00010000:00000010:2.1F:1788838769.816683:0:9857:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee813fc200. 00010000:00000010:2.1:1788838769.826116:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee814b9e00. 00000080:00000010:3.1F:1788838788.297605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee839b9420. 00000080:00000010:3.1:1788838788.297672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90eea03c2620. 00010000:00000010:3.1:1788838788.297681:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee889fc600. 00010000:00000010:3.1:1788838788.297688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee829d1400. 00000080:00000010:3.1:1788838788.309807:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee85101080. 00010000:00000010:0.1F:1788838791.074936:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99ed0f00. 00010000:00000010:0.1:1788838791.074971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031800. 00000080:00000010:0.1:1788838807.783679:0:9866:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee85101b20. 00010000:00000010:3.1:1788838826.750720:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98e93a00. 00010000:00000010:3.1:1788838826.750737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee813fca00. 00000080:00000010:1.1F:1788838826.831134:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90eea03c3b40. 00010000:00000010:2.1:1788838829.610598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee813fd200. 00000080:00000010:1.1:1788838846.130676:0:9866:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90eea03c3460. 00010000:00000010:3.1:1788838892.481341:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee83a32500. 00010000:00000010:3.1:1788838892.481355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee813fce00. 00010000:00000010:3.1:1788838892.516739:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98e93d00. 00010000:00000010:3.1:1788838910.131806:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee829d1200. 00010000:00000010:3.1:1788838912.219691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee813fce00. 00010000:00000010:0.1:1788838935.968275:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1000. 00010000:00000010:0.1:1788838935.968290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee813fd400. 00010000:00000010:0.1:1788838935.984703:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee878b5e00. 00010000:00000010:1.1:1788838953.743229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee829d1600. 00010000:00000010:1.1:1788838953.743240:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee878b5d00. 00010000:00000010:1.1:1788838953.743245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031c00. 00010000:00000010:1.1:1788838953.743250:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4200. 00010000:00000010:1.1:1788838953.743255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee829d0000. 00000080:00000010:1.1:1788838953.755859:0:11200:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee850ad220. 00000080:00000010:1.1:1788838953.755884:0:11200:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee8782d240. 00010000:00000010:1.1:1788838956.313680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee829d0200. 00010000:00000010:1.1:1788838956.317011:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4f00. 00010000:00000010:1.1:1788838956.317034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee829d1600. 00010000:00000010:1.1:1788838956.317039:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4200. 00010000:00000010:1.1:1788838956.317042:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee829d0000. 00000080:00000010:0.1:1788838972.557711:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee885e5d40. 00000080:00000010:0.1:1788838972.557736:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee885e5ce0. 00010000:00000010:1.1:1788838974.235859:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee85e55c00. 00010000:00000010:1.1:1788838974.235870:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee814b8000. 00010000:00000010:1.1:1788838974.235875:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee85e55200. 00010000:00000010:1.1:1788838974.235878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee814b9600. 00000080:00000010:0.1:1788838974.259687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee98e094a0. 00000080:00000010:0.1:1788838974.266687:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee905118c0. 00010000:00000010:2.1:1788838976.052871:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4600. 00010000:00000010:2.1:1788838976.052878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee829d0600. 00010000:00000010:3.1:1788838980.372712:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee85e55600. 00010000:00000010:3.1:1788838980.372721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee814b8000. 00010000:00000010:1.1:1788838980.376111:0:1019:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee85e55a00. 00010000:00000010:1.1:1788838981.629840:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4d00. 00010000:00000010:1.1:1788838981.629862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee814b9200. 00010000:00000010:1.1:1788838981.629869:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee878b5300. 00010000:00000010:1.1:1788838981.629873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030c00. 00000080:00000010:1.1:1788838981.668009:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee8782cea0. 00000080:00000010:1.1:1788838981.668041:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee98e09f40. 00010000:00000010:0.1:1788838983.607925:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee878b5400. 00010000:00000010:0.1:1788838983.607947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee813fde00. 00010000:00000010:0.1:1788838983.607955:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee85e55600. 00010000:00000010:0.1:1788838983.607959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee814b9800. 00000080:00000010:0.1:1788838999.178685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee8782c080. 00000080:00000010:0.1:1788838999.178714:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee910550c0. 00010000:00000010:0.1:1788839017.080723:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee878b5400. 00010000:00000010:0.1:1788839017.080746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030600. 00010000:00000010:0.1:1788839017.080752:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1400. 00010000:00000010:0.1:1788839017.080758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee813fd200. 00000080:00000010:1.1:1788839017.094716:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee998b5b00. 00010000:00000010:3.1:1788839019.534826:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee85e55400. 00010000:00000010:3.1:1788839019.534844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee813fde00. 00010000:00000010:3.1:1788839019.534851:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1c00. 00010000:00000010:3.1:1788839019.534855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee813fce00. 00000080:00000010:1.1:1788839036.100782:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee91055120. 00010000:00000010:0.1:1788839037.810096:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee878b5d00. 00010000:00000010:0.1:1788839037.810112:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030600. 00010000:00000010:0.1:1788839037.810117:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee85e55400. 00010000:00000010:0.1:1788839037.810120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee814b9600. 00000080:00000010:0.1:1788839037.832018:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee831a8fa0. 00000080:00000010:0.1:1788839037.832055:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee90510840. 00010000:00000010:0.1:1788839042.589726:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4300. 00010000:00000010:0.1:1788839042.589744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee829d0200. 00010000:00000010:1.1:1788839044.612704:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee85e55000. 00010000:00000010:1.1:1788839044.612717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee814b8000. 00010000:00000010:1.1:1788839044.626475:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee878b5200. 00010000:00000010:1.1:1788839044.630691:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4100. 00010000:00000010:1.1:1788839044.630715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030000. 00000080:00000010:1.1:1788839060.208689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee8352a540. 00010000:00000010:2.1:1788839068.174729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee813fc200. 00010000:00000010:2.1:1788839068.178696:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1c00. 00010000:00000010:2.1:1788839068.178712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee813fde00. 00010000:00000010:2.1:1788839068.198888:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1400. 00010000:00000010:3.1:1788839068.335766:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee85e55c00. 00010000:00000010:3.1:1788839068.335780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee814b9600. 00000800:00000200:3.1:1788839068.366457:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 47816 low water 175772 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839068.366484:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 46536 low water 176412 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839068.366489:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 46536 low water 176412 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839068.366509:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 303744 low water 147648 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839068.369422:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 228584 low water 285068 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839068.369447:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 227304 low water 285708 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839068.369452:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 227304 low water 285708 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839068.373444:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 773096 low water 229132 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839068.378186:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace -34184 low water 632772 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839068.378208:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace -34184 low water 632772 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839068.378260:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 20784 low water 605288 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839068.378272:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 20784 low water 605288 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839068.378278:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 20784 low water 605288 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839068.378305:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 225568 low water 586096 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839068.378311:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 225568 low water 586096 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839068.380814:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 243432 low water 577164 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839068.381029:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 243432 low water 577164 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839068.381048:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 243432 low water 577164 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839068.381054:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 243432 low water 577164 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839068.381086:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 498080 low water 549680 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839068.381097:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 498080 low water 549680 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839068.381102:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 498080 low water 549680 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839068.381119:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 752728 low water 522196 conn ffff90ee8511c000 blocked idle queued 00010000:00000010:0.1:1788839069.907951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030200. 00010000:00000010:0.1:1788839069.907975:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1400. 00010000:00000010:0.1:1788839069.907980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee8523de00. 00010000:00000010:0.1:1788839069.921676:0:2360:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee878b5100. 00010000:00000010:0.1:1788839069.936990:0:13297:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030200. 00010000:00000010:0.1:1788839076.191711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee829d1400. 00010000:00000010:0.1:1788839076.195715:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4900. 00010000:00000010:0.1:1788839076.195739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee829d0200. 00010000:00000010:0.1:1788839076.231892:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee878b5100. 00010000:00000010:1.1:1788839076.386766:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4700. 00010000:00000010:1.1:1788839076.386804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee829d0600. 00000800:00000200:3.1:1788839076.402047:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace -55176 low water 926148 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839076.402065:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace -55176 low water 926148 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839076.402113:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace -36000 low water 916560 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839076.402129:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace -37280 low water 917200 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839076.402134:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace -37280 low water 917200 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839076.402161:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace -18104 low water 907612 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839076.402166:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace -18104 low water 907612 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839076.402187:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace -208 low water 898664 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839076.402243:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 18968 low water 889076 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839076.402260:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 38144 low water 879488 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839076.402298:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 57320 low water 869900 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839076.402929:0:2353:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 57320 low water 869900 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839076.402943:0:2353:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 57320 low water 869900 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839076.402957:0:2353:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 56040 low water 870540 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839076.403429:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 66268 low water 865426 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839076.403448:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 85444 low water 855838 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839076.403462:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 104620 low water 846250 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839076.403477:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 132744 low water 832188 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839076.403813:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 132744 low water 832188 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839076.403830:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 131464 low water 832828 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839076.406203:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 159588 low water 818766 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839076.406231:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 159588 low water 818766 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839076.406243:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 159588 low water 818766 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839076.406250:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 159588 low water 818766 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839076.406303:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 196660 low water 800230 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839076.406343:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 316824 low water 740148 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839076.406753:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 316824 low water 740148 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839076.406770:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 316824 low water 740148 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839076.407919:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 316824 low water 740148 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839076.407943:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 316824 low water 740148 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839076.408686:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 316824 low water 740148 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839076.408716:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 315544 low water 740788 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839076.408980:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 916880 low water 639800 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839076.414245:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 117972 low water 1055894 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839076.414274:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 117972 low water 1055894 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839076.414287:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 117972 low water 1055894 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839076.414293:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 117972 low water 1055894 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839076.415171:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 181888 low water 1023936 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839076.415191:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 181888 low water 1023936 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839076.417305:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 633224 low water 831548 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839076.417344:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 633224 low water 831548 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839076.417351:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 633224 low water 831548 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839076.419282:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 859532 low water 735034 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839076.424176:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace -35292 low water 1182446 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839076.424194:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace -35292 low water 1182446 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839076.424205:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace -35292 low water 1182446 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839076.424611:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace -35292 low water 1182446 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839076.437354:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace -36572 low water 1183086 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839076.446092:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 745936 low water 858392 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839076.446121:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 745936 low water 858392 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839076.446136:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 745936 low water 858392 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839076.446144:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 745936 low water 858392 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839076.447582:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 800904 low water 830908 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839076.447602:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 800904 low water 830908 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839076.447607:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 800904 low water 830908 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839076.449319:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 800904 low water 830908 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839076.449372:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 800904 low water 830908 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839076.451206:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 800904 low water 830908 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839076.451227:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 800904 low water 830908 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839076.451828:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 800904 low water 830908 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839076.451845:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 800904 low water 830908 conn ffff90ee8511c000 blocked idle queued 00000800:00000200:3.1:1788839076.458877:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff90ee92c4f380 wspace 864820 low water 798950 conn ffff90ee8511c000 blocked idle queued 00010000:00000010:0.1:1788839076.906708:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee878b5e00. 00010000:00000010:0.1:1788839076.906732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031000. 00010000:00000010:0.1:1788839076.906738:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4700. 00010000:00000010:0.1:1788839076.906743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee829d0600. 00000080:00000010:0.1:1788839076.940677:0:2359:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee8529b5a0. 00000080:00000010:0.1:1788839076.940706:0:2359:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee90592100. 00010000:00000010:2.1:1788839076.955790:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee878b5d00. 00010000:00000010:2.1:1788839076.955813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030000. 00010000:00000010:2.1:1788839076.955818:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee878b5e00. 00010000:00000010:2.1:1788839076.955822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031000. 00000080:00000010:2.1:1788839076.984842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee84bd7980. 00000080:00000010:2.1:1788839076.984865:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee905139c0. 00010000:00000010:0.1:1788839076.996917:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1c00. 00010000:00000010:0.1:1788839076.996939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee813fd800. 00010000:00000010:0.1:1788839076.996945:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1900. 00010000:00000010:0.1:1788839076.996948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8c000. 00000080:00000010:0.1:1788839077.009539:0:13330:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee830a1e00. 00000080:00000010:0.1:1788839077.019720:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee905c4200. 00010000:00000010:0.1:1788839078.437707:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee878b5100. 00010000:00000010:0.1:1788839078.437727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031c00. 00010000:00000010:0.1:1788839078.437732:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee878b5600. 00010000:00000010:0.1:1788839078.437736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030600. 00010000:00000010:0.1:1788839083.547684:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee878b5900. 00010000:00000010:0.1:1788839083.547692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030a00. 00010000:00000010:1.1:1788839196.489736:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4c00. 00010000:00000010:1.1:1788839196.489749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee829d0a00. 00010000:00000010:2.1:1788839196.658676:0:793:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4a00. 00010000:00000010:2.1:1788839196.658686:0:793:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee829d0000. 00000080:00000010:2.1:1788839196.658692:0:793:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee86e35d20. 00010000:00000010:3.1:1788839196.659385:0:13978:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031600. 00010000:00000010:3.1:1788839196.659394:0:13978:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99ed0f00. 00000080:00000010:3.1:1788839196.659398:0:13978:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee98ef3700. 00010000:00000010:3.1:1788839196.659407:0:13978:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee814b9e00. 00010000:00000010:3.1:1788839196.659411:0:13978:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98e93e00. 00010000:00000010:3.1:1788839196.659415:0:13978:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee829d1200. 00010000:00000010:3.1:1788839196.659418:0:13978:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4400. 00010000:00000010:0.1:1788839196.781705:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee85e55f00. 00010000:00000010:0.1:1788839196.781723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee8523c400. 00010000:00000010:0.1:1788839196.804167:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee878b5a00. 00010000:00000010:0.1:1788839196.845691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee8523d000. 00010000:00000010:1.1:1788839196.941607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8d600. 00010000:00000010:1.1:1788839196.941623:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee878b5200. 00010000:00000010:1.1:1788839196.941628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030c00. 00010000:00000010:1.1:1788839196.941632:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1700. 00010000:00000010:1.1:1788839196.941636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8cc00. 00000080:00000010:1.1:1788839196.949866:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee86e35800. 00000080:00000010:1.1:1788839196.949895:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee90592100. 00010000:00000010:0.1:1788839201.388395:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee85e55400. 00010000:00000010:0.1:1788839201.388417:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee8523c600. 00010000:00000010:1.1:1788839225.905878:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee878b5a00. 00010000:00000010:1.1:1788839225.905914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031800. 00010000:00000010:0.1:1788839226.374702:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee878b5d00. 00010000:00000010:0.1:1788839226.374724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030a00. 00010000:00000010:0.1:1788839226.419766:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee878b5600. 00010000:00000010:0.1:1788839226.463761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8da00. 00010000:00000010:3.1:1788839226.665304:0:32:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1200. 00010000:00000010:3.1:1788839226.665318:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8d400. 00010000:00000010:2.1:1788839226.687769:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee85e55a00. 00010000:00000010:0.1:1788839226.708891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee8523cc00. 00010000:00000010:1.1:1788839226.866756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030600. 00010000:00000010:1.1:1788839226.870727:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee878b5d00. 00010000:00000010:1.1:1788839226.870749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030c00. 00010000:00000010:1.1:1788839226.870754:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee85e55500. 00010000:00000010:1.1:1788839226.870757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee8523c000. 00000080:00000010:1.1:1788839226.942198:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee8529b180. 00000080:00000010:1.1:1788839226.942236:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee905939c0. 00010000:00000010:0.1:1788839232.037136:0:1036:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1d00. 00010000:00000010:0.1:1788839232.037147:0:1036:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030a00. 00010000:00000010:2.1:1788839235.651013:0:10018:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee85e55700. 00010000:00000010:2.1:1788839235.651027:0:10018:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee8523dc00. 00000080:00000010:1.1:1788839235.671697:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee85c83fe0. 00010000:00000010:2.1:1788839235.807467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8ca00. 00010000:00000010:0.1:1788839237.071369:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4100. 00010000:00000010:0.1:1788839237.071384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee829d0a00. 00000080:00000010:1.1:1788839237.102905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee86e35f80. 00010000:00000010:2.1:1788839237.124152:0:15278:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee829d0c00. 00010000:00000010:2.1:1788839237.141934:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4300. 00010000:00000010:2.1:1788839237.211954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8de00. 00010000:00000010:1.1:1788839237.437686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee8523cc00. 00010000:00000010:2.1:1788839237.630685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee829d1600. 00010000:00000010:2.1:1788839237.630699:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1500. 00010000:00000010:2.1:1788839237.630704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8d800. 00010000:00000010:2.1:1788839237.630707:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1400. 00010000:00000010:2.1:1788839237.630710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8de00. 00000080:00000010:1.1:1788839237.667791:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee86e35aa0. 00000080:00000010:1.1:1788839237.667815:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee905c6b40. 00010000:00000010:1.1:1788839242.365409:0:15674:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1f00. 00010000:00000010:1.1:1788839242.365425:0:15674:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030600. 00010000:00000010:3.1:1788839250.136150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030400. 00010000:00000010:3.1:1788839250.136169:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee85e55b00. 00010000:00000010:3.1:1788839250.136175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee814b8a00. 00010000:00000010:3.1:1788839250.136180:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99ed0400. 00010000:00000010:3.1:1788839250.136183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031a00. 00000080:00000010:0.1:1788839250.137230:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee8529b680. 00000080:00000010:0.1:1788839250.137249:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee82d9fe40. 00000080:00000010:0.1:1788839250.137279:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee90510000. 00000080:00000010:0.1:1788839250.137294:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee905898c0. 00000080:00000010:0.1:1788839250.137308:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee90590840. 00000080:00000010:0.1:1788839250.139715:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee90588840. 00000080:00000010:0.1:1788839250.139741:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee90512100. 00000080:00000010:0.1:1788839250.139751:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee90515280. 00010000:00000010:0.1:1788839250.142961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee814b8800. 00010000:00000010:0.1:1788839250.142985:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98e93f00. 00010000:00000010:2.1:1788839250.162926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030c00. 00010000:00000010:2.1:1788839250.162940:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee878b5e00. 00010000:00000010:2.1:1788839250.162944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee829d0600. 00010000:00000010:2.1:1788839250.162969:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4300. 00010000:00000010:0.1:1788839250.230697:0:15903:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee829d0e00. 00010000:00000010:0.1:1788839250.230906:0:15903:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99ed0700. 00010000:00000010:0.1:1788839251.907734:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee878b5100. 00010000:00000010:0.1:1788839251.907757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031c00. 00010000:00000010:3.1:1788839251.941208:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee878b5e00. 00010000:00000010:0.1:1788839251.968336:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee85e55a00. 00010000:00000010:0.1:1788839251.968354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030000. 00010000:00000010:2.1:1788839251.986803:0:15998:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee85e55600. 00010000:00000010:2.1:1788839251.986820:0:15998:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee8523d400. 00000080:00000010:2.1:1788839251.997670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee82d9f380. 00010000:00000010:0.1:1788839252.030751:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee878b5100. 00010000:00000010:0.1:1788839252.030760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030000. 00010000:00000010:1.1:1788839252.036907:0:15999:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee878b5500. 00010000:00000010:1.1:1788839252.036916:0:15999:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031c00. 00000080:00000010:1.1:1788839252.064871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee82d9fa20. 00010000:00000010:0.1:1788839252.111678:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4e00. 00010000:00000010:0.1:1788839252.111696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee829d0000. 00010000:00000010:0.1:1788839252.492242:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee8523d000. 00010000:00000010:3.1:1788839252.507807:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1b00. 00010000:00000010:3.1:1788839252.507832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8ca00. 00010000:00000010:0.1:1788839253.023934:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee85e55800. 00010000:00000010:0.1:1788839253.023945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee8523c600. 00010000:00000010:1.1:1788839253.037365:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4a00. 00010000:00000010:1.1:1788839253.037384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee829d1200. 00010000:00000010:1.1:1788839253.053709:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4b00. 00010000:00000010:2.1:1788839253.124259:0:15734:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee85e55400. 00010000:00000010:2.1:1788839253.124284:0:15734:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee8523d200. 00010000:00000010:3.1:1788839253.156358:0:16043:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee829d0c00. 00010000:00000010:3.1:1788839253.156381:0:16043:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4600. 00010000:00000010:2.1:1788839253.247185:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1900. 00010000:00000010:2.1:1788839253.247199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8d600. 00010000:00000010:0.1:1788839253.260682:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1200. 00010000:00000010:1.1:1788839253.272691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8d000. 00010000:00000010:1.1:1788839253.289983:0:2360:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8c000. 00010000:00000010:0.1:1788839253.565875:0:16048:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee829d0a00. 00010000:00000010:0.1:1788839253.565891:0:16048:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4a00. 00010000:00000010:0.1:1788839253.565896:0:16048:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee829d0000. 00010000:00000010:0.1:1788839253.565918:0:16048:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4b00. 00010000:00000010:0.1:1788839253.565921:0:16048:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee829d1200. 00000080:00000010:0.1:1788839253.575666:0:16049:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee82d9f780. 00000080:00000010:0.1:1788839253.589684:0:16049:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee90512940. 00010000:00000010:1.1:1788839253.623099:0:16056:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1900. 00010000:00000010:1.1:1788839253.623119:0:16056:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030000. 00010000:00000010:2.1:1788839253.626862:0:16055:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1000. 00010000:00000010:2.1:1788839253.626883:0:16055:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8c600. 00010000:00000010:1.1:1788839253.706118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030400. 00010000:00000010:1.1:1788839256.791694:0:2360:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee8523de00. 00000080:00000010:3.1:1788839256.791860:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee87db6ae0. 00000080:00000010:3.1:1788839256.792030:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee87db6840. 00000080:00000010:3.1:1788839256.792041:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee90516b40. 00000080:00000010:3.1:1788839256.792063:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee90515ac0. 00010000:00000010:3.1:1788839256.792089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8de00. 00010000:00000010:2.1:1788839256.793187:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8d800. 00010000:00000010:3.1:1788839256.805680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030600. 00010000:00000010:3.1:1788839256.805695:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee878b5b00. 00010000:00000010:0.1:1788839256.822153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee829d1800. 00010000:00000010:0.1:1788839256.822171:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4f00. 00010000:00000010:0.1:1788839256.822176:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031a00. 00010000:00000010:0.1:1788839256.822180:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee878b5100. 00010000:00000010:3.1:1788839268.488155:0:1019:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1000. 00010000:00000010:3.1:1788839268.488169:0:1019:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8c600. 00010000:00000010:1.1:1788839268.525920:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee85e55200. 00010000:00000010:0.1:1788839268.682070:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8cc00. 00010000:00000010:0.1:1788839268.737416:0:1347:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1f00. 00010000:00000010:0.1:1788839268.737442:0:1347:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8d400. 00010000:00000010:2.1:1788839268.760199:0:16967:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4900. 00010000:00000010:2.1:1788839268.760213:0:16967:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee829d1600. 00010000:00000010:2.1:1788839268.901500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee8523d800. 00010000:00000010:2.1:1788839269.258321:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8d800. 00010000:00000010:0.1:1788839285.714449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030000. 00010000:00000010:2.1:1788839286.305803:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4f00. 00010000:00000010:2.1:1788839286.305823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee8523c400. 00010000:00000010:2.1:1788839286.305829:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1300. 00010000:00000010:2.1:1788839286.305833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8d600. 00000080:00000010:3.1:1788839286.337315:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee885bcdc0. 00000080:00000010:3.1:1788839286.342039:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee90513180. 00010000:00000010:0.1:1788839288.394256:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74f00. 00010000:00000010:0.1:1788839288.394268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee8523dc00. 00010000:00000010:1.1:1788839300.597007:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee85e55e00. 00010000:00000010:1.1:1788839300.597024:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee8523c800. 00010000:00000010:1.1:1788839300.615966:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4100. 00010000:00000010:1.1:1788839316.245689:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4d00. 00010000:00000010:1.1:1788839316.245708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee829d1200. 00010000:00000010:1.1:1788839316.245713:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4100. 00010000:00000010:1.1:1788839316.245716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee829d0a00. 00000080:00000010:0.1:1788839316.288757:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee85d3a080. 00000080:00000010:0.1:1788839316.289856:0:17663:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee90517380. 00010000:00000010:3.1:1788839319.182967:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1600. 00010000:00000010:3.1:1788839319.183049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8cc00. 00010000:00000010:0.1:1788839344.197699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8de00. 00000080:00000010:0.1:1788839344.197723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee84bd7960. 00010000:00000010:0.1:1788839344.197732:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee85e55b00. 00010000:00000010:0.1:1788839344.197736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee8523d400. 00010000:00000010:0.1:1788839344.285851:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74800. 00010000:00000010:0.1:1788839344.285866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030400. 00000080:00000010:2.1:1788839344.449257:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee83169480. 00010000:00000010:1.1:1788839346.014964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee829d0c00. 00010000:00000010:0.1:1788839365.128115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee8523d000. 00010000:00000010:0.1:1788839365.234844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030200. 00010000:00000010:0.1:1788839365.234862:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4000. 00010000:00000010:0.1:1788839365.234869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee829d1200. 00010000:00000010:0.1:1788839365.234873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee829d0a00. 00000080:00000010:0.1:1788839365.263851:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee83169540. 00000080:00000010:0.1:1788839365.263883:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee90590840. 00010000:00000010:0.1:1788839365.281696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8da00. 00010000:00000010:0.1:1788839365.281718:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74f00. 00010000:00000010:0.1:1788839365.281723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030c00. 00010000:00000010:0.1:1788839365.281748:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74200. 00010000:00000010:0.1:1788839365.281752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031c00. 00000080:00000010:3.1:1788839365.311760:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee905c5ac0. 00000080:00000010:3.1:1788839365.311786:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee83169240. 00010000:00000010:1.1:1788839373.509462:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee829d1200. 00000080:00000010:1.1:1788839373.509482:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee85d3a5e0. 00010000:00000010:1.1:1788839373.509490:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee85e55800. 00010000:00000010:1.1:1788839373.509494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee8523dc00. 00010000:00000010:1.1:1788839373.605679:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4b00. 00010000:00000010:1.1:1788839373.605695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee829d1200. 00000080:00000010:0.1:1788839373.745711:0:18890:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee85d3a5e0. 00010000:00000010:1.1:1788839374.656777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee829d1800. 00010000:00000010:2.1:1788839382.997915:0:26:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74000. 00010000:00000010:2.1:1788839382.997928:0:26:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030c00. 00010000:00000010:2.1:1788839383.020451:0:19482:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1000. 00010000:00000010:2.1:1788839383.020467:0:19482:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8ce00. 00000080:00000010:2.1:1788839383.020474:0:19482:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee86e86b20. 00010000:00000010:2.1:1788839383.059542:0:19332:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8ce00. 00010000:00000010:1.1:1788839390.481707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031800. 00000080:00000010:1.1:1788839390.486963:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee86e86b20. 00010000:00000010:1.1:1788839390.486985:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1100. 00010000:00000010:1.1:1788839390.487001:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8d400. 00010000:00000010:1.1:1788839390.514667:0:20097:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4800. 00010000:00000010:0.1:1788839390.527781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee829d0c00. 00010000:00000010:1.1:1788839392.017758:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4d00. 00010000:00000010:1.1:1788839392.017777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee829d1200. 00010000:00000010:3.1:1788839392.178682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee829d0c00. 00010000:00000010:1.1:1788839430.531690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030600. 00010000:00000010:2.1:1788839443.256693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8d600. 00010000:00000010:2.1:1788839443.256710:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4d00. 00010000:00000010:2.1:1788839443.256715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee829d1200. 00010000:00000010:2.1:1788839443.267264:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1e00. 00010000:00000010:1.1:1788839443.291921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8d600. 00010000:00000010:1.1:1788839485.432830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031800. 00010000:00000010:3.1:1788839485.563852:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1500. 00010000:00000010:3.1:1788839485.563865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8da00. 00010000:00000010:3.1:1788839485.563869:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1300. 00010000:00000010:3.1:1788839485.563872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8d600. 00000080:00000010:3.1:1788839485.582762:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee86e86700. 00000080:00000010:3.1:1788839485.589703:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee905c3180. 00010000:00000010:1.1:1788839488.074734:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1700. 00010000:00000010:1.1:1788839488.074745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee8523da00. 00010000:00000010:0.1:1788839496.412851:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74200. 00010000:00000010:0.1:1788839496.416791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031600. 00000080:00000010:0.1:1788839496.439315:0:21797:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee83169900. 00010000:00000010:0.1:1788839496.522829:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4000. 00010000:00000010:0.1:1788839496.522847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee829d0a00. 00010000:00000010:1.1:1788839496.667704:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4600. 00010000:00000010:1.1:1788839496.667727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee829d0a00. 00010000:00000010:1.1:1788839496.675868:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee829d0c00. 00000080:00000010:1.1:1788839496.706789:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee85d3a280. 00010000:00000010:0.1:1788839496.723268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031600. 00000080:00000010:0.1:1788839496.725925:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee831698e0. 00010000:00000010:0.1:1788839496.734012:0:21810:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031800. 00010000:00000010:2.1:1788839496.835853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031800. 00010000:00000010:1.1:1788839496.841295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030400. 00010000:00000010:0.1:1788839496.860699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031600. 00000080:00000010:1.1:1788839496.900767:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee83169ca0. 00010000:00000010:3.1:1788839497.024786:0:21824:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8d400. 00010000:00000010:3.1:1788839497.024805:0:21824:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74200. 00010000:00000010:1.1:1788839497.280874:0:21830:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030000. 00010000:00000010:0.1:1788839497.284853:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74d00. 00010000:00000010:0.1:1788839497.284874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030c00. 00010000:00000010:1.1:1788839497.297669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031600. 00010000:00000010:1.1:1788839497.297694:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4600. 00010000:00000010:1.1:1788839497.297700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee829d0c00. 00000080:00000010:1.1:1788839497.335130:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee83169640. 00000080:00000010:1.1:1788839497.335166:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee90514a40. 00010000:00000010:0.1:1788839504.347089:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1500. 00010000:00000010:0.1:1788839504.347100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8c000. 00000080:00000010:2.1:1788839504.389744:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee831694e0. 00010000:00000010:1.1:1788839504.625124:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1b00. 00010000:00000010:1.1:1788839504.625142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031600. 00010000:00000010:2.1:1788839504.643711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8ce00. 00000080:00000010:0.1:1788839504.675705:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee83169aa0. 00010000:00000010:1.1:1788839504.708694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee829d1800. 00000080:00000010:1.1:1788839504.708711:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee85d3a920. 00010000:00000010:1.1:1788839504.728691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee829d0000. 00010000:00000010:1.1:1788839504.893506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030600. 00010000:00000010:2.1:1788839504.897700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee829d0000. 00010000:00000010:1.1:1788839504.928076:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031a00. 00000080:00000010:1.1:1788839504.973677:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee83169c60. 00010000:00000010:3.1:1788839506.078697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee829d1800. 00010000:00000010:3.1:1788839506.078712:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74600. 00010000:00000010:0.1:1788839528.189674:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee8523d400. 00010000:00000010:3.1:1788839528.205708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee829d0000. 00010000:00000010:3.1:1788839528.205734:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74400. 00010000:00000010:3.1:1788839528.205739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030200. 00000080:00000010:1.1:1788839528.229591:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee885bc780. 00000080:00000010:1.1:1788839528.229632:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee905c1080. 00010000:00000010:3.1:1788839529.031873:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4f00. 00010000:00000010:3.1:1788839529.031891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e84600. 00010000:00000010:0.1:1788839536.716101:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4000. 00010000:00000010:0.1:1788839536.716108:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee829d0a00. 00000080:00000010:0.1:1788839536.745882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee83169920. 00010000:00000010:0.1:1788839536.970689:0:23103:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74d00. 00010000:00000010:0.1:1788839536.970697:0:23103:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030a00. 00010000:00000010:0.1:1788839536.975680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030600. 00000080:00000010:0.1:1788839537.022406:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee83169c80. 00010000:00000010:1.1:1788839537.058842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e85200. 00000080:00000010:1.1:1788839537.062697:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee85d3a0a0. 00010000:00000010:1.1:1788839537.072889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e85e00. 00010000:00000010:0.1:1788839537.259715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030a00. 00010000:00000010:3.1:1788839537.260273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031600. 00010000:00000010:0.1:1788839537.326227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030c00. 00000080:00000010:1.1:1788839537.426685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee83169320. 00010000:00000010:2.1:1788839551.610862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e85e00. 00010000:00000010:2.1:1788839551.610874:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74000. 00010000:00000010:1.1:1788839553.721552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8c000. 00010000:00000010:0.1:1788839553.729366:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e85200. 00010000:00000010:0.1:1788839553.729381:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74d00. 00010000:00000010:0.1:1788839553.729385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030600. 00000080:00000010:0.1:1788839553.766759:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee86e86da0. 00000080:00000010:0.1:1788839553.766785:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee90594200. 00010000:00000010:0.1:1788839554.614703:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74f00. 00010000:00000010:0.1:1788839554.614721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031600. 00010000:00000010:3.1:1788839563.851767:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1b00. 00010000:00000010:3.1:1788839563.851782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8d400. 00010000:00000010:1.1:1788839563.859763:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee85e55700. 00010000:00000010:1.1:1788839563.859777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee8523ca00. 00010000:00000010:1.1:1788839668.150158:0:793:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8c400. 00010000:00000010:2.1:1788839668.161696:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1100. 00010000:00000010:2.1:1788839668.161714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8d200. 00010000:00000010:3.1:1788839668.161821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031000. 00000080:00000010:3.1:1788839668.161832:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee85c83920. 00010000:00000010:3.1:1788839668.161967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8c200. 00010000:00000010:3.1:1788839668.161972:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1a00. 00010000:00000010:3.1:1788839668.161976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031c00. 00000080:00000010:3.1:1788839668.162013:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee83169800. 00010000:00000010:3.1:1788839668.162021:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee8523ce00. 00010000:00000010:3.1:1788839668.162027:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74900. 00010000:00000010:3.1:1788839668.162031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8ca00. 00010000:00000010:3.1:1788839668.162034:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1200. 00000080:00000010:3.1:1788839668.162037:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee83169400. 00010000:00000010:3.1:1788839668.162043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee829d1600. 00010000:00000010:3.1:1788839668.162050:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4500. 00000080:00000010:3.1:1788839668.162056:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee85d3a360. 00010000:00000010:3.1:1788839668.162064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee829d1200. 00010000:00000010:3.1:1788839668.162067:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4100. 00000080:00000010:3.1:1788839668.162070:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee85d3aee0. 00010000:00000010:3.1:1788839668.162075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee829d0c00. 00010000:00000010:3.1:1788839668.162079:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4400. 00000080:00000010:3.1:1788839668.162082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee83169060. 00010000:00000010:3.1:1788839668.162088:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031a00. 00010000:00000010:3.1:1788839668.162091:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74e00. 00000080:00000010:0.1:1788839669.664184:0:793:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee831696c0. 00000080:00000010:3.1:1788839669.667666:0:23912:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee90594200. 00010000:00000010:3.1:1788839669.667678:0:23912:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e84800. 00010000:00000010:3.1:1788839669.667682:0:23912:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8cc00. 00010000:00000010:1.1:1788839669.670237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e84200. 00010000:00000010:3.1:1788839669.693439:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8dc00. 00010000:00000010:3.1:1788839669.693454:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1f00. 00010000:00000010:3.1:1788839669.811974:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee85e55600. 00010000:00000010:3.1:1788839669.812047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee8523c200. 00010000:00000010:0.1:1788839669.833699:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee85e55000. 00010000:00000010:0.1:1788839669.859693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030200. 00010000:00000010:2.1:1788839670.000690:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1100. 00010000:00000010:2.1:1788839670.000698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8c600. 00010000:00000010:0.1:1788839670.009303:0:23920:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1000. 00010000:00000010:1.1:1788839670.016695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8c000. 00010000:00000010:2.1:1788839670.185487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8d800. 00010000:00000010:2.1:1788839670.185507:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74100. 00010000:00000010:2.1:1788839670.185512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee8523ce00. 00010000:00000010:2.1:1788839670.185517:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1100. 00010000:00000010:2.1:1788839670.185521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8c600. 00000080:00000010:2.1:1788839670.197129:0:23927:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee885bc720. 00000080:00000010:2.1:1788839670.197163:0:23927:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee90596b40. 00010000:00000010:1.1:1788839672.361239:0:24117:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74700. 00010000:00000010:1.1:1788839672.361254:0:24117:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031600. 00010000:00000010:2.1:1788839678.811703:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1e00. 00010000:00000010:2.1:1788839678.811726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8c200. 00010000:00000010:2.1:1788839678.832861:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1b00. 00010000:00000010:0.1:1788839680.986688:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1500. 00010000:00000010:0.1:1788839680.986708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8d400. 00010000:00000010:2.1:1788839681.003159:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1c00. 00010000:00000010:3.1:1788839681.036577:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1400. 00010000:00000010:3.1:1788839681.036597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8c200. 00000080:00000010:0.1:1788839787.920713:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee86e86f20. 00000080:00000010:0.1:1788839787.920729:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee831697a0. 00010000:00000010:3.1:1788839787.932866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee8523c600. 00010000:00000010:3.1:1788839787.932871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e84400. 00000080:00000010:1.1:1788839787.934311:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee90595ac0. 00000080:00000010:1.1:1788839787.934338:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee905c4a40. 00010000:00000010:1.1:1788839787.934343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee8523de00. 00010000:00000010:0.1:1788839787.940695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8ca00. 00010000:00000010:0.1:1788839787.940708:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1800. 00010000:00000010:2.1:1788839787.956759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8d200. 00010000:00000010:2.1:1788839787.956772:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1700. 00010000:00000010:2.1:1788839787.956777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e85200. 00010000:00000010:2.1:1788839787.956780:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4900. 00010000:00000010:0.1:1788839788.070159:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1e00. 00010000:00000010:0.1:1788839788.070172:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8d800. 00010000:00000010:0.1:1788839788.070176:0:12:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee85e55500. 00010000:00000010:0.1:1788839788.070179:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee8523c200. 00000080:00000010:0.1:1788839788.090734:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee86e868a0. 00000080:00000010:0.1:1788839788.090760:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee905c6300. 00010000:00000010:0.1:1788839788.138698:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74d00. 00010000:00000010:0.1:1788839788.138713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030200. 00010000:00000010:0.1:1788839788.182331:0:24700:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74200. 00010000:00000010:1.1:1788839788.245699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030200. 00010000:00000010:0.1:1788839788.355856:0:24707:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1700. 00010000:00000010:0.1:1788839788.355866:0:24707:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8d600. 00010000:00000010:0.1:1788839788.387779:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74f00. 00010000:00000010:2.1:1788839788.389037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031000. 00010000:00000010:2.1:1788839788.477881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e85400. 00010000:00000010:2.1:1788839788.477896:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74d00. 00010000:00000010:2.1:1788839788.477900:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031c00. 00010000:00000010:2.1:1788839788.477905:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4300. 00010000:00000010:2.1:1788839788.477909:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e84200. 00000080:00000010:2.1:1788839788.510785:0:24714:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee86d017c0. 00000080:00000010:2.1:1788839788.510810:0:24714:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee9058b9c0. 00010000:00000010:1.1:1788839790.118684:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74200. 00010000:00000010:1.1:1788839790.118698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8d800. 00010000:00000010:1.1:1788839795.286692:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4000. 00010000:00000010:1.1:1788839795.286707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e85a00. 00000080:00000010:1.1:1788839795.300912:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee84b11480. 00000080:00000010:0.1:1788839796.193882:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee86e75480. 00010000:00000010:0.1:1788839796.196821:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1f00. 00010000:00000010:0.1:1788839796.196836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8d600. 00010000:00000010:1.1:1788839796.225760:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee85e55200. 00010000:00000010:1.1:1788839796.225783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee8523cc00. 00000080:00000010:1.1:1788839796.368941:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee86d74820. 00000080:00000010:3.1:1788839799.673862:0:2353:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee86d74fa0. 00000080:00000010:3.1:1788839799.673872:0:2353:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee83169c20. 00010000:00000010:2.1:1788839799.675812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8d400. 00000080:00000010:3.1:1788839799.675943:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee90592940. 00000080:00000010:3.1:1788839799.675957:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee9058d280. 00000080:00000010:3.1:1788839799.675975:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee9058c200. 00010000:00000010:3.1:1788839799.675979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030a00. 00010000:00000010:3.1:1788839799.675983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030600. 00010000:00000010:3.1:1788839799.707992:0:25354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee8523c200. 00010000:00000010:3.1:1788839799.708002:0:25354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee85e55f00. 00010000:00000010:3.1:1788839799.708006:0:25354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e84200. 00010000:00000010:3.1:1788839799.708011:0:25354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4d00. 00010000:00000010:3.1:1788839799.708015:0:25354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee8523c600. 00010000:00000010:3.1:1788839799.708017:0:25354:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee85e55900. 00010000:00000010:3.1:1788839811.740940:0:13:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1000. 00010000:00000010:3.1:1788839811.740960:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8c400. 00000080:00000010:0.1:1788839811.755100:0:25967:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee86d74380. 00010000:00000010:1.1:1788839811.836234:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1f00. 00010000:00000010:1.1:1788839811.836257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e84400. 00010000:00000010:2.1:1788839811.850617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8c800. 00000080:00000010:0.1:1788839811.878021:0:25969:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee84b11d40. 00010000:00000010:3.1:1788839812.851341:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee85e55700. 00010000:00000010:3.1:1788839812.851353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee8523ca00. 00010000:00000010:3.1:1788839819.368190:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4400. 00010000:00000010:3.1:1788839819.368204:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e85200. 00000080:00000010:0.1:1788839819.388747:0:26585:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee86d74b20. 00010000:00000010:1.1:1788839819.461697:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4000. 00010000:00000010:1.1:1788839819.461705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030a00. 00010000:00000010:1.1:1788839819.476725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e84600. 00000080:00000010:1.1:1788839819.491890:0:26586:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee83169d60. 00010000:00000010:2.1:1788839820.725691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030200. 00010000:00000010:2.1:1788839820.757983:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1900. 00010000:00000010:2.1:1788839820.757999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8de00. 00000080:00000010:0.1:1788839820.774684:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee83169460. 00010000:00000010:0.1:1788839827.528939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030200. 00000080:00000010:0.1:1788839827.528955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee83169700. 00010000:00000010:0.1:1788839827.528972:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74c00. 00010000:00000010:0.1:1788839827.528976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031600. 00010000:00000010:1.1:1788839827.595156:0:27169:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e85000. 00000080:00000010:3.1:1788839827.603773:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee84b11440. 00010000:00000010:3.1:1788839827.603788:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4100. 00010000:00000010:3.1:1788839827.603793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e85600. 00000080:00000010:2.1:1788839831.665679:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee86d74540. 00000080:00000010:2.1:1788839831.665693:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee84b11220. 00000080:00000010:1.1:1788839831.665755:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee86d74ca0. 00000080:00000010:1.1:1788839831.665761:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee86e75240. 00000080:00000010:1.1:1788839831.665765:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee831697c0. 00010000:00000010:2.1:1788839831.694693:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74c00. 00010000:00000010:2.1:1788839831.694712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee8523c600. 00010000:00000010:2.1:1788839831.694718:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee85e55e00. 00010000:00000010:2.1:1788839831.694721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8d400. 00010000:00000010:2.1:1788839831.694725:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1900. 00010000:00000010:2.1:1788839831.694729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8ca00. 00010000:00000010:2.1:1788839831.694743:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4e00. 00010000:00000010:2.1:1788839831.694747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e85000. 00010000:00000010:2.1:1788839831.694750:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4800. 00010000:00000010:2.1:1788839831.694753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031600. 00010000:00000010:2.1:1788839831.694757:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4000. 00010000:00000010:2.1:1788839831.694760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e84e00. 00010000:00000010:2.1:1788839831.694763:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74a00. 00010000:00000010:2.1:1788839831.694765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031000. 00010000:00000010:2.1:1788839831.694768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee8523c400. 00010000:00000010:2.1:1788839831.694771:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee85e55400. 00010000:00000010:2.1:1788839831.694773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee8523c800. 00010000:00000010:2.1:1788839831.694776:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4d00. 00010000:00000010:2.1:1788839831.694778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e84200. 00000080:00000010:1.1:1788839848.042560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee84b11360. 00000080:00000010:1.1:1788839848.042588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee83169ec0. 00010000:00000010:1.1:1788839849.457692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e85400. 00010000:00000010:0.1:1788839849.512790:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4500. 00010000:00000010:0.1:1788839849.512818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e84400. 00010000:00000010:0.1:1788839849.512822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e84600. 00000080:00000010:0.1:1788839849.523681:0:27217:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee84b11a60. 00000080:00000010:0.1:1788839849.523712:0:27217:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee90513180. 00000080:00000010:0.1:1788839849.534253:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee84b11000. 00010000:00000010:1.1:1788839849.546712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031c00. 00010000:00000010:1.1:1788839849.546735:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4f00. 00010000:00000010:1.1:1788839849.546740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031800. 00010000:00000010:1.1:1788839849.546743:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4a00. 00010000:00000010:1.1:1788839849.546745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e85200. 00000080:00000010:1.1:1788839849.568691:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee90591080. 00000080:00000010:1.1:1788839849.568701:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee831699a0. 00010000:00000010:2.1:1788839849.590827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8da00. 00010000:00000010:1.1:1788839849.658748:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74700. 00010000:00000010:1.1:1788839849.658765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030600. 00010000:00000010:1.1:1788839849.658770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee8523c000. 00000080:00000010:1.1:1788839849.675806:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee83169e80. 00000080:00000010:1.1:1788839849.675838:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee90596300. 00000080:00000010:1.1:1788839849.675852:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee86d74900. 00010000:00000010:1.1:1788839849.697838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e85400. 00010000:00000010:1.1:1788839849.697855:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74300. 00010000:00000010:1.1:1788839849.697859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee8523c200. 00010000:00000010:1.1:1788839849.697862:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4a00. 00010000:00000010:1.1:1788839849.697866:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e85200. 00000080:00000010:1.1:1788839849.724688:0:27219:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee905c18c0. 00000080:00000010:1.1:1788839849.735131:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee84b11760. 00010000:00000010:0.1:1788839851.537682:0:27439:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4d00. 00010000:00000010:0.1:1788839851.537704:0:27439:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e85e00. 00010000:00000010:3.1:1788839851.537738:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74400. 00010000:00000010:3.1:1788839851.537748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030400. 00010000:00000010:3.1:1788839855.957126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee8523c600. 00000080:00000010:3.1:1788839855.970092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee86d74060. 00010000:00000010:3.1:1788839855.970104:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee85e55400. 00010000:00000010:3.1:1788839855.970109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee8523c800. 00010000:00000010:3.1:1788839856.004055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e84600. 00000080:00000010:0.1:1788839856.004759:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee84b11220. 00010000:00000010:0.1:1788839856.004777:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74900. 00010000:00000010:0.1:1788839856.004783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030c00. 00000080:00000010:3.1:1788839858.923939:0:27812:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee86e75120. 00000080:00000010:3.1:1788839858.924044:0:27812:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee86e75640. 00010000:00000010:1.1:1788839858.926720:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1d00. 00010000:00000010:1.1:1788839858.926744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8ca00. 00010000:00000010:1.1:1788839858.926748:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1500. 00010000:00000010:1.1:1788839858.926751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8cc00. 00010000:00000010:1.1:1788839858.926755:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee85e55400. 00010000:00000010:1.1:1788839858.926760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8d000. 00010000:00000010:1.1:1788839858.926763:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1a00. 00010000:00000010:1.1:1788839858.926766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8dc00. 00000080:00000010:2.1:1788839995.024476:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee86e75c60. 00000080:00000010:2.1:1788839995.024506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee86e75520. 00010000:00000010:2.1:1788839995.221971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8d000. 00010000:00000010:1.1:1788839995.291816:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74f00. 00010000:00000010:1.1:1788839995.291845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031600. 00010000:00000010:1.1:1788839995.291850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031000. 00000080:00000010:1.1:1788839995.312843:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee83169d20. 00000080:00000010:1.1:1788839995.316056:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee9058c200. 00000080:00000010:1.1:1788839995.316090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee831695c0. 00010000:00000010:1.1:1788839995.354526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e84200. 00010000:00000010:1.1:1788839995.354548:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74500. 00010000:00000010:1.1:1788839995.354555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031a00. 00010000:00000010:1.1:1788839995.354587:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee85e55500. 00010000:00000010:1.1:1788839995.354590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee8523de00. 00000080:00000010:0.1:1788839995.366192:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee90594a40. 00000080:00000010:0.1:1788839995.366212:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee84b11ce0. 00010000:00000010:0.1:1788839995.383893:0:27837:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030400. 00010000:00000010:1.1:1788839995.420915:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1200. 00010000:00000010:1.1:1788839995.420934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8ca00. 00010000:00000010:1.1:1788839995.420938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8c800. 00000080:00000010:1.1:1788839995.429926:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee86e75420. 00000080:00000010:1.1:1788839995.429952:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee905c2100. 00000080:00000010:1.1:1788839995.429961:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee86e75c60. 00010000:00000010:0.1:1788839995.436759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e85000. 00010000:00000010:0.1:1788839995.436783:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1100. 00010000:00000010:0.1:1788839995.436790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e84200. 00010000:00000010:0.1:1788839995.436794:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74800. 00010000:00000010:0.1:1788839995.436798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030000. 00000080:00000010:0.1:1788839995.464368:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee905c0840. 00000080:00000010:0.1:1788839995.464392:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee84b11400. 00010000:00000010:3.1:1788840000.103863:0:28213:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4900. 00010000:00000010:3.1:1788840000.103882:0:28213:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e84000. 00010000:00000010:0.1:1788840003.199701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031600. 00000080:00000010:1.1:1788840003.199781:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee83169d00. 00010000:00000010:1.1:1788840003.199958:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1400. 00010000:00000010:1.1:1788840003.199967:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8c800. 00010000:00000010:3.1:1788840003.265402:0:2354:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031000. 00000080:00000010:2.1:1788840003.276407:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee83169320. 00010000:00000010:2.1:1788840003.276424:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74d00. 00010000:00000010:2.1:1788840003.276430:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031600. 00010000:00000010:1.1:1788840009.289671:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee85e55900. 00010000:00000010:1.1:1788840009.289694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8ce00. 00010000:00000010:1.1:1788840009.289699:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4d00. 00010000:00000010:1.1:1788840009.289716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e85800. 00010000:00000010:1.1:1788840009.289720:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1300. 00010000:00000010:1.1:1788840009.289726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8d200. 00010000:00000010:1.1:1788840009.289729:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1e00. 00010000:00000010:1.1:1788840009.289732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8d600. 00000080:00000010:0.1:1788840025.773695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee86e756a0. 00000080:00000010:0.1:1788840025.773720:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee86e75520. 00000080:00000010:2.1:1788840025.809389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee86e755c0. 00000080:00000010:2.1:1788840025.809437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee86e757e0. 00010000:00000010:2.1:1788840027.684192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8d400. 00010000:00000010:2.1:1788840027.727171:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4900. 00010000:00000010:2.1:1788840027.727194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e85600. 00010000:00000010:2.1:1788840027.727198:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e85400. 00000080:00000010:0.1:1788840027.735951:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee905c39c0. 00000080:00000010:0.1:1788840027.735979:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee84b11680. 00000080:00000010:2.1:1788840027.736697:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee84b119c0. 00010000:00000010:1.1:1788840027.761802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031a00. 00010000:00000010:1.1:1788840027.761830:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4a00. 00010000:00000010:1.1:1788840027.761836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8d400. 00010000:00000010:1.1:1788840027.761839:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4000. 00010000:00000010:1.1:1788840027.761842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e84600. 00000080:00000010:1.1:1788840027.793695:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee90515ac0. 00000080:00000010:1.1:1788840027.793725:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee83169920. 00010000:00000010:0.1:1788840027.819696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031000. 00010000:00000010:1.1:1788840027.867025:0:28460:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4300. 00010000:00000010:1.1:1788840027.867034:0:28460:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e85200. 00010000:00000010:1.1:1788840027.867038:0:28460:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8d800. 00000080:00000010:1.1:1788840027.876716:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee84b11020. 00000080:00000010:1.1:1788840027.876757:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee90594a40. 00000080:00000010:1.1:1788840027.876767:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee86e75220. 00010000:00000010:1.1:1788840027.901699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e84000. 00010000:00000010:1.1:1788840027.901721:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4b00. 00010000:00000010:1.1:1788840027.901728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031000. 00010000:00000010:1.1:1788840027.901733:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4000. 00010000:00000010:1.1:1788840027.901735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e84600. 00000080:00000010:1.1:1788840027.921709:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee90516b40. 00000080:00000010:1.1:1788840027.929694:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee84b11480. 00010000:00000010:0.1:1788840030.738414:0:28701:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74c00. 00010000:00000010:0.1:1788840030.738420:0:28701:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030000. 00010000:00000010:1.1:1788840035.405938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e84800. 00000080:00000010:1.1:1788840035.405959:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee84b11400. 00010000:00000010:1.1:1788840035.405965:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee85e55300. 00010000:00000010:1.1:1788840035.405969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee8523da00. 00010000:00000010:1.1:1788840035.503193:0:29029:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e84800. 00000080:00000010:1.1:1788840035.503218:0:29029:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee84b11d40. 00010000:00000010:1.1:1788840035.506439:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74c00. 00010000:00000010:1.1:1788840035.506456:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030c00. 00000080:00000010:0.1:1788840039.170297:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee84b11e20. 00000080:00000010:0.1:1788840039.170315:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee84b11080. 00010000:00000010:0.1:1788840039.197708:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74100. 00010000:00000010:0.1:1788840039.197721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e85e00. 00010000:00000010:0.1:1788840039.197727:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4a00. 00010000:00000010:0.1:1788840039.197731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e84c00. 00010000:00000010:0.1:1788840039.197734:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4400. 00010000:00000010:0.1:1788840039.197736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e84800. 00010000:00000010:0.1:1788840039.197739:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4f00. 00010000:00000010:0.1:1788840039.197742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e85c00. 00010000:00000010:0.1:1788840039.197744:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4e00. 00010000:00000010:0.1:1788840039.197746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e85a00. 00000080:00000010:1.1:1788840055.420731:0:29067:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee84b11f60. 00000080:00000010:1.1:1788840055.420756:0:29067:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee84b118c0. 00010000:00000010:0.1:1788840057.085091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031c00. 00010000:00000010:0.1:1788840057.102388:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4800. 00010000:00000010:0.1:1788840057.102412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e85800. 00010000:00000010:0.1:1788840057.102417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8c400. 00000080:00000010:1.1:1788840057.128836:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee84b11300. 00000080:00000010:1.1:1788840057.132722:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee90515ac0. 00000080:00000010:1.1:1788840057.136608:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee86e757a0. 00010000:00000010:2.1:1788840057.154696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e84400. 00010000:00000010:2.1:1788840057.154713:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4300. 00010000:00000010:2.1:1788840057.154718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030200. 00010000:00000010:2.1:1788840057.154723:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee85e55100. 00010000:00000010:2.1:1788840057.154726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee8523d000. 00000080:00000010:2.1:1788840057.167717:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee90516b40. 00000080:00000010:2.1:1788840057.167737:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee84b11f60. 00010000:00000010:2.1:1788840057.186764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8c600. 00010000:00000010:2.1:1788840057.240459:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1d00. 00010000:00000010:2.1:1788840057.240475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030600. 00010000:00000010:2.1:1788840057.240481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e84e00. 00000080:00000010:2.1:1788840057.250119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee831690c0. 00000080:00000010:1.1:1788840057.256758:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee905918c0. 00000080:00000010:1.1:1788840057.256770:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee84b118c0. 00010000:00000010:1.1:1788840057.269807:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e84e00. 00010000:00000010:1.1:1788840057.269815:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74d00. 00010000:00000010:1.1:1788840057.269819:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8c600. 00010000:00000010:1.1:1788840057.269821:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1700. 00010000:00000010:1.1:1788840057.269824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8c000. 00000080:00000010:1.1:1788840057.283751:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee90590000. 00000080:00000010:1.1:1788840057.283765:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee84b11300. 00010000:00000010:1.1:1788840061.495726:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4000. 00010000:00000010:1.1:1788840061.495740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e84200. 00010000:00000010:1.1:1788840061.495743:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1f00. 00010000:00000010:1.1:1788840061.495748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8de00. 00010000:00000010:1.1:1788840064.171011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee8523c200. 00000080:00000010:1.1:1788840064.171033:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee86d74880. 00010000:00000010:1.1:1788840064.171041:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1600. 00010000:00000010:1.1:1788840064.171046:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8c400. 00010000:00000010:3.1:1788840064.234689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e85c00. 00000080:00000010:3.1:1788840064.250060:0:29659:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee84b11180. 00010000:00000010:3.1:1788840064.250078:0:29659:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1400. 00010000:00000010:3.1:1788840064.250093:0:29659:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8de00. 00010000:00000010:0.1:1788840065.375121:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74f00. 00010000:00000010:0.1:1788840065.375142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031600. 00000080:00000010:1.1:1788840067.394300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee84b116c0. 00000080:00000010:1.1:1788840067.394319:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee84b11da0. 00010000:00000010:2.1:1788840067.402110:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4100. 00010000:00000010:2.1:1788840067.402130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee8523cc00. 00010000:00000010:2.1:1788840067.402136:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4900. 00010000:00000010:2.1:1788840067.402141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e84800. 00010000:00000010:2.1:1788840067.402144:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4000. 00010000:00000010:2.1:1788840067.402147:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e84200. 00010000:00000010:2.1:1788840067.402150:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4500. 00010000:00000010:2.1:1788840067.402153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e84c00. 00000080:00000010:1.1:1788840087.605877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee83169e80. 00000080:00000010:0.1:1788840087.606684:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee83169360. 00010000:00000010:0.1:1788840087.694699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031000. 00010000:00000010:1.1:1788840087.754736:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74d00. 00010000:00000010:1.1:1788840087.754754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031800. 00010000:00000010:1.1:1788840087.754759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031c00. 00000080:00000010:1.1:1788840087.779706:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee831697a0. 00000080:00000010:1.1:1788840087.779746:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee90512940. 00000080:00000010:1.1:1788840087.779757:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee83169ba0. 00010000:00000010:1.1:1788840087.791907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e84a00. 00010000:00000010:1.1:1788840087.791929:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74a00. 00010000:00000010:1.1:1788840087.791935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031000. 00010000:00000010:1.1:1788840087.791939:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74500. 00010000:00000010:1.1:1788840087.791942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030200. 00000080:00000010:1.1:1788840087.805740:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee90515ac0. 00000080:00000010:1.1:1788840087.805757:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee84b11100. 00010000:00000010:1.1:1788840087.821424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e85600. 00010000:00000010:1.1:1788840087.855518:0:20:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4600. 00010000:00000010:1.1:1788840087.855528:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030600. 00010000:00000010:1.1:1788840087.855533:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030c00. 00000080:00000010:0.1:1788840087.879845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee84b11380. 00010000:00000010:0.1:1788840087.879879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e85e00. 00010000:00000010:0.1:1788840087.879888:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74100. 00010000:00000010:0.1:1788840087.879892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e85600. 00010000:00000010:0.1:1788840087.879895:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4800. 00010000:00000010:0.1:1788840087.879899:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e84a00. 00010000:00000010:0.1:1788840092.213846:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74900. 00010000:00000010:0.1:1788840092.213861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030a00. 00000400:00000200:3.0:1788840138.310611:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840138.310617:0:2362:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4f058. 00000400:00000010:3.0:1788840138.310624:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e3b8. 00000100:00000200:3.0:1788840138.310633:0:2362:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133946752, portal 10 00000100:00000001:3.0:1788840138.310636:0:2362:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840138.310672:0:2362:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044628352 : -122120664923264 : ffff90ee9125c380) 00000100:00000040:3.0:1788840138.310682:0:2362:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125c380 x1875733133946752/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840138.310690:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840138.310693:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840138.310697:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011ef68. 00000100:00000200:3.0:1788840138.310700:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733133946752, offset 0 00000400:00000200:3.0:1788840138.310708:0:2362:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840138.310719:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840138.310728:0:2362:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840138.310734:0:2362:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840138.310740:0:2362:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840138.310744:0:2362:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840138.310748:0:2362:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840138.310752:0:2362:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2196:2196:256:4294967295] 192.168.202.131@tcp LPNI seq info [2196:2196:8:4294967295] 00000400:00000200:3.0:1788840138.310757:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840138.310768:0:2362:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840138.310775:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840138.310780:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee8985ce00. 00000800:00000200:3.0:1788840138.310788:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840138.310798:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840138.310803:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee8985ce00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788840138.310823:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840138.310828:0:2362:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 522790 usecs (523 jiffies) 00000400:00000200:3.0:1788840138.310831:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840138.310835:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296368652 00000100:00000010:3.0:1788840138.310841:0:2362:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee84b18b40. 00000100:00000001:3.0:1788840138.310850:0:2362:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788840138.310859:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296368652 00000100:00000010:3.0:1788840138.310863:0:2362:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee84b183c0. 00000100:00000001:3.0:1788840138.310866:0:2362:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788840138.310869:0:2362:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840138.310873:0:2362:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840138.310876:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840138.310879:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840138.311031:0:2362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840138.311034:0:2362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788840138.311037:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840138.311038:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840138.311040:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840138.311043:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1788840138.311045:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840138.311047:0:2362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840138.311049:0:2362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840138.311050:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840138.311051:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840138.311052:0:2362:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840138.311057:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125f800 x1875733133946624/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840138.311064:0:2362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840138.311066:0:2362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840138.311068:0:2362:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840138.311071:0:2362:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840138.311072:0:2362:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840138.311075:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2362:1875733133946624:192.168.202.131@tcp:400:kworker.0 00000100:00000001:3.0:1788840138.311079:0:2362:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840138.311082:0:2362:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840138.311084:0:2362:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840138.311086:0:2362:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840138.311090:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee86fa6400. 02000000:00000001:3.0:1788840138.311092:0:2362:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840138.311097:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840138.311100:0:2362:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4f898. 00000400:00000010:3.0:1788840138.311107:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011ec38. 00000100:00000200:3.0:1788840138.311110:0:2362:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133946624, portal 25 00000100:00000001:3.0:1788840138.311112:0:2362:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840138.311113:0:2362:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044641792 : -122120664909824 : ffff90ee9125f800) 00000100:00000040:3.0:1788840138.311118:0:2362:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125f800 x1875733133946624/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840138.311124:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840138.311126:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840138.311129:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e770. 00000100:00000200:3.0:1788840138.311131:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875733133946624, offset 0 00000400:00000200:3.0:1788840138.311136:0:2362:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840138.311141:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840138.311145:0:2362:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840138.311149:0:2362:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840138.311152:0:2362:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840138.311154:0:2362:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840138.311156:0:2362:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840138.311159:0:2362:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2197:2197:255:4294967295] 192.168.202.131@tcp LPNI seq info [2197:2197:7:4294967295] 00000400:00000200:3.0:1788840138.311163:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840138.311169:0:2362:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840138.311173:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840138.311176:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee8985c900. 00000800:00000200:3.0:1788840138.311181:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840138.311186:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840138.311188:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee8985c900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788840138.311191:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840138.311194:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840138.311196:0:2362:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4296372128 00000100:00000001:3.0:1788840138.311201:0:2362:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296368652 00000100:00000001:3.0:1788840138.311206:0:2362:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4296372128 00000100:00000001:3.0:1788840138.311210:0:2362:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296368652 00000100:00000001:3.0:1788840138.311212:0:2362:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840138.311214:0:2362:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840138.311216:0:2362:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840138.311219:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125d180 x1875733133946880/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840138.311225:0:2362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840138.311226:0:2362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840138.311228:0:2362:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840138.311230:0:2362:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840138.311231:0:2362:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840138.311234:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733133946880:192.168.202.131@tcp:400:kworker.0 00000100:00000001:3.0:1788840138.311237:0:2362:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840138.311240:0:2362:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840138.311242:0:2362:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840138.311243:0:2362:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840138.311246:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee86fa7200. 02000000:00000001:3.0:1788840138.311247:0:2362:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840138.311250:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840138.311253:0:2362:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4fbb0. 00000400:00000010:3.0:1788840138.311256:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e6e8. 00000100:00000200:3.0:1788840138.311259:0:2362:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133946880, portal 4 00000100:00000001:3.0:1788840138.311260:0:2362:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840138.311261:0:2362:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044631936 : -122120664919680 : ffff90ee9125d180) 00000100:00000040:3.0:1788840138.311268:0:2362:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125d180 x1875733133946880/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840154 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840138.311273:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840138.311275:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840138.311277:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e5d8. 00000100:00000200:3.0:1788840138.311279:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733133946880, offset 0 00000400:00000200:3.0:1788840138.311283:0:2362:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840138.311287:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840138.311290:0:2362:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840138.311292:0:2362:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840138.311294:0:2362:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840138.311296:0:2362:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840138.311298:0:2362:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840138.311301:0:2362:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2198:2198:254:4294967295] 192.168.202.131@tcp LPNI seq info [2198:2198:6:4294967295] 00000400:00000200:3.0:1788840138.311305:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840138.311310:0:2362:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840138.311314:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840138.311317:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee8985c200. 00000800:00000200:3.0:1788840138.311320:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840138.311324:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840138.311326:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee8985c200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788840138.311329:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840138.311331:0:2362:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: using a timeout of 22665 usecs (23 jiffies) 00000400:00000200:3.0:1788840138.311334:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840138.311336:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296368152 00000100:00000001:3.0:1788840138.311338:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296372128 00000100:00000001:3.0:1788840138.311340:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296368152 00000100:00000001:3.0:1788840138.311342:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296372128 00000100:00000001:3.0:1788840138.311344:0:2362:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840138.311345:0:2362:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840138.311348:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840138.311349:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840138.311368:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840138.311371:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840138.320976:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840138.320981:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788840138.321268:0:2362:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840138.321270:0:2362:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840138.321274:0:2362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4f898. 00000400:00000200:3.0:1788840138.321279:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011ec38 00000400:00000010:3.0:1788840138.321282:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011ec38. 00000100:00000001:3.0:1788840138.321286:0:2362:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840138.321291:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125f800 x1875733133946624/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840154 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840138.321301:0:2362:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125f800 x1875733133946624/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840154 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840138.321308:0:2362:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840138.321310:0:2362:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840138.321313:0:2362:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840138.321316:0:2362:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840138.321318:0:2362:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840138.321321:0:2362:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840138.321324:0:2362:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840138.321331:0:2362:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98ee5c60 time=138 v=5 (5 5 5 5) 00000100:00001000:3.0:1788840138.321335:0:2362:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98ee5c18 time=138 v=5 (1 1 1 1) 00000100:00000001:3.0:1788840138.321338:0:2362:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840138.321340:0:2362:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840138.321343:0:2362:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840138.321345:0:2362:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840138.321348:0:2362:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840138.321353:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125f800 x1875733133946624/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840154 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840138.321360:0:2362:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840138.321363:0:2362:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840138.321365:0:2362:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840138.321369:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125f800 x1875733133946624/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840154 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840138.321378:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2362:1875733133946624:192.168.202.131@tcp:400:kworker.0 00000400:00000001:3.0:1788840138.321386:0:2362:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840138.321387:0:2362:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840138.321389:0:2362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4f058. 00000400:00000200:3.0:1788840138.321391:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e3b8 00000400:00000010:3.0:1788840138.321394:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e3b8. 00000100:00000001:3.0:1788840138.321396:0:2362:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840138.321399:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125c380 x1875733133946752/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840154 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840138.321408:0:2362:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125c380 x1875733133946752/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840154 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840138.321414:0:2362:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840138.321415:0:2362:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840138.321417:0:2362:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840138.321418:0:2362:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840138.321419:0:2362:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840138.321421:0:2362:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840138.321423:0:2362:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840138.321428:0:2362:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=138 v=5 (102 102 102 137) 00000100:00001000:3.0:1788840138.321431:0:2362:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=83 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840138.321433:0:2362:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840138.321434:0:2362:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840138.321436:0:2362:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840138.321439:0:2362:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840138.321442:0:2362:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840138.321444:0:2362:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967590 00000100:00000001:3.0:1788840138.321445:0:2362:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840138.321447:0:2362:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840138.321451:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125c380 x1875733133946752/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840154 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840138.321458:0:2362:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840138.321459:0:2362:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840138.321461:0:2362:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840138.321464:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125c380 x1875733133946752/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840154 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840138.321471:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733133946752:192.168.202.131@tcp:400:kworker.0 00000100:00000001:3.0:1788840138.321475:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840138.321478:0:2362:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840138.321481:0:2362:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125f800 x1875733133946624/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840154 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840138.321488:0:2362:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840138.321491:0:2362:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840138.321494:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee86fa6400. 02000000:00000001:3.0:1788840138.321497:0:2362:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840138.321500:0:2362:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840138.321502:0:2362:0:(genops.c:1223:class_import_put()) import ffff90ee98ee5800 refcount=3 obd=MGC192.168.202.131@tcp 00000020:00000001:3.0:1788840138.321504:0:2362:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840138.321506:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee87989100. 02000000:00000001:3.0:1788840138.321509:0:2362:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840138.321511:0:2362:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840138.321513:0:2362:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125f800. 00000100:00000001:3.0:1788840138.321516:0:2362:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840138.321518:0:2362:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840138.321519:0:2362:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840138.321522:0:2362:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125c380 x1875733133946752/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840154 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840138.321528:0:2362:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840138.321529:0:2362:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840138.321531:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee86fa7000. 02000000:00000001:3.0:1788840138.321533:0:2362:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840138.321534:0:2362:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840138.321535:0:2362:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:3.0:1788840138.321537:0:2362:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840138.321538:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee87989e00. 02000000:00000001:3.0:1788840138.321540:0:2362:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840138.321541:0:2362:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840138.323058:0:2362:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125c380. 00000100:00000001:3.0:1788840138.323069:0:2362:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840138.323071:0:2362:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840138.323075:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840138.323078:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840138.323081:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840138.323083:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840138.323085:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840138.324969:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840138.324973:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788840138.324980:0:2362:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840138.324982:0:2362:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840138.324986:0:2362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4fbb0. 00000400:00000200:3.0:1788840138.324990:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e6e8 00000400:00000010:3.0:1788840138.324993:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e6e8. 00000100:00000001:3.0:1788840138.324997:0:2362:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840138.325002:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125d180 x1875733133946880/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840154 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840138.325011:0:2362:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125d180 x1875733133946880/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840154 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840138.325018:0:2362:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840138.325020:0:2362:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840138.325022:0:2362:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840138.325026:0:2362:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840138.325029:0:2362:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840138.325031:0:2362:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840138.325034:0:2362:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840138.325043:0:2362:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b5cc60 time=138 v=5 (5 5 36 36) 00000100:00001000:3.0:1788840138.325047:0:2362:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=51 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840138.325049:0:2362:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840138.325050:0:2362:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840138.325053:0:2362:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840138.325057:0:2362:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840138.325061:0:2362:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840138.325063:0:2362:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: skip recheck: last_committed 4294967327 00000100:00000001:3.0:1788840138.325065:0:2362:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840138.325066:0:2362:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840138.325071:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125d180 x1875733133946880/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840154 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840138.325079:0:2362:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840138.325082:0:2362:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840138.325084:0:2362:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840138.325088:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125d180 x1875733133946880/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840154 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840138.325097:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733133946880:192.168.202.131@tcp:400:kworker.0 00000100:00000001:3.0:1788840138.325101:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840138.325103:0:2362:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840138.325106:0:2362:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125d180 x1875733133946880/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840154 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840138.325113:0:2362:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840138.325115:0:2362:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840138.325119:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee86fa7200. 02000000:00000001:3.0:1788840138.325123:0:2362:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840138.325125:0:2362:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840138.325127:0:2362:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=2 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:3.0:1788840138.325130:0:2362:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840138.325132:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee87989d00. 02000000:00000001:3.0:1788840138.325136:0:2362:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840138.325138:0:2362:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840138.325140:0:2362:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125d180. 00000100:00000001:3.0:1788840138.325143:0:2362:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840138.325144:0:2362:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840138.325146:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840138.325153:0:2362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840138.325155:0:2362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840138.325158:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840138.325160:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840139.398538:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840139.398551:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840139.398554:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788840142.344670:0:25640:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120b30 (cpu 3) has reached its deadline 4296372128, at 4296372163 00000100:00000010:3.0:1788840142.344685:0:25640:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee84b183c0. 00000020:00000001:3.0:1788840142.471755:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840142.471760:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840142.471764:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788840143.430886:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840143.430890:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840143.430894:0:2362:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840143.430901:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125dc00 x1875733133947008/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840143.430910:0:2362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840143.430912:0:2362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840143.430916:0:2362:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840143.430918:0:2362:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840143.430921:0:2362:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840143.430924:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2362:1875733133947008:192.168.202.131@tcp:400:kworker.0 00000100:00000001:3.0:1788840143.430928:0:2362:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840143.430933:0:2362:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840143.430935:0:2362:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840143.430939:0:2362:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840143.430945:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee86fa6400. 02000000:00000001:3.0:1788840143.430947:0:2362:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840143.430954:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840143.430958:0:2362:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4fbb0. 00000400:00000010:3.0:1788840143.430965:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e6e8. 00000100:00000200:3.0:1788840143.430972:0:2362:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133947008, portal 25 00000100:00000001:3.0:1788840143.430974:0:2362:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840143.430976:0:2362:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044634624 : -122120664916992 : ffff90ee9125dc00) 00000100:00000040:3.0:1788840143.430982:0:2362:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125dc00 x1875733133947008/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840143.430990:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840143.430992:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840143.430996:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e3b8. 00000100:00000200:3.0:1788840143.430998:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875733133947008, offset 0 00000400:00000200:3.0:1788840143.431005:0:2362:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840143.431019:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840143.431026:0:2362:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840143.431031:0:2362:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840143.431035:0:2362:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840143.431039:0:2362:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840143.431041:0:2362:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840143.431044:0:2362:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2199:2199:256:4294967295] 192.168.202.131@tcp LPNI seq info [2199:2199:8:4294967295] 00000400:00000200:3.0:1788840143.431048:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840143.431057:0:2362:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840143.431062:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840143.431068:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee8985c200. 00000800:00000200:3.0:1788840143.431074:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840143.431194:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840143.431199:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee8985c200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788840143.431209:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840143.431213:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840143.431216:0:2362:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4296377248 00000100:00000010:3.0:1788840143.431221:0:2362:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee84b183c0. 00000100:00000001:3.0:1788840143.431227:0:2362:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788840143.431236:0:2362:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4296377248 00000100:00000010:3.0:1788840143.431239:0:2362:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee84b18d20. 00000100:00000001:3.0:1788840143.431242:0:2362:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788840143.431245:0:2362:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840143.431247:0:2362:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840143.431250:0:2362:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840143.431254:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125e300 x1875733133947264/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840143.431261:0:2362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840143.431263:0:2362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840143.431265:0:2362:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840143.431266:0:2362:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840143.431268:0:2362:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840143.431272:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733133947264:192.168.202.131@tcp:400:kworker.0 00000100:00000001:3.0:1788840143.431275:0:2362:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840143.431277:0:2362:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840143.431279:0:2362:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840143.431280:0:2362:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840143.431284:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee86fa6000. 02000000:00000001:3.0:1788840143.431286:0:2362:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840143.431289:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840143.431292:0:2362:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4f058. 00000400:00000010:3.0:1788840143.431295:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011ec38. 00000100:00000200:3.0:1788840143.431299:0:2362:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133947264, portal 4 00000100:00000001:3.0:1788840143.431300:0:2362:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840143.431302:0:2362:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044636416 : -122120664915200 : ffff90ee9125e300) 00000100:00000040:3.0:1788840143.431308:0:2362:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125e300 x1875733133947264/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840143.431320:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840143.431323:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840143.431325:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e440. 00000100:00000200:3.0:1788840143.431329:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733133947264, offset 0 00000400:00000200:3.0:1788840143.431333:0:2362:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840143.431337:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840143.431340:0:2362:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840143.431345:0:2362:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840143.431347:0:2362:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840143.431349:0:2362:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840143.431351:0:2362:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840143.431354:0:2362:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2200:2200:255:4294967295] 192.168.202.131@tcp LPNI seq info [2200:2200:7:4294967295] 00000400:00000200:3.0:1788840143.431358:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840143.431363:0:2362:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840143.431367:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840143.431370:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee8985c900. 00000800:00000200:3.0:1788840143.431377:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840143.431380:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840143.431383:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee8985c900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788840143.431386:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840143.431389:0:2362:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: using a timeout of 22640 usecs (23 jiffies) 00000400:00000200:3.0:1788840143.431391:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840143.431393:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296373272 00000100:00000001:3.0:1788840143.431396:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296377248 00000100:00000001:3.0:1788840143.431398:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296373272 00000100:00000001:3.0:1788840143.431400:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296377248 00000100:00000001:3.0:1788840143.431402:0:2362:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840143.431403:0:2362:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840143.431406:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840143.431408:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840143.431414:0:2362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840143.431416:0:2362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788840143.431418:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840143.431419:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840143.431420:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840143.431423:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1788840143.431424:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840143.431426:0:2362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840143.431427:0:2362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840143.431429:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840143.431430:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840143.431430:0:2362:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840143.431434:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125ea00 x1875733133947136/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840143.431439:0:2362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840143.431441:0:2362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840143.431442:0:2362:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840143.431444:0:2362:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840143.431446:0:2362:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840143.431449:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733133947136:192.168.202.131@tcp:400:kworker.0 00000100:00000001:3.0:1788840143.431452:0:2362:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840143.431454:0:2362:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840143.431455:0:2362:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840143.431456:0:2362:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840143.431459:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee86fa7600. 02000000:00000001:3.0:1788840143.431461:0:2362:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840143.431463:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840143.431465:0:2362:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4f898. 00000400:00000010:3.0:1788840143.431468:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e4c8. 00000100:00000200:3.0:1788840143.431470:0:2362:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133947136, portal 10 00000100:00000001:3.0:1788840143.431472:0:2362:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840143.431473:0:2362:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044638208 : -122120664913408 : ffff90ee9125ea00) 00000100:00000040:3.0:1788840143.431478:0:2362:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125ea00 x1875733133947136/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840159 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840143.431483:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840143.431485:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840143.431487:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011eee0. 00000100:00000200:3.0:1788840143.431489:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733133947136, offset 0 00000400:00000200:3.0:1788840143.431492:0:2362:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840143.431495:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840143.431497:0:2362:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840143.431499:0:2362:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840143.431501:0:2362:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840143.431503:0:2362:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840143.431531:0:2362:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840143.431534:0:2362:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2201:2201:254:4294967295] 192.168.202.131@tcp LPNI seq info [2201:2201:6:4294967295] 00000400:00000200:3.0:1788840143.431537:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840143.431543:0:2362:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840143.431546:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840143.431550:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee8985ce00. 00000800:00000200:3.0:1788840143.431553:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840143.431557:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840143.431559:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee8985ce00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788840143.431562:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840143.431565:0:2362:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 521950 usecs (522 jiffies) 00000400:00000200:3.0:1788840143.431568:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840143.431569:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296373771 00000100:00000001:3.0:1788840143.431571:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296377248 00000100:00000001:3.0:1788840143.431573:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296373771 00000100:00000001:3.0:1788840143.431575:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296377248 00000100:00000001:3.0:1788840143.431576:0:2362:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840143.431578:0:2362:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840143.431580:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840143.431582:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840143.431593:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840143.431595:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840143.438558:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840143.438562:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788840143.438569:0:2362:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840143.438571:0:2362:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840143.438575:0:2362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4f898. 00000400:00000200:3.0:1788840143.438579:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e4c8 00000400:00000010:3.0:1788840143.438582:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e4c8. 00000100:00000001:3.0:1788840143.438586:0:2362:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840143.438592:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125ea00 x1875733133947136/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840159 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840143.438601:0:2362:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125ea00 x1875733133947136/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840159 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840143.438607:0:2362:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840143.438609:0:2362:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840143.438611:0:2362:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840143.438614:0:2362:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840143.438618:0:2362:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840143.438620:0:2362:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840143.438623:0:2362:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840143.438633:0:2362:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=143 v=5 (102 102 102 137) 00000100:00001000:3.0:1788840143.438637:0:2362:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=88 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840143.438668:0:2362:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840143.438670:0:2362:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840143.438673:0:2362:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840143.438689:0:2362:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840143.438693:0:2362:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840143.438695:0:2362:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967590 00000100:00000001:3.0:1788840143.438698:0:2362:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840143.438700:0:2362:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840143.438705:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125ea00 x1875733133947136/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840159 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840143.438712:0:2362:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840143.438715:0:2362:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840143.438717:0:2362:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840143.438721:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125ea00 x1875733133947136/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840159 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840143.438729:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733133947136:192.168.202.131@tcp:400:kworker.0 00000100:00000001:3.0:1788840143.438735:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840143.438738:0:2362:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840143.438742:0:2362:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125ea00 x1875733133947136/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840159 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840143.438868:0:2362:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840143.438871:0:2362:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840143.438875:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee86fa7600. 02000000:00000001:3.0:1788840143.438879:0:2362:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840143.438949:0:2362:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840143.438951:0:2362:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:3.0:1788840143.438954:0:2362:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840143.438959:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee87989500. 02000000:00000001:3.0:1788840143.438963:0:2362:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840143.438966:0:2362:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840143.438968:0:2362:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125ea00. 00000100:00000001:3.0:1788840143.438972:0:2362:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840143.438974:0:2362:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840143.438977:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840143.438979:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840143.438980:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840143.438982:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840143.438984:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840143.455332:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840143.455338:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788840143.455349:0:2362:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840143.455352:0:2362:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840143.455357:0:2362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4fbb0. 00000400:00000200:3.0:1788840143.455363:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e6e8 00000400:00000010:3.0:1788840143.455367:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e6e8. 00000100:00000001:3.0:1788840143.455371:0:2362:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840143.455377:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125dc00 x1875733133947008/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840159 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840143.455386:0:2362:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125dc00 x1875733133947008/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840159 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840143.455392:0:2362:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840143.455395:0:2362:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840143.455398:0:2362:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840143.455402:0:2362:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840143.455405:0:2362:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840143.455407:0:2362:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840143.455411:0:2362:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840143.455421:0:2362:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98ee5c60 time=143 v=5 (5 5 5 5) 00000100:00001000:3.0:1788840143.455426:0:2362:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98ee5c18 time=143 v=5 (1 1 1 1) 00000100:00000001:3.0:1788840143.455429:0:2362:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840143.455431:0:2362:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840143.455434:0:2362:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840143.455437:0:2362:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840143.455440:0:2362:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840143.455447:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125dc00 x1875733133947008/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840159 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840143.455454:0:2362:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840143.455457:0:2362:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840143.455460:0:2362:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840143.455464:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125dc00 x1875733133947008/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840159 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840143.455471:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2362:1875733133947008:192.168.202.131@tcp:400:kworker.0 00000400:00000001:3.0:1788840143.455478:0:2362:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840143.455479:0:2362:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840143.455480:0:2362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4f058. 00000400:00000200:3.0:1788840143.455483:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011ec38 00000400:00000010:3.0:1788840143.455484:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011ec38. 00000100:00000001:3.0:1788840143.455486:0:2362:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840143.455490:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125e300 x1875733133947264/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840159 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840143.455497:0:2362:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125e300 x1875733133947264/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840159 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840143.455503:0:2362:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840143.455515:0:2362:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840143.455518:0:2362:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840143.455519:0:2362:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840143.455520:0:2362:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840143.455521:0:2362:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840143.455523:0:2362:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840143.455530:0:2362:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b5cc60 time=143 v=5 (5 5 36 36) 00000100:00001000:3.0:1788840143.455533:0:2362:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=56 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840143.455535:0:2362:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840143.455536:0:2362:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840143.455537:0:2362:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840143.455541:0:2362:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840143.455544:0:2362:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840143.455547:0:2362:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: skip recheck: last_committed 4294967327 00000100:00000001:3.0:1788840143.455550:0:2362:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840143.455551:0:2362:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840143.455554:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125e300 x1875733133947264/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840159 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840143.455560:0:2362:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840143.455562:0:2362:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840143.455563:0:2362:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840143.455567:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125e300 x1875733133947264/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840159 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840143.455573:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733133947264:192.168.202.131@tcp:400:kworker.0 00000100:00000001:3.0:1788840143.455576:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840143.455578:0:2362:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840143.455582:0:2362:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125dc00 x1875733133947008/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840159 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840143.455588:0:2362:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840143.455591:0:2362:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840143.455595:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee86fa6400. 02000000:00000001:3.0:1788840143.455599:0:2362:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840143.455602:0:2362:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840143.455604:0:2362:0:(genops.c:1223:class_import_put()) import ffff90ee98ee5800 refcount=3 obd=MGC192.168.202.131@tcp 00000020:00000001:3.0:1788840143.455606:0:2362:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840143.455610:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee87989700. 02000000:00000001:3.0:1788840143.455614:0:2362:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840143.455616:0:2362:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840143.455617:0:2362:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125dc00. 00000100:00000001:3.0:1788840143.455621:0:2362:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840143.455623:0:2362:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840143.455624:0:2362:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840143.455627:0:2362:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125e300 x1875733133947264/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840159 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840143.455632:0:2362:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840143.455634:0:2362:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840143.455635:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee86fa6000. 02000000:00000001:3.0:1788840143.455637:0:2362:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840143.455665:0:2362:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840143.455667:0:2362:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=2 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:3.0:1788840143.455669:0:2362:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840143.455671:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee87989900. 02000000:00000001:3.0:1788840143.455673:0:2362:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840143.455674:0:2362:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840143.455676:0:2362:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125e300. 00000100:00000001:3.0:1788840143.455679:0:2362:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840143.455680:0:2362:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840143.455683:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840143.455693:0:2362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840143.455695:0:2362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840143.455698:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840143.455700:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840145.542433:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840145.542438:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840145.542441:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788840147.461828:0:25640:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120b30 (cpu 3) has reached its deadline 4296377248, at 4296377280 00000100:00000010:3.0:1788840147.461855:0:25640:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee84b18d20. 00000800:00000200:3.0:1788840148.551344:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840148.551349:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0d000. 00000400:00000200:3.0:1788840148.551356:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840148.551361:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840148.551366:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539550 00000400:00000010:3.0:1788840148.551368:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539550. 00000100:00000001:3.0:1788840148.551373:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840148.551378:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fad180 x1875733133947520/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840148.551387:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840148.551390:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87fad180 x1875733133947520/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840164 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840148.551396:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840148.551398:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788840148.551408:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840148.551425:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee986f5200. 00000400:00000200:3.0:1788840148.551429:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840148.551433:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840148.551436:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6550 00000400:00000010:3.0:1788840148.551438:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6550. 00000100:00000001:3.0:1788840148.551440:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840148.551444:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87face00 x1875733133947392/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840148.551450:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840148.551453:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87face00 x1875733133947392/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840164 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840148.551470:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840148.551472:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788840148.552026:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840148.552030:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee986f5e00. 00000400:00000200:3.0:1788840148.552034:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840148.552038:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840148.552042:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed62a8 00000400:00000010:3.0:1788840148.552043:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed62a8. 00000100:00000001:3.0:1788840148.552046:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840148.552051:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87faed80 x1875733133947648/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840164 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840148.552058:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840148.552061:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87faed80 x1875733133947648/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840164 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840148.552067:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840148.552069:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840148.557291:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840148.557300:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840148.557303:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840148.557305:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840148.557312:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840148.557318:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840148.557324:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840148.557328:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840148.557331:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840148.557335:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 25 MB=0x6a9f827247200 00000400:00000200:3.0:1788840148.557340:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840148.557345:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.131@tcp of length 224/224 into md 0x6155 [1] + 224 00000800:00000001:3.0:1788840148.557351:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840148.557356:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840148.557359:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840148.557362:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840148.557367:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840148.557373:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87face00 x1875733133947392/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840164 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840148.557383:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87face00 x1875733133947392/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840164 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840148.557402:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840148.557409:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840148.557939:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788840148.614108:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840148.614112:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840148.614115:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788840151.687226:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840151.687235:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840151.687241:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788840152.583176:0:25640:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120b30 (cpu 3) has reached its deadline 4296382368, at 4296382401 00000100:00000010:3.0:1788840152.583195:0:25640:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee8532c0c0. 00000100:00000040:3.0:1788840153.675619:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788840153.675676:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788840153.675693:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d4b800. 00000020:00000040:3.0:1788840153.675702:0:37:0:(genops.c:1210:class_import_get()) import ffff90ee98ee5800 refcount=4 obd=MGC192.168.202.131@tcp 00000100:00000001:3.0:1788840153.675709:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840153.675714:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840153.675721:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840153.675732:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee8985c100. 00000100:00000001:3.0:1788840153.675741:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840153.675759:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS req@ffff90ee86d4b800 x1875733133947776/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788840153.675773:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840153.675779:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840153.675787:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b8effc3] to pc [ptlrpcd_01_00+0] req@ffff90ee86d4b800 x1875733133947776/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840153.675831:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840153.675835:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788840153.675839:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788840153.675843:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d4b100. 00000020:00000040:3.0:1788840153.675846:0:37:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:3.0:1788840153.675849:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840153.675850:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840153.675852:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840153.675859:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee8985ce00. 00000100:00000001:3.0:1788840153.675862:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840153.675884:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID req@ffff90ee86d4b100 x1875733133947904/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788840153.675893:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840153.675895:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840153.675898:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aef658b4] to pc [ptlrpcd_01_01+1] req@ffff90ee86d4b100 x1875733133947904/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840153.675908:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840153.675911:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788840153.675914:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788840153.675919:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d48700. 00000020:00000040:3.0:1788840153.675921:0:37:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=3 obd=lustre-OST0000-osc-ffff90ee90f70800 00000100:00000001:3.0:1788840153.675923:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840153.675924:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840153.675926:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840153.675929:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee8985c900. 00000100:00000001:3.0:1788840153.675933:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840153.675937:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID req@ffff90ee86d48700 x1875733133948032/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788840153.675945:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840153.675969:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840153.675974:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075f11134] to pc [ptlrpcd_01_00+0] req@ffff90ee86d48700 x1875733133948032/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840153.675983:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840153.675985:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788840153.675989:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788840153.675995:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1721) 00000100:00000001:3.0:1788840153.676015:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840153.676020:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840153.676023:0:2362:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840153.676030:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d4b100 x1875733133947904/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840153.676039:0:2362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840153.676041:0:2362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840153.676046:0:2362:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840153.676050:0:2362:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840153.676052:0:2362:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840153.676056:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733133947904:192.168.202.131@tcp:400:kworker.0 00000100:00000001:3.0:1788840153.676061:0:2362:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840153.676069:0:2362:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840153.676073:0:2362:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840153.676076:0:2362:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840153.676082:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee86fa6800. 02000000:00000001:3.0:1788840153.676084:0:2362:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840153.676093:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840153.676099:0:2362:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4f058. 00000400:00000010:3.0:1788840153.676107:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011ec38. 00000100:00000200:3.0:1788840153.676116:0:2362:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133947904, portal 10 00000100:00000001:3.0:1788840153.676130:0:2362:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840153.676132:0:2362:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871543040 : -122120838008576 : ffff90ee86d4b100) 00000100:00000040:3.0:1788840153.676142:0:2362:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee86d4b100 x1875733133947904/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840153.676149:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840153.676152:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840153.676156:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e6e8. 00000100:00000200:3.0:1788840153.676159:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733133947904, offset 0 00000400:00000200:3.0:1788840153.676167:0:2362:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840153.676186:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840153.676196:0:2362:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840153.676202:0:2362:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840153.676208:0:2362:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840153.676213:0:2362:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840153.676216:0:2362:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840153.676220:0:2362:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2205:2205:256:4294967295] 192.168.202.131@tcp LPNI seq info [2205:2205:8:4294967295] 00000400:00000200:3.0:1788840153.676224:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840153.676317:0:2362:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840153.676326:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840153.676332:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee8985c200. 00000800:00000200:3.0:1788840153.676340:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840153.676349:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840153.676354:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee8985c200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788840153.676370:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840153.676375:0:2362:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 520268 usecs (521 jiffies) 00000400:00000200:3.0:1788840153.676379:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840153.676382:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296384015 00000100:00000010:3.0:1788840153.676388:0:2362:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee84b18d20. 00000100:00000001:3.0:1788840153.676396:0:2362:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788840153.676407:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296384015 00000100:00000010:3.0:1788840153.676410:0:2362:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee84b18f60. 00000100:00000001:3.0:1788840153.676457:0:2362:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788840153.676463:0:2362:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840153.676466:0:2362:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840153.676469:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840153.676472:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840153.676480:0:2362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840153.676482:0:2362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788840153.676485:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840153.676486:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840153.676487:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840153.676490:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1788840153.676491:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840153.676493:0:2362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840153.676494:0:2362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840153.676496:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840153.676497:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840153.676498:0:2362:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840153.676503:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d4b800 x1875733133947776/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840153.676510:0:2362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840153.676511:0:2362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840153.676513:0:2362:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840153.676515:0:2362:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840153.676517:0:2362:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840153.676520:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2362:1875733133947776:192.168.202.131@tcp:400:kworker.0 00000100:00000001:3.0:1788840153.676523:0:2362:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840153.676527:0:2362:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840153.676528:0:2362:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840153.676530:0:2362:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840153.676533:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee86fa7a00. 02000000:00000001:3.0:1788840153.676535:0:2362:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840153.676539:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840153.676542:0:2362:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4fbb0. 00000400:00000010:3.0:1788840153.676546:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e4c8. 00000100:00000200:3.0:1788840153.676549:0:2362:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133947776, portal 25 00000100:00000001:3.0:1788840153.676551:0:2362:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840153.676552:0:2362:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871544832 : -122120838006784 : ffff90ee86d4b800) 00000100:00000040:3.0:1788840153.676557:0:2362:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee86d4b800 x1875733133947776/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840153.676562:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840153.676564:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840153.676567:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011ebb0. 00000100:00000200:3.0:1788840153.676569:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875733133947776, offset 0 00000400:00000200:3.0:1788840153.676573:0:2362:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840153.676577:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840153.676580:0:2362:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840153.676583:0:2362:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840153.676586:0:2362:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840153.676588:0:2362:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840153.676590:0:2362:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840153.676592:0:2362:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2206:2206:255:4294967295] 192.168.202.131@tcp LPNI seq info [2206:2206:7:4294967295] 00000400:00000200:3.0:1788840153.676595:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840153.676601:0:2362:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840153.676605:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840153.676610:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee84c26200. 00000800:00000200:3.0:1788840153.676613:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840153.676617:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840153.676620:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee84c26200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788840153.676623:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840153.676626:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840153.676628:0:2362:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4296387493 00000100:00000001:3.0:1788840153.676634:0:2362:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296384015 00000100:00000001:3.0:1788840153.676637:0:2362:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4296387493 00000100:00000001:3.0:1788840153.676687:0:2362:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296384015 00000100:00000001:3.0:1788840153.676690:0:2362:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840153.676692:0:2362:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840153.676695:0:2362:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840153.676699:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d48700 x1875733133948032/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840153.676705:0:2362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840153.676706:0:2362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840153.676708:0:2362:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840153.676710:0:2362:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840153.676712:0:2362:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840153.676715:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733133948032:192.168.202.131@tcp:400:kworker.0 00000100:00000001:3.0:1788840153.676718:0:2362:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840153.676731:0:2362:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840153.676732:0:2362:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840153.676734:0:2362:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840153.676738:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee86fa6a00. 02000000:00000001:3.0:1788840153.676741:0:2362:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840153.676744:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840153.676748:0:2362:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4f898. 00000400:00000010:3.0:1788840153.676752:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e550. 00000100:00000200:3.0:1788840153.676755:0:2362:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133948032, portal 4 00000100:00000001:3.0:1788840153.676757:0:2362:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840153.676758:0:2362:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871532288 : -122120838019328 : ffff90ee86d48700) 00000100:00000040:3.0:1788840153.676765:0:2362:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee86d48700 x1875733133948032/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840153.676787:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840153.676789:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840153.676792:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e088. 00000100:00000200:3.0:1788840153.676794:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733133948032, offset 0 00000400:00000200:3.0:1788840153.676799:0:2362:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840153.676802:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840153.676806:0:2362:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840153.676809:0:2362:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840153.676811:0:2362:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840153.676813:0:2362:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840153.676816:0:2362:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840153.676819:0:2362:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2207:2207:254:4294967295] 192.168.202.131@tcp LPNI seq info [2207:2207:6:4294967295] 00000400:00000200:3.0:1788840153.676822:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840153.676836:0:2362:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840153.676840:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840153.676843:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee84c26600. 00000800:00000200:3.0:1788840153.676847:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840153.676851:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840153.676854:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee84c26600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788840153.676857:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840153.676860:0:2362:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: using a timeout of 22602 usecs (23 jiffies) 00000400:00000200:3.0:1788840153.676863:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840153.676864:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296383518 00000100:00000001:3.0:1788840153.676867:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296387493 00000100:00000001:3.0:1788840153.676869:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296383518 00000100:00000001:3.0:1788840153.676871:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296387493 00000100:00000001:3.0:1788840153.676873:0:2362:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840153.676875:0:2362:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840153.676878:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840153.676880:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840153.676949:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840153.676953:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee8985c200. 00000400:00000200:3.0:1788840153.676978:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840153.676984:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840153.676990:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e6e8 00000400:00000010:3.0:1788840153.676993:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e6e8. 00000100:00000001:3.0:1788840153.676999:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840153.677004:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d4b100 x1875733133947904/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840153.677014:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840153.677018:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d4b100 x1875733133947904/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840169 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840153.677026:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840153.677028:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788840153.677042:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840153.677044:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee84c26200. 00000400:00000200:3.0:1788840153.677049:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840153.677052:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840153.677054:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011ebb0 00000400:00000010:3.0:1788840153.677056:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011ebb0. 00000100:00000001:3.0:1788840153.677058:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840153.677061:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d4b800 x1875733133947776/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840153.677068:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840153.677071:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d4b800 x1875733133947776/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840169 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840153.677077:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840153.677078:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788840153.677167:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840153.677170:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee84c26600. 00000400:00000200:3.0:1788840153.677173:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840153.677176:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840153.677179:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e088 00000400:00000010:3.0:1788840153.677192:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e088. 00000100:00000001:3.0:1788840153.677195:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840153.677199:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d48700 x1875733133948032/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840169 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840153.677225:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840153.678031:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d48700 x1875733133948032/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840169 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840153.678040:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840153.678042:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:2.0:1788840153.687684:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840153.687688:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840153.687692:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840153.687695:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840153.687697:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840153.687700:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 25 MB=0x6a9f827247380 00000400:00000200:2.0:1788840153.687704:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840153.687708:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.131@tcp of length 224/224 into md 0x6175 [1] + 224 00000800:00000001:2.0:1788840153.687712:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840153.687720:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840153.687722:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840153.687726:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840153.687729:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840153.687734:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d4b800 x1875733133947776/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840169 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840153.687742:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee86d4b800 x1875733133947776/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840169 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840153.687748:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840153.687751:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840153.687754:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840153.687850:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840153.687857:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788840153.687866:0:2362:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840153.687869:0:2362:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840153.687873:0:2362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4fbb0. 00000400:00000200:3.0:1788840153.687878:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e4c8 00000400:00000010:3.0:1788840153.687881:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e4c8. 00000100:00000001:3.0:1788840153.687886:0:2362:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840153.687891:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d4b800 x1875733133947776/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840169 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840153.687900:0:2362:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d4b800 x1875733133947776/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840169 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840153.687906:0:2362:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840153.687908:0:2362:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840153.687912:0:2362:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840153.687930:0:2362:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840153.687933:0:2362:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840153.687936:0:2362:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840153.687940:0:2362:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840153.687950:0:2362:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98ee5c60 time=153 v=5 (5 5 5 5) 00000100:00001000:3.0:1788840153.687956:0:2362:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98ee5c18 time=153 v=5 (1 1 1 1) 00000100:00000001:3.0:1788840153.687959:0:2362:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840153.687961:0:2362:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840153.687965:0:2362:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840153.687968:0:2362:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840153.687972:0:2362:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840153.687978:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d4b800 x1875733133947776/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840169 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840153.687985:0:2362:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840153.687989:0:2362:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840153.687991:0:2362:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840153.687995:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d4b800 x1875733133947776/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840169 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840153.688003:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2362:1875733133947776:192.168.202.131@tcp:400:kworker.0 00000400:00000001:3.0:1788840153.688009:0:2362:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840153.688011:0:2362:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840153.688012:0:2362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4f898. 00000400:00000200:3.0:1788840153.688015:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e550 00000400:00000010:3.0:1788840153.688017:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e550. 00000100:00000001:3.0:1788840153.688019:0:2362:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840153.688021:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d48700 x1875733133948032/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840169 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840153.688233:0:2362:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d48700 x1875733133948032/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840169 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840153.688240:0:2362:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840153.688242:0:2362:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840153.688244:0:2362:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840153.688246:0:2362:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840153.688247:0:2362:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840153.688248:0:2362:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840153.688250:0:2362:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840153.688257:0:2362:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b5cc60 time=153 v=5 (5 5 36 36) 00000100:00001000:3.0:1788840153.688260:0:2362:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=66 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840153.688263:0:2362:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840153.688264:0:2362:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840153.688267:0:2362:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840153.688270:0:2362:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840153.688274:0:2362:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840153.688276:0:2362:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: skip recheck: last_committed 4294967327 00000100:00000001:3.0:1788840153.688278:0:2362:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840153.688280:0:2362:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840153.688284:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d48700 x1875733133948032/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840169 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840153.688291:0:2362:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840153.688293:0:2362:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840153.688295:0:2362:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840153.688299:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d48700 x1875733133948032/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840169 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840153.688307:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733133948032:192.168.202.131@tcp:400:kworker.0 00000400:00000001:3.0:1788840153.688313:0:2362:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840153.688314:0:2362:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840153.688316:0:2362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4f058. 00000400:00000200:3.0:1788840153.688319:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011ec38 00000400:00000010:3.0:1788840153.688322:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011ec38. 00000100:00000001:3.0:1788840153.688324:0:2362:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840153.688328:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d4b100 x1875733133947904/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840169 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840153.688335:0:2362:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d4b100 x1875733133947904/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840169 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840153.688340:0:2362:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840153.688342:0:2362:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840153.688343:0:2362:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840153.688345:0:2362:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840153.688346:0:2362:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840153.688347:0:2362:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840153.688349:0:2362:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840153.688353:0:2362:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=153 v=5 (102 102 102 137) 00000100:00001000:3.0:1788840153.688357:0:2362:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=98 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840153.688359:0:2362:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840153.688360:0:2362:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840153.688362:0:2362:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840153.688363:0:2362:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840153.688365:0:2362:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840153.688367:0:2362:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967590 00000100:00000001:3.0:1788840153.688369:0:2362:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840153.688370:0:2362:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840153.688374:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d4b100 x1875733133947904/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840169 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840153.688381:0:2362:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840153.688383:0:2362:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840153.688384:0:2362:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840153.688388:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d4b100 x1875733133947904/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840169 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840153.688396:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733133947904:192.168.202.131@tcp:400:kworker.0 00000100:00000001:3.0:1788840153.688420:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840153.688424:0:2362:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840153.688429:0:2362:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d4b800 x1875733133947776/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840169 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840153.688435:0:2362:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840153.688438:0:2362:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840153.688443:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee86fa7a00. 02000000:00000001:3.0:1788840153.688447:0:2362:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840153.688451:0:2362:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840153.688453:0:2362:0:(genops.c:1223:class_import_put()) import ffff90ee98ee5800 refcount=3 obd=MGC192.168.202.131@tcp 00000020:00000001:3.0:1788840153.688456:0:2362:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840153.688459:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee8985c100. 02000000:00000001:3.0:1788840153.688463:0:2362:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840153.688466:0:2362:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840153.688468:0:2362:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d4b800. 00000100:00000001:3.0:1788840153.688472:0:2362:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840153.688474:0:2362:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840153.688476:0:2362:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840153.688479:0:2362:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d48700 x1875733133948032/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840169 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840153.688485:0:2362:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840153.688487:0:2362:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840153.688488:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee86fa6a00. 02000000:00000001:3.0:1788840153.688490:0:2362:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840153.688492:0:2362:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840153.688493:0:2362:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=2 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:3.0:1788840153.688495:0:2362:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840153.688497:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee8985c900. 02000000:00000001:3.0:1788840153.688498:0:2362:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840153.688500:0:2362:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840153.688501:0:2362:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d48700. 00000100:00000001:3.0:1788840153.688503:0:2362:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840153.688504:0:2362:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840153.688506:0:2362:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840153.688509:0:2362:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d4b100 x1875733133947904/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840169 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840153.688515:0:2362:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840153.688516:0:2362:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840153.688518:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee86fa6800. 02000000:00000001:3.0:1788840153.688520:0:2362:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840153.688521:0:2362:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840153.688522:0:2362:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:3.0:1788840153.688524:0:2362:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840153.688525:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee8985ce00. 02000000:00000001:3.0:1788840153.688526:0:2362:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840153.688527:0:2362:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840153.688529:0:2362:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d4b100. 00000100:00000001:3.0:1788840153.688530:0:2362:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840153.688531:0:2362:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840153.688534:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840153.688543:0:2362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840153.688546:0:2362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840153.688549:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840153.688552:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840154.758000:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840154.758005:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840154.758009:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788840157.701779:0:25640:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120b30 (cpu 3) has reached its deadline 4296387493, at 4296387520 00000100:00000010:3.0:1788840157.701812:0:25640:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee84b18f60. 00000100:00000040:2.0:1788840157.702002:0:29212:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120a20 (cpu 2) has reached its deadline 4296387493, at 4296387520 00000100:00000010:2.0:1788840157.702009:0:29212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee84b18d20. 00000020:00000001:3.0:1788840157.830085:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840157.830090:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840157.830094:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788840158.789978:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788840158.789999:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788840158.790014:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125e300. 00000020:00000040:2.0:1788840158.790021:0:37:0:(genops.c:1210:class_import_get()) import ffff90ee98ee5800 refcount=4 obd=MGC192.168.202.131@tcp 00000100:00000001:2.0:1788840158.790027:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840158.790031:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840158.790037:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840158.790051:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee87989b00. 00000100:00000001:2.0:1788840158.790060:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840158.790074:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS req@ffff90ee9125e300 x1875733133948160/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788840158.790099:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840158.790105:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840158.790114:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a46ebca] to pc [ptlrpcd_01_01+1] req@ffff90ee9125e300 x1875733133948160/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840158.790143:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840158.790146:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788840158.790150:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788840158.790153:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125dc00. 00000020:00000040:2.0:1788840158.790156:0:37:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:2.0:1788840158.790158:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840158.790160:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840158.790161:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840158.790165:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee87989900. 00000100:00000001:2.0:1788840158.790169:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840158.790173:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID req@ffff90ee9125dc00 x1875733133948288/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788840158.790179:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840158.790180:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840158.790183:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3e134e9] to pc [ptlrpcd_01_00+0] req@ffff90ee9125dc00 x1875733133948288/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840158.790190:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840158.790193:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788840158.790196:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788840158.790200:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125ea00. 00000020:00000040:2.0:1788840158.790202:0:37:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=3 obd=lustre-OST0000-osc-ffff90ee90f70800 00000100:00000001:2.0:1788840158.790203:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840158.790205:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840158.790206:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840158.790209:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee87989700. 00000100:00000001:2.0:1788840158.790213:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840158.790216:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID req@ffff90ee9125ea00 x1875733133948416/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788840158.790222:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840158.790224:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840158.790227:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062c487c3] to pc [ptlrpcd_01_01+1] req@ffff90ee9125ea00 x1875733133948416/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840158.790233:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840158.790235:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788840158.790238:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788840158.790244:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1726) 00000100:00000001:2.0:1788840158.790257:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840158.790262:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840158.790264:0:2361:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840158.790270:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125dc00 x1875733133948288/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840158.790278:0:2361:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840158.790280:0:2361:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840158.790291:0:2361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840158.790294:0:2361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840158.790297:0:2361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840158.790300:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733133948288:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840158.790314:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840158.790321:0:2361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840158.790324:0:2361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840158.790328:0:2361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840158.790334:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee85091a00. 02000000:00000001:2.0:1788840158.790336:0:2361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840158.790346:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840158.790351:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e000. 00000400:00000010:2.0:1788840158.790361:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234dd0. 00000100:00000200:2.0:1788840158.790379:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133948288, portal 10 00000100:00000001:2.0:1788840158.790382:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840158.790384:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044634624 : -122120664916992 : ffff90ee9125dc00) 00000100:00000040:2.0:1788840158.790393:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125dc00 x1875733133948288/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840158.790401:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840158.790404:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840158.790407:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee912347f8. 00000100:00000200:2.0:1788840158.790411:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733133948288, offset 0 00000400:00000200:2.0:1788840158.790419:0:2361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840158.790429:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840158.790439:0:2361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840158.790446:0:2361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840158.790451:0:2361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840158.790455:0:2361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840158.790458:0:2361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840158.790462:0:2361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2208:2208:256:4294967295] 192.168.202.131@tcp LPNI seq info [2208:2208:8:4294967295] 00000400:00000200:2.0:1788840158.790466:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840158.790476:0:2361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840158.790483:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840158.790490:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989500. 00000800:00000200:2.0:1788840158.790498:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840158.790508:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840158.790515:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840158.790526:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840158.790530:0:2361:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 519440 usecs (520 jiffies) 00000400:00000200:2.0:1788840158.790534:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840158.790537:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296389128 00000100:00000010:2.0:1788840158.790542:0:2361:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee87fb1540. 00000100:00000001:2.0:1788840158.790549:0:2361:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788840158.790555:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296389128 00000100:00000010:2.0:1788840158.790559:0:2361:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee87fb1de0. 00000100:00000001:2.0:1788840158.790562:0:2361:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788840158.790565:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840158.790568:0:2361:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840158.790571:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840158.790574:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840158.790583:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840158.790586:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788840158.790588:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840158.790589:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840158.790591:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840158.790594:0:2361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1788840158.790595:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840158.790597:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840158.790599:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840158.790600:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840158.790601:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840158.790602:0:2361:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840158.790606:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125e300 x1875733133948160/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840158.790612:0:2361:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840158.790613:0:2361:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840158.790616:0:2361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840158.790618:0:2361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840158.790620:0:2361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840158.790623:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2361:1875733133948160:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840158.790626:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840158.790629:0:2361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840158.790631:0:2361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840158.790633:0:2361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840158.790636:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee85090e00. 02000000:00000001:2.0:1788840158.790656:0:2361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840158.790660:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840158.790664:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e478. 00000400:00000010:2.0:1788840158.790667:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234770. 00000100:00000200:2.0:1788840158.790670:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133948160, portal 25 00000100:00000001:2.0:1788840158.790672:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840158.790673:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044636416 : -122120664915200 : ffff90ee9125e300) 00000100:00000040:2.0:1788840158.790679:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125e300 x1875733133948160/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840158.790685:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840158.790688:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840158.790690:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee912342a8. 00000100:00000200:2.0:1788840158.790693:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875733133948160, offset 0 00000400:00000200:2.0:1788840158.790697:0:2361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840158.790700:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840158.790703:0:2361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840158.790706:0:2361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840158.790708:0:2361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840158.790710:0:2361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840158.790712:0:2361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840158.790715:0:2361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2209:2209:255:4294967295] 192.168.202.131@tcp LPNI seq info [2209:2209:7:4294967295] 00000400:00000200:2.0:1788840158.790719:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840158.790725:0:2361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840158.790730:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840158.790733:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989d00. 00000800:00000200:2.0:1788840158.790737:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840158.790741:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840158.790744:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840158.790747:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840158.790749:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840158.790752:0:2361:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4296392608 00000100:00000001:2.0:1788840158.790757:0:2361:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296389128 00000100:00000001:2.0:1788840158.790760:0:2361:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4296392608 00000100:00000001:2.0:1788840158.790763:0:2361:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296389128 00000100:00000001:2.0:1788840158.790766:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840158.790768:0:2361:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840158.790770:0:2361:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840158.790773:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125ea00 x1875733133948416/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840158.790780:0:2361:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840158.790782:0:2361:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840158.790784:0:2361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840158.790785:0:2361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840158.790787:0:2361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840158.790790:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733133948416:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840158.790793:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840158.790796:0:2361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840158.790797:0:2361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840158.790799:0:2361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840158.790802:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee85091000. 02000000:00000001:2.0:1788840158.790804:0:2361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840158.790807:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840158.790810:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4edc0. 00000400:00000010:2.0:1788840158.790814:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234660. 00000100:00000200:2.0:1788840158.790816:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133948416, portal 4 00000100:00000001:2.0:1788840158.790818:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840158.790820:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044638208 : -122120664913408 : ffff90ee9125ea00) 00000100:00000040:2.0:1788840158.790826:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125ea00 x1875733133948416/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840158.790833:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840158.790835:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840158.790837:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234110. 00000100:00000200:2.0:1788840158.790840:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733133948416, offset 0 00000400:00000200:2.0:1788840158.790844:0:2361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840158.790847:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840158.790852:0:2361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840158.790855:0:2361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840158.790857:0:2361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840158.790859:0:2361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840158.790862:0:2361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840158.790864:0:2361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2210:2210:254:4294967295] 192.168.202.131@tcp LPNI seq info [2210:2210:6:4294967295] 00000400:00000200:2.0:1788840158.790869:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840158.790875:0:2361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840158.790879:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840158.790883:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989e00. 00000800:00000200:2.0:1788840158.790887:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840158.790891:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840158.790893:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840158.790896:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840158.790898:0:2361:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: using a timeout of 22561 usecs (23 jiffies) 00000400:00000200:2.0:1788840158.790901:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840158.790902:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296388632 00000100:00000001:2.0:1788840158.790905:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296392608 00000100:00000001:2.0:1788840158.790907:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296388632 00000100:00000001:2.0:1788840158.790909:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296392608 00000100:00000001:2.0:1788840158.790911:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840158.790913:0:2361:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840158.790915:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840158.790917:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840158.791049:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840158.791055:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989500. 00000400:00000200:3.0:1788840158.791064:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840158.791072:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840158.791079:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee912347f8 00000400:00000010:3.0:1788840158.791082:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee912347f8. 00000100:00000001:3.0:1788840158.791088:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840158.791094:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125dc00 x1875733133948288/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840158.791106:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840158.791109:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125dc00 x1875733133948288/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840174 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840158.791116:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840158.791118:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788840158.791131:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840158.791133:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989d00. 00000400:00000200:3.0:1788840158.791134:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840158.791137:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840158.791139:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee912342a8 00000400:00000010:3.0:1788840158.791141:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee912342a8. 00000100:00000001:3.0:1788840158.791143:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840158.791145:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125e300 x1875733133948160/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840158.791157:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840158.791160:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125e300 x1875733133948160/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840174 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840158.791165:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840158.791166:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788840158.791248:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840158.791251:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989e00. 00000400:00000200:3.0:1788840158.791254:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840158.791257:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840158.791260:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234110 00000400:00000010:3.0:1788840158.791261:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234110. 00000100:00000001:3.0:1788840158.791263:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840158.791266:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125ea00 x1875733133948416/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840174 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840158.791273:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840158.791276:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125ea00 x1875733133948416/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840174 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840158.791282:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840158.791283:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788840158.791293:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840158.791296:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788840158.799552:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840158.799573:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840158.799578:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840158.799580:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840158.799591:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840158.799600:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840158.799617:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840158.799622:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840158.799628:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840158.799633:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 25 MB=0x6a9f827247500 00000400:00000200:3.0:1788840158.799670:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840158.799679:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.131@tcp of length 224/224 into md 0x61a5 [1] + 224 00000800:00000001:3.0:1788840158.799689:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840158.799694:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840158.799698:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840158.799703:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840158.799713:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840158.799725:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125e300 x1875733133948160/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840174 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840158.799738:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee9125e300 x1875733133948160/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840174 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840158.799750:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840158.799760:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840158.799764:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840158.799766:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840158.799768:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840158.799771:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840158.799774:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840158.799779:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840158.799782:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840158.799785:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840158.799787:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 10 MB=0x6a9f827247580 00000400:00000200:3.0:1788840158.799791:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840158.799795:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 224/224 into md 0x6195 [1] + 224 00000800:00000001:3.0:1788840158.799799:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840158.799805:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840158.799807:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840158.799810:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840158.799813:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840158.799818:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125dc00 x1875733133948288/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840174 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840158.799828:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee9125dc00 x1875733133948288/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840174 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840158.799835:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840158.799839:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840158.799842:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840158.800521:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840158.800529:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788840158.800539:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840158.800542:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840158.800546:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e478. 00000400:00000200:2.0:1788840158.800554:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234770 00000400:00000010:2.0:1788840158.800557:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234770. 00000100:00000001:2.0:1788840158.800562:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840158.800568:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125e300 x1875733133948160/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840174 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788840158.800578:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125e300 x1875733133948160/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840174 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840158.800584:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840158.800586:0:2361:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840158.800589:0:2361:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788840158.800593:0:2361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788840158.800596:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840158.800599:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840158.800603:0:2361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840158.800622:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98ee5c60 time=8 v=5 (5 5 5 5) 00000100:00001000:2.0:1788840158.800627:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98ee5c18 time=8 v=5 (1 1 1 1) 00000100:00000001:2.0:1788840158.800629:0:2361:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788840158.800631:0:2361:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840158.800634:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788840158.800848:0:2361:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840158.800853:0:2361:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840158.800860:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125e300 x1875733133948160/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840174 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840158.800867:0:2361:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840158.800871:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840158.800874:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840158.800878:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125e300 x1875733133948160/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840174 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788840158.800886:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2361:1875733133948160:192.168.202.131@tcp:400:kworker.0 00000400:00000001:2.0:1788840158.800894:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840158.800895:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840158.800898:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e000. 00000400:00000200:2.0:1788840158.800901:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234dd0 00000400:00000010:2.0:1788840158.800903:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234dd0. 00000100:00000001:2.0:1788840158.800906:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840158.800909:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125dc00 x1875733133948288/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840174 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788840158.800916:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125dc00 x1875733133948288/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840174 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840158.800922:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840158.800924:0:2361:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840158.800925:0:2361:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788840158.800927:0:2361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788840158.800928:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840158.800930:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840158.800932:0:2361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840158.800938:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=8 v=5 (5 102 102 102) 00000100:00001000:2.0:1788840158.800941:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=103 v=5 (1 0 0 0) 00000100:00000001:2.0:1788840158.800943:0:2361:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788840158.800944:0:2361:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840158.800946:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788840158.800950:0:2361:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840158.800953:0:2361:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788840158.800956:0:2361:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967590 00000100:00000001:2.0:1788840158.800958:0:2361:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788840158.800960:0:2361:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840158.800963:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125dc00 x1875733133948288/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840174 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840158.800970:0:2361:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840158.800972:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840158.800973:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840158.800976:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125dc00 x1875733133948288/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840174 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788840158.800995:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733133948288:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840158.800999:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840158.801003:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840158.801007:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125e300 x1875733133948160/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840174 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840158.801015:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840158.801018:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840158.801023:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee85090e00. 02000000:00000001:2.0:1788840158.801026:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840158.801030:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840158.801032:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee98ee5800 refcount=3 obd=MGC192.168.202.131@tcp 00000020:00000001:2.0:1788840158.801034:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840158.801037:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee87989b00. 02000000:00000001:2.0:1788840158.801041:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840158.801043:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840158.801046:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125e300. 00000100:00000001:2.0:1788840158.801050:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840158.801052:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840158.801054:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840158.801057:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125dc00 x1875733133948288/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840174 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840158.801063:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840158.801064:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840158.801066:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee85091a00. 02000000:00000001:2.0:1788840158.801069:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840158.801070:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840158.801071:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:2.0:1788840158.801073:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840158.801074:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee87989900. 02000000:00000001:2.0:1788840158.801076:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840158.801078:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840158.801079:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125dc00. 00000100:00000001:2.0:1788840158.801247:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840158.801249:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840158.801253:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840158.801255:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840158.801256:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840158.801258:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840158.801260:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788840158.801778:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840158.801791:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840158.801794:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840158.801796:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840158.801805:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840158.801813:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840158.801821:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840158.801825:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840158.801830:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840158.801834:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f827247600 00000400:00000200:3.0:1788840158.801839:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840158.801845:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x61b5 [1] + 224 00000800:00000001:3.0:1788840158.801852:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840158.801858:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840158.801861:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840158.801865:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840158.801870:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840158.801876:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125ea00 x1875733133948416/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840174 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840158.801886:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee9125ea00 x1875733133948416/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840174 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840158.801899:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840158.801908:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840158.801911:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840158.802801:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840158.802807:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788840158.802816:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840158.802818:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840158.802822:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4edc0. 00000400:00000200:2.0:1788840158.802828:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234660 00000400:00000010:2.0:1788840158.802831:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234660. 00000100:00000001:2.0:1788840158.802834:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840158.802842:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125ea00 x1875733133948416/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840174 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788840158.802852:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125ea00 x1875733133948416/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840174 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840158.802859:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840158.802862:0:2361:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840158.802865:0:2361:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788840158.802868:0:2361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788840158.802870:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840158.802873:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840158.802876:0:2361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840158.802885:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b5cc60 time=8 v=5 (5 5 5 36) 00000100:00001000:2.0:1788840158.802889:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=71 v=5 (1 0 0 0) 00000100:00000001:2.0:1788840158.802892:0:2361:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788840158.802894:0:2361:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840158.802897:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788840158.802901:0:2361:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840158.802905:0:2361:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788840158.802907:0:2361:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: skip recheck: last_committed 4294967327 00000100:00000001:2.0:1788840158.802910:0:2361:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788840158.802912:0:2361:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840158.802917:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125ea00 x1875733133948416/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840174 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840158.802924:0:2361:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840158.802928:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840158.802930:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840158.802934:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125ea00 x1875733133948416/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840174 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788840158.802943:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733133948416:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840158.802948:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840158.802951:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840158.802954:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125ea00 x1875733133948416/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840174 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840158.802961:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840158.802963:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840158.802966:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee85091000. 02000000:00000001:2.0:1788840158.802969:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840158.802972:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840158.802974:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=2 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:2.0:1788840158.802976:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840158.802990:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee87989700. 02000000:00000001:2.0:1788840158.802994:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840158.802996:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840158.802998:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125ea00. 00000100:00000001:2.0:1788840158.803002:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840158.803003:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840158.803005:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840158.803015:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840158.803018:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840158.803020:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840158.803023:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840160.902005:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840160.902010:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840160.902014:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788840162.822015:0:29212:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120a20 (cpu 2) has reached its deadline 4296392608, at 4296392640 00000100:00000010:2.0:1788840162.822039:0:29212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee87fb1540. 00000100:00000040:3.0:1788840162.823894:0:25640:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120b30 (cpu 3) has reached its deadline 4296392608, at 4296392642 00000100:00000010:3.0:1788840162.823916:0:25640:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee87fb1de0. 00000800:00000200:3.0:1788840163.919407:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840163.921619:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee92b26100. 00000400:00000200:3.0:1788840163.921629:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840163.921648:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840163.921656:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6440 00000400:00000010:3.0:1788840163.921659:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6440. 00000100:00000001:3.0:1788840163.921665:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840163.921673:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f5b100 x1875733133948672/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840163.921686:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840163.921690:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f5b100 x1875733133948672/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840179 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840163.921698:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840163.921700:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788840163.922616:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840163.922622:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0db00. 00000400:00000200:3.0:1788840163.922626:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840163.922631:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840163.922636:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539550 00000400:00000010:3.0:1788840163.922668:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539550. 00000100:00000001:3.0:1788840163.922673:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840163.922679:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f5ad80 x1875733133948544/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840163.922689:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840163.922692:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f5ad80 x1875733133948544/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840179 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840163.922698:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840163.922700:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788840163.923634:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840163.923667:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0d700. 00000400:00000200:3.0:1788840163.923672:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840163.923679:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840163.923685:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539198 00000400:00000010:3.0:1788840163.923688:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539198. 00000100:00000001:3.0:1788840163.923692:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840163.923698:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f59880 x1875733133948800/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840163.924492:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840163.924503:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f59880 x1875733133948800/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840179 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840163.924588:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840163.924590:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840163.932165:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840163.932691:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840163.932696:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840163.932698:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840163.932718:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840163.932727:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840163.932736:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840163.932742:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840163.932747:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840163.932752:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 10 MB=0x6a9f827247700 00000400:00000200:3.0:1788840163.932757:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840163.932772:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 224/224 into md 0x61c5 [1] + 224 00000800:00000001:3.0:1788840163.932781:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840163.932785:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840163.932789:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840163.932794:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840163.932802:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840163.932813:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f5b100 x1875733133948672/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840179 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840163.932826:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87f5b100 x1875733133948672/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840179 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840163.932990:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840163.933000:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840163.933004:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840163.933006:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840163.933008:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840163.933012:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840163.933016:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840163.933021:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840163.933024:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840163.933027:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840163.933029:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f827247780 00000400:00000200:3.0:1788840163.933033:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840163.933038:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x61d5 [1] + 224 00000800:00000001:3.0:1788840163.933041:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840163.933047:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840163.933049:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840163.933053:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840163.933056:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840163.933061:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f59880 x1875733133948800/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840179 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840163.933070:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87f59880 x1875733133948800/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840179 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840163.933089:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840163.933093:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840163.933096:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840163.937976:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840163.937995:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840163.937999:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840163.938001:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840163.938010:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840163.938018:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840163.938028:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840163.938033:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840163.938039:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840163.938042:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 25 MB=0x6a9f827247680 00000400:00000200:3.0:1788840163.938047:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840163.938054:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.131@tcp of length 224/224 into md 0x61cd [1] + 224 00000800:00000001:3.0:1788840163.938062:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840163.938069:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840163.938072:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840163.938077:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840163.938085:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840163.938093:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f5ad80 x1875733133948544/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840179 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840163.938104:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87f5ad80 x1875733133948544/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840179 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840163.938127:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840163.938136:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840163.938140:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788840163.974832:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840163.974836:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840163.974840:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788840167.046214:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840167.046218:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840167.046222:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788840167.941771:0:25640:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120b30 (cpu 3) has reached its deadline 4296397732, at 4296397760 00000100:00000010:3.0:1788840167.941787:0:25640:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee9887d2a0. 00000100:00000040:2.0:1788840167.942165:0:29212:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120a20 (cpu 2) has reached its deadline 4296397732, at 4296397760 00000100:00000010:2.0:1788840167.942173:0:29212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee9887dae0. 00000100:00000040:3.0:1788840169.029878:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788840169.029890:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788840169.029901:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d4b100. 00000020:00000040:3.0:1788840169.029907:0:37:0:(genops.c:1210:class_import_get()) import ffff90ee98ee5800 refcount=4 obd=MGC192.168.202.131@tcp 00000100:00000001:3.0:1788840169.029911:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840169.029914:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840169.029919:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840169.029926:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee84c26600. 00000100:00000001:3.0:1788840169.029934:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840169.029946:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS req@ffff90ee86d4b100 x1875733133948928/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788840169.029957:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840169.029962:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840169.029969:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aef658b4] to pc [ptlrpcd_01_00+0] req@ffff90ee86d4b100 x1875733133948928/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840169.029992:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840169.029994:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788840169.029997:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788840169.030001:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d48700. 00000020:00000040:3.0:1788840169.030003:0:37:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:3.0:1788840169.030005:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840169.030006:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840169.030008:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840169.030012:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee84c26200. 00000100:00000001:3.0:1788840169.030015:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840169.030020:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID req@ffff90ee86d48700 x1875733133949056/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788840169.030027:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840169.030029:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840169.030033:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075f11134] to pc [ptlrpcd_01_01+1] req@ffff90ee86d48700 x1875733133949056/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840169.030042:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840169.030045:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788840169.030048:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788840169.030051:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d4b800. 00000020:00000040:3.0:1788840169.030054:0:37:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=3 obd=lustre-OST0000-osc-ffff90ee90f70800 00000100:00000001:3.0:1788840169.030056:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840169.030058:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840169.030060:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840169.030065:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee8985ce00. 00000100:00000001:3.0:1788840169.030068:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840169.030072:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID req@ffff90ee86d4b800 x1875733133949184/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788840169.030079:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840169.030081:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840169.030084:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b8effc3] to pc [ptlrpcd_01_00+0] req@ffff90ee86d4b800 x1875733133949184/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840169.030091:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840169.030093:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788840169.030096:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788840169.030101:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1736) 00000100:00000001:3.0:1788840169.030337:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840169.030341:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840169.030344:0:2362:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840169.030352:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d48700 x1875733133949056/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840169.030360:0:2362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840169.030363:0:2362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840169.030367:0:2362:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840169.030370:0:2362:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840169.030373:0:2362:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840169.030377:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733133949056:192.168.202.131@tcp:400:kworker.0 00000100:00000001:3.0:1788840169.030381:0:2362:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840169.030388:0:2362:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840169.030390:0:2362:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840169.030393:0:2362:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840169.030399:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee86fa6000. 02000000:00000001:3.0:1788840169.030401:0:2362:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840169.030407:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840169.030411:0:2362:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4f058. 00000400:00000010:3.0:1788840169.030419:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011ec38. 00000100:00000200:3.0:1788840169.030425:0:2362:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133949056, portal 10 00000100:00000001:3.0:1788840169.030428:0:2362:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840169.030429:0:2362:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871532288 : -122120838019328 : ffff90ee86d48700) 00000100:00000040:3.0:1788840169.030437:0:2362:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee86d48700 x1875733133949056/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840169.030444:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840169.030448:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840169.030451:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e550. 00000100:00000200:3.0:1788840169.030453:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733133949056, offset 0 00000400:00000200:3.0:1788840169.030461:0:2362:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840169.030470:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840169.030479:0:2362:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840169.030484:0:2362:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840169.030488:0:2362:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840169.030492:0:2362:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840169.030495:0:2362:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840169.030499:0:2362:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2214:2214:256:4294967295] 192.168.202.131@tcp LPNI seq info [2214:2214:8:4294967295] 00000400:00000200:3.0:1788840169.030502:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840169.030511:0:2362:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840169.030516:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840169.030522:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee8985c900. 00000800:00000200:3.0:1788840169.030528:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840169.030535:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840169.030541:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee8985c900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788840169.030552:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840169.030557:0:2362:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 517823 usecs (518 jiffies) 00000400:00000200:3.0:1788840169.030560:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840169.030562:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296399366 00000100:00000010:3.0:1788840169.030567:0:2362:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee84b18f60. 00000100:00000001:3.0:1788840169.030574:0:2362:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788840169.030583:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296399366 00000100:00000010:3.0:1788840169.030587:0:2362:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee84b18180. 00000100:00000001:3.0:1788840169.030590:0:2362:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788840169.030593:0:2362:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840169.030596:0:2362:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840169.030600:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840169.030603:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840169.030610:0:2362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840169.030612:0:2362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788840169.030614:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840169.030616:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840169.030617:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840169.030620:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1788840169.030621:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840169.030623:0:2362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840169.030624:0:2362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840169.030626:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840169.030627:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840169.030628:0:2362:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840169.030631:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d4b100 x1875733133948928/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840169.031059:0:2362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840169.031064:0:2362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840169.031068:0:2362:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840169.031070:0:2362:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840169.031072:0:2362:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840169.031076:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2362:1875733133948928:192.168.202.131@tcp:400:kworker.0 00000100:00000001:3.0:1788840169.031080:0:2362:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840169.031083:0:2362:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840169.031086:0:2362:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840169.031088:0:2362:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840169.031093:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee86fa7200. 02000000:00000001:3.0:1788840169.031096:0:2362:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840169.031100:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840169.031103:0:2362:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4f898. 00000400:00000010:3.0:1788840169.031107:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e4c8. 00000100:00000200:3.0:1788840169.031111:0:2362:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133948928, portal 25 00000100:00000001:3.0:1788840169.031113:0:2362:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840169.031115:0:2362:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871543040 : -122120838008576 : ffff90ee86d4b100) 00000100:00000040:3.0:1788840169.031779:0:2362:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee86d4b100 x1875733133948928/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840169.031786:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840169.031789:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840169.031794:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e088. 00000100:00000200:3.0:1788840169.031799:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875733133948928, offset 0 00000400:00000200:3.0:1788840169.031804:0:2362:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840169.031811:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840169.031817:0:2362:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840169.031822:0:2362:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840169.031824:0:2362:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840169.031828:0:2362:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840169.031830:0:2362:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840169.031833:0:2362:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2215:2215:255:4294967295] 192.168.202.131@tcp LPNI seq info [2215:2215:7:4294967295] 00000400:00000200:3.0:1788840169.031837:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840169.031965:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840169.031970:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840169.032009:0:2362:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840169.032015:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840169.032020:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee8985c100. 00000800:00000200:3.0:1788840169.032025:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840169.032031:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840169.032035:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee8985c100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788840169.032039:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840169.032043:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840169.032046:0:2362:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4296402849 00000100:00000001:3.0:1788840169.032052:0:2362:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296399366 00000100:00000001:3.0:1788840169.032057:0:2362:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4296402849 00000100:00000001:3.0:1788840169.032060:0:2362:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296399366 00000100:00000001:3.0:1788840169.032063:0:2362:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840169.032066:0:2362:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840169.032069:0:2362:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840169.032074:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d4b800 x1875733133949184/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840169.032082:0:2362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840169.032083:0:2362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840169.032086:0:2362:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840169.032088:0:2362:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840169.032090:0:2362:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840169.032093:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733133949184:192.168.202.131@tcp:400:kworker.0 00000100:00000001:3.0:1788840169.032096:0:2362:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840169.032099:0:2362:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840169.032101:0:2362:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840169.032103:0:2362:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840169.032107:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee86fa7000. 02000000:00000001:3.0:1788840169.032108:0:2362:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840169.032112:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840169.032124:0:2362:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4fbb0. 00000400:00000010:3.0:1788840169.032129:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011ebb0. 00000100:00000200:3.0:1788840169.032132:0:2362:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133949184, portal 4 00000100:00000001:3.0:1788840169.032134:0:2362:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840169.032136:0:2362:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871544832 : -122120838006784 : ffff90ee86d4b800) 00000100:00000040:3.0:1788840169.032142:0:2362:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee86d4b800 x1875733133949184/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840169.032148:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840169.032151:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840169.032153:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e6e8. 00000100:00000200:3.0:1788840169.032155:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733133949184, offset 0 00000400:00000200:3.0:1788840169.032159:0:2362:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000800:00000200:2.0:1788840169.037692:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840169.037702:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee8985c900. 00000400:00000200:2.0:1788840169.037711:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840169.037722:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840169.037729:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e550 00000400:00000010:2.0:1788840169.037732:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e550. 00000100:00000001:2.0:1788840169.037738:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840169.037747:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d48700 x1875733133949056/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840169.037761:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840169.037765:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d48700 x1875733133949056/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840185 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840169.037773:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840169.037775:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788840169.037851:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840169.037854:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee8985c100. 00000400:00000200:2.0:1788840169.037857:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840169.037861:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840169.037865:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e088 00000400:00000010:2.0:1788840169.037867:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e088. 00000100:00000001:2.0:1788840169.037869:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840169.037874:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d4b100 x1875733133948928/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840169.037881:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840169.037885:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d4b100 x1875733133948928/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840185 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840169.037891:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840169.037893:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1788840169.053250:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840169.053263:0:2362:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840169.053268:0:2362:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840169.053273:0:2362:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840169.053287:0:2362:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840169.053290:0:2362:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840169.053294:0:2362:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2216:2216:256:4294967295] 192.168.202.131@tcp LPNI seq info [2216:2216:8:4294967295] 00000400:00000200:3.0:1788840169.053298:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840169.053350:0:2362:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840169.053359:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840169.053367:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee8985c200. 00000800:00000200:3.0:1788840169.053374:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840169.053381:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840169.053385:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee8985c200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788840169.053397:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840169.053403:0:2362:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: using a timeout of 22563 usecs (23 jiffies) 00000400:00000200:3.0:1788840169.053408:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840169.053411:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296398894 00000100:00000001:3.0:1788840169.053414:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296402849 00000100:00000001:3.0:1788840169.053416:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296398894 00000100:00000001:3.0:1788840169.053417:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296402849 00000100:00000001:3.0:1788840169.053419:0:2362:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840169.053424:0:2362:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840169.053429:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840169.053434:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788840169.054347:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840169.054364:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840169.054368:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840169.054370:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840169.054377:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840169.054382:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840169.054390:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840169.054394:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840169.054399:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840169.054403:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 25 MB=0x6a9f827247800 00000400:00000200:2.0:1788840169.054408:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840169.054413:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.131@tcp of length 224/224 into md 0x61ed [1] + 224 00000800:00000001:2.0:1788840169.054420:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840169.054424:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840169.054426:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840169.054431:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840169.054438:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840169.054458:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d4b100 x1875733133948928/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840185 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840169.054470:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee86d4b100 x1875733133948928/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840185 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840169.054489:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:2.0:1788840169.054561:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840169.054565:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee8985c200. 00000400:00000200:2.0:1788840169.054569:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840169.054572:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840169.054576:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e6e8 00000400:00000010:2.0:1788840169.054579:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e6e8. 00000100:00000001:2.0:1788840169.054583:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840169.054588:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d4b800 x1875733133949184/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840169.054597:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840169.054601:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d4b800 x1875733133949184/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840185 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840169.054608:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840169.054609:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840169.054615:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840169.054619:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840169.054621:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840169.054623:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840169.054627:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840169.054631:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840169.054635:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840169.054826:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840169.054833:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840169.054836:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 10 MB=0x6a9f827247880 00000400:00000200:2.0:1788840169.055197:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840169.055204:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 224/224 into md 0x61dd [1] + 224 00000800:00000001:2.0:1788840169.055209:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840169.055218:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840169.055220:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840169.055223:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840169.055227:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840169.055232:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d48700 x1875733133949056/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840185 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840169.055322:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee86d48700 x1875733133949056/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840185 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840169.055329:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840169.055335:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840169.055338:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840169.055771:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840169.055775:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788840169.055781:0:2362:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840169.055784:0:2362:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840169.055787:0:2362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4f898. 00000400:00000200:3.0:1788840169.055791:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e4c8 00000400:00000010:3.0:1788840169.055793:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e4c8. 00000100:00000001:3.0:1788840169.055797:0:2362:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840169.055802:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d4b100 x1875733133948928/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840185 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840169.055811:0:2362:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d4b100 x1875733133948928/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840185 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840169.055817:0:2362:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840169.055819:0:2362:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840169.055821:0:2362:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840169.055823:0:2362:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840169.055826:0:2362:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840169.055828:0:2362:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840169.055830:0:2362:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840169.055837:0:2362:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98ee5c60 time=19 v=5 (5 5 5 5) 00000100:00001000:3.0:1788840169.056032:0:2362:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98ee5c18 time=19 v=5 (1 1 1 1) 00000100:00000001:3.0:1788840169.056036:0:2362:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840169.056038:0:2362:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840169.056041:0:2362:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840169.056043:0:2362:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840169.056046:0:2362:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840169.056052:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d4b100 x1875733133948928/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840185 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840169.056059:0:2362:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840169.056061:0:2362:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840169.056063:0:2362:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840169.056067:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d4b100 x1875733133948928/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840185 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840169.056075:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2362:1875733133948928:192.168.202.131@tcp:400:kworker.0 00000400:00000001:3.0:1788840169.056084:0:2362:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840169.056085:0:2362:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840169.056087:0:2362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4f058. 00000400:00000200:3.0:1788840169.056090:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011ec38 00000400:00000010:3.0:1788840169.056091:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011ec38. 00000100:00000001:3.0:1788840169.056094:0:2362:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840169.056097:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d48700 x1875733133949056/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840185 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840169.056105:0:2362:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d48700 x1875733133949056/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840185 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840169.056111:0:2362:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840169.056113:0:2362:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840169.056114:0:2362:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840169.056192:0:2362:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840169.056194:0:2362:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840169.056195:0:2362:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840169.056197:0:2362:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840169.056203:0:2362:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=19 v=5 (5 102 102 102) 00000100:00001000:3.0:1788840169.056206:0:2362:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=114 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840169.056209:0:2362:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840169.056210:0:2362:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840169.056212:0:2362:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840169.056214:0:2362:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840169.056218:0:2362:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840169.056220:0:2362:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967590 00000100:00000001:3.0:1788840169.056223:0:2362:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840169.056224:0:2362:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840169.056309:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d48700 x1875733133949056/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840185 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840169.056316:0:2362:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840169.056318:0:2362:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840169.056319:0:2362:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840169.056322:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d48700 x1875733133949056/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840185 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840169.056330:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733133949056:192.168.202.131@tcp:400:kworker.0 00000100:00000001:3.0:1788840169.056334:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840169.056337:0:2362:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840169.056340:0:2362:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d4b100 x1875733133948928/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840185 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840169.056347:0:2362:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840169.056349:0:2362:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840169.056353:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee86fa7200. 02000000:00000001:3.0:1788840169.056356:0:2362:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840169.056359:0:2362:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840169.056360:0:2362:0:(genops.c:1223:class_import_put()) import ffff90ee98ee5800 refcount=3 obd=MGC192.168.202.131@tcp 00000020:00000001:3.0:1788840169.056362:0:2362:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840169.056365:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee84c26600. 02000000:00000001:3.0:1788840169.056370:0:2362:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840169.056372:0:2362:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840169.056374:0:2362:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d4b100. 00000100:00000001:3.0:1788840169.056377:0:2362:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840169.056378:0:2362:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840169.056380:0:2362:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840169.056383:0:2362:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d48700 x1875733133949056/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840185 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840169.056389:0:2362:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840169.056390:0:2362:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840169.056391:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee86fa6000. 02000000:00000001:3.0:1788840169.056393:0:2362:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840169.056395:0:2362:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840169.056396:0:2362:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:3.0:1788840169.056397:0:2362:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840169.056399:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee84c26200. 02000000:00000001:3.0:1788840169.056401:0:2362:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840169.056402:0:2362:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840169.056403:0:2362:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d48700. 00000100:00000001:3.0:1788840169.056405:0:2362:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840169.056407:0:2362:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840169.056409:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840169.056411:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840169.056412:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840169.056414:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840169.056415:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788840169.060610:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840169.060629:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840169.060633:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840169.060635:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840169.060691:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840169.060699:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840169.060708:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840169.060713:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840169.060719:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840169.060723:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f827247900 00000400:00000200:2.0:1788840169.060728:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840169.060733:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x61fd [1] + 224 00000800:00000001:2.0:1788840169.060740:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840169.060749:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840169.060752:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840169.060757:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840169.060763:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840169.060771:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d4b800 x1875733133949184/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840185 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840169.060781:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee86d4b800 x1875733133949184/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840185 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840169.060802:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840169.060811:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840169.060814:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840169.061593:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840169.061598:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788840169.061606:0:2362:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840169.061608:0:2362:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840169.061611:0:2362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4fbb0. 00000400:00000200:3.0:1788840169.061616:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011ebb0 00000400:00000010:3.0:1788840169.061619:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011ebb0. 00000100:00000001:3.0:1788840169.061624:0:2362:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840169.061630:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d4b800 x1875733133949184/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840185 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840169.061662:0:2362:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d4b800 x1875733133949184/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840185 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840169.061670:0:2362:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840169.061672:0:2362:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840169.061675:0:2362:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840169.061679:0:2362:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840169.061681:0:2362:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840169.061684:0:2362:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840169.061687:0:2362:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840169.061698:0:2362:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b5cc60 time=19 v=5 (5 5 5 36) 00000100:00001000:3.0:1788840169.061703:0:2362:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=82 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840169.061705:0:2362:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840169.061707:0:2362:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840169.061710:0:2362:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840169.061714:0:2362:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840169.061718:0:2362:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840169.061720:0:2362:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: skip recheck: last_committed 4294967327 00000100:00000001:3.0:1788840169.061722:0:2362:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840169.061723:0:2362:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840169.061728:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d4b800 x1875733133949184/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840185 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840169.061740:0:2362:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840169.061743:0:2362:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840169.061745:0:2362:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840169.061749:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d4b800 x1875733133949184/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840185 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840169.061770:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733133949184:192.168.202.131@tcp:400:kworker.0 00000100:00000001:3.0:1788840169.061776:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840169.061778:0:2362:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840169.061781:0:2362:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d4b800 x1875733133949184/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840185 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840169.061788:0:2362:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840169.061791:0:2362:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840169.061794:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee86fa7000. 02000000:00000001:3.0:1788840169.061799:0:2362:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840169.061801:0:2362:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840169.061803:0:2362:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=2 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:3.0:1788840169.061806:0:2362:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840169.061809:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee8985ce00. 02000000:00000001:3.0:1788840169.061812:0:2362:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840169.061814:0:2362:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840169.061816:0:2362:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d4b800. 00000100:00000001:3.0:1788840169.061819:0:2362:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840169.061821:0:2362:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840169.061824:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840169.061832:0:2362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840169.061834:0:2362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840169.061836:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840169.061848:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840170.118204:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840170.118208:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840170.118212:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788840173.062827:0:29212:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120a20 (cpu 2) has reached its deadline 4296402849, at 4296402881 00000100:00000010:2.0:1788840173.062847:0:29212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee84b18f60. 00000100:00000040:3.0:1788840173.063408:0:25640:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120b30 (cpu 3) has reached its deadline 4296402849, at 4296402881 00000100:00000010:3.0:1788840173.063416:0:25640:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee84b18180. 00000020:00000001:3.0:1788840173.190222:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840173.190227:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840173.190231:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1788840174.151268:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840174.151274:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0d700. 00000400:00000200:2.0:1788840174.151293:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840174.151299:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840174.151305:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea05394c8 00000400:00000010:2.0:1788840174.151308:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea05394c8. 00000100:00000001:2.0:1788840174.151314:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840174.151320:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f5b100 x1875733133949312/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840174.151330:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840174.151333:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f5b100 x1875733133949312/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840190 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840174.151339:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840174.151341:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788840174.151437:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840174.151439:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee98ea2600. 00000400:00000200:2.0:1788840174.151444:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840174.151447:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840174.151451:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6c38 00000400:00000010:2.0:1788840174.151453:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6c38. 00000100:00000001:2.0:1788840174.151455:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840174.151458:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f5a680 x1875733133949440/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840174.151464:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840174.151467:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f5a680 x1875733133949440/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840190 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840174.151472:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840174.151473:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788840174.154378:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840174.154386:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0db00. 00000400:00000200:2.0:1788840174.154394:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840174.154404:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840174.154412:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539660 00000400:00000010:2.0:1788840174.154416:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539660. 00000100:00000001:2.0:1788840174.154421:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840174.154429:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f5aa00 x1875733133949568/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840174.154442:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840174.154446:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f5aa00 x1875733133949568/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840190 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840174.154452:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840174.154454:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840174.157622:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840174.157679:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840174.157683:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840174.157686:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840174.157698:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840174.157707:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840174.157719:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840174.157726:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840174.157733:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840174.157739:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 10 MB=0x6a9f827247a00 00000400:00000200:2.0:1788840174.157743:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840174.157750:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 224/224 into md 0x6215 [1] + 224 00000800:00000001:2.0:1788840174.157757:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840174.157760:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840174.157763:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840174.157767:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840174.157775:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840174.157784:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f5a680 x1875733133949440/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840190 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840174.157792:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87f5a680 x1875733133949440/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840190 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840174.157812:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840174.157820:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840174.157822:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840174.157824:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840174.157825:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840174.157827:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840174.157829:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840174.157832:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840174.157834:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840174.157836:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840174.157837:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f827247a80 00000400:00000200:2.0:1788840174.157840:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840174.157845:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x621d [1] + 224 00000800:00000001:2.0:1788840174.157849:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840174.157854:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840174.157856:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840174.157859:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840174.157862:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840174.157867:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f5aa00 x1875733133949568/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840190 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840174.157883:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87f5aa00 x1875733133949568/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840190 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840174.157913:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840174.157917:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840174.157921:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840174.162111:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840174.162133:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840174.162138:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840174.162140:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840174.162149:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840174.162157:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840174.162166:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840174.162170:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840174.162175:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840174.162179:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 25 MB=0x6a9f827247980 00000400:00000200:2.0:1788840174.162183:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840174.162189:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.131@tcp of length 224/224 into md 0x620d [1] + 224 00000800:00000001:2.0:1788840174.162196:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840174.162203:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840174.162206:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840174.162209:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840174.162217:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840174.162225:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f5b100 x1875733133949312/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840190 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840174.162247:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87f5b100 x1875733133949312/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840190 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840174.162274:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840174.162285:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840174.162289:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788840176.261830:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840176.261835:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840176.261838:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788840178.181837:0:29212:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120a20 (cpu 2) has reached its deadline 4296407967, at 4296408000 00000100:00000010:2.0:1788840178.181859:0:29212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee8532cc00. 00000100:00000040:3.0:1788840178.191865:0:25640:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120b30 (cpu 3) has reached its deadline 4296407967, at 4296408010 00000100:00000010:3.0:1788840178.191886:0:25640:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee8532c0c0. 00000800:00000200:2.0:1788840179.273284:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840179.273290:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee98ea2100. 00000400:00000200:2.0:1788840179.273300:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840179.273305:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840179.273312:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6f68 00000400:00000010:2.0:1788840179.273315:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6f68. 00000100:00000001:2.0:1788840179.273321:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840179.273326:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fad180 x1875733133949696/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840179.273337:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840179.273341:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87fad180 x1875733133949696/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840195 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840179.273349:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840179.273351:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788840179.273364:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840179.273366:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0d100. 00000400:00000200:2.0:1788840179.273369:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840179.273372:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840179.273374:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539aa0 00000400:00000010:2.0:1788840179.273376:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539aa0. 00000100:00000001:2.0:1788840179.273379:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840179.273383:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87faf800 x1875733133949824/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840179.273389:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840179.273393:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87faf800 x1875733133949824/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840195 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840179.273399:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840179.273400:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788840179.273478:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840179.273480:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee98ea2c00. 00000400:00000200:2.0:1788840179.273483:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840179.273487:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840179.273490:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed65d8 00000400:00000010:2.0:1788840179.273492:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed65d8. 00000100:00000001:2.0:1788840179.273493:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840179.273497:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fafb80 x1875733133949952/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840195 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840179.273504:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840179.273507:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87fafb80 x1875733133949952/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840195 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840179.273515:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840179.273516:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840179.280022:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840179.280048:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840179.280053:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840179.280056:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840179.280068:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840179.280077:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840179.282375:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840179.282384:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840179.282392:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840179.282401:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 10 MB=0x6a9f827247b80 00000400:00000200:2.0:1788840179.282407:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840179.282415:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 224/224 into md 0x622d [1] + 224 00000800:00000001:2.0:1788840179.282427:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840179.282443:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840179.282447:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840179.282453:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840179.282462:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840179.282473:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87faf800 x1875733133949824/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840195 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840179.282485:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87faf800 x1875733133949824/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840195 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840179.282520:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840179.282534:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840179.282539:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840179.282541:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840179.282543:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840179.282547:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840179.282551:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840179.282555:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840179.282558:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840179.282561:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840179.282563:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f827247c00 00000400:00000200:2.0:1788840179.282566:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840179.282571:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x6235 [1] + 224 00000800:00000001:2.0:1788840179.282575:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840179.282578:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840179.282580:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840179.282583:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840179.282586:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840179.282591:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fafb80 x1875733133949952/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840195 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840179.282600:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87fafb80 x1875733133949952/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840195 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840179.284308:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840179.284331:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840179.284354:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840179.284357:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840179.284360:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840179.284367:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840179.284374:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840179.284384:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840179.284391:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840179.284400:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840179.284408:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 25 MB=0x6a9f827247b00 00000400:00000200:2.0:1788840179.284417:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840179.284438:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.131@tcp of length 224/224 into md 0x6225 [1] + 224 00000800:00000001:2.0:1788840179.284450:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840179.284462:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840179.284468:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840179.284477:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840179.284486:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840179.284494:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fad180 x1875733133949696/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840195 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840179.284516:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87fad180 x1875733133949696/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840195 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840179.284540:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840179.284546:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840179.284550:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788840179.338281:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840179.338288:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840179.338293:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788840182.406143:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840182.406147:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840182.406151:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788840183.301958:0:25640:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120b30 (cpu 3) has reached its deadline 4296413088, at 4296413120 00000100:00000010:3.0:1788840183.301979:0:25640:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee9887dc60. 00000100:00000040:2.0:1788840183.302211:0:29212:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120a20 (cpu 2) has reached its deadline 4296413088, at 4296413120 00000100:00000010:2.0:1788840183.302219:0:29212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee9887dc00. 00000100:00000040:3.0:1788840184.389865:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788840184.389876:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788840184.389887:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d4b800. 00000020:00000040:3.0:1788840184.389893:0:37:0:(genops.c:1210:class_import_get()) import ffff90ee98ee5800 refcount=4 obd=MGC192.168.202.131@tcp 00000100:00000001:3.0:1788840184.389898:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840184.389900:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840184.389905:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840184.389913:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee8985ce00. 00000100:00000001:3.0:1788840184.389919:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840184.389930:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS req@ffff90ee86d4b800 x1875733133950080/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788840184.389940:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840184.389944:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840184.389950:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b8effc3] to pc [ptlrpcd_01_01+1] req@ffff90ee86d4b800 x1875733133950080/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840184.389980:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840184.389982:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788840184.389986:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788840184.389988:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d48700. 00000020:00000040:3.0:1788840184.389990:0:37:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:3.0:1788840184.389992:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840184.389994:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840184.389995:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840184.390000:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee8985c200. 00000100:00000001:3.0:1788840184.390003:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840184.390006:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID req@ffff90ee86d48700 x1875733133950208/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788840184.390013:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840184.390015:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840184.390018:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075f11134] to pc [ptlrpcd_01_00+0] req@ffff90ee86d48700 x1875733133950208/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840184.390026:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840184.390028:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788840184.390031:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788840184.390035:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d4b100. 00000020:00000040:3.0:1788840184.390037:0:37:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=3 obd=lustre-OST0000-osc-ffff90ee90f70800 00000100:00000001:3.0:1788840184.390039:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840184.390040:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840184.390042:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840184.390044:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee8985c100. 00000100:00000001:3.0:1788840184.390047:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840184.390050:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID req@ffff90ee86d4b100 x1875733133950336/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788840184.390057:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840184.390059:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840184.390063:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aef658b4] to pc [ptlrpcd_01_01+1] req@ffff90ee86d4b100 x1875733133950336/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840184.390070:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840184.390072:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788840184.390075:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788840184.390081:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1751) 00000100:00000001:3.0:1788840184.390093:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840184.390096:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840184.390099:0:2362:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840184.390104:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d4b800 x1875733133950080/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840184.390110:0:2362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840184.390112:0:2362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840184.390116:0:2362:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840184.390119:0:2362:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840184.390121:0:2362:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840184.390137:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2362:1875733133950080:192.168.202.131@tcp:400:kworker.0 00000100:00000001:3.0:1788840184.390149:0:2362:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840184.390154:0:2362:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840184.390156:0:2362:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840184.390159:0:2362:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840184.390164:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee86fa6e00. 02000000:00000001:3.0:1788840184.390166:0:2362:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840184.390174:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840184.390179:0:2362:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4fbb0. 00000400:00000010:3.0:1788840184.390186:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011ebb0. 00000100:00000200:3.0:1788840184.390192:0:2362:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133950080, portal 25 00000100:00000001:3.0:1788840184.390195:0:2362:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840184.390197:0:2362:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871544832 : -122120838006784 : ffff90ee86d4b800) 00000100:00000040:3.0:1788840184.390202:0:2362:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee86d4b800 x1875733133950080/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840184.390214:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840184.390217:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840184.390220:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011ec38. 00000100:00000200:3.0:1788840184.390223:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875733133950080, offset 0 00000100:00000001:2.0:1788840184.390267:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840184.390270:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840184.390272:0:2361:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840184.390278:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d48700 x1875733133950208/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840184.390285:0:2361:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840184.390286:0:2361:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840184.390289:0:2361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840184.390290:0:2361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840184.390293:0:2361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840184.390295:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733133950208:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840184.390298:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840184.390301:0:2361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840184.390303:0:2361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840184.390304:0:2361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840184.390308:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee85091000. 02000000:00000001:2.0:1788840184.390310:0:2361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840184.390314:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840184.390317:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4edc0. 00000400:00000010:2.0:1788840184.390321:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234660. 00000100:00000200:2.0:1788840184.390324:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133950208, portal 10 00000100:00000001:2.0:1788840184.390326:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840184.390327:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871532288 : -122120838019328 : ffff90ee86d48700) 00000100:00000040:2.0:1788840184.390333:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee86d48700 x1875733133950208/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840184.390338:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840184.390340:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840184.390343:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234dd0. 00000100:00000200:2.0:1788840184.390345:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733133950208, offset 0 00000400:00000200:2.0:1788840184.390350:0:2361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840184.390358:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840184.390365:0:2361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840184.390370:0:2361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840184.390375:0:2361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840184.390378:0:2361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840184.390381:0:2361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840184.390384:0:2361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2223:2223:256:4294967295] 192.168.202.131@tcp LPNI seq info [2223:2223:8:4294967295] 00000400:00000200:2.0:1788840184.390388:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840184.390397:0:2361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840184.390403:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840184.390408:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989700. 00000800:00000200:2.0:1788840184.390414:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840184.390421:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840184.390426:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840184.390437:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840184.390442:0:2361:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 515388 usecs (516 jiffies) 00000400:00000200:2.0:1788840184.390445:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840184.390448:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296414724 00000100:00000010:2.0:1788840184.390452:0:2361:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee87fb1540. 00000100:00000001:2.0:1788840184.390458:0:2361:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788840184.390462:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296414724 00000100:00000010:2.0:1788840184.390466:0:2361:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee87fb1300. 00000100:00000001:2.0:1788840184.390468:0:2361:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788840184.390470:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840184.390473:0:2361:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840184.390476:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840184.390479:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840184.390486:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840184.390488:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788840184.390490:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840184.390491:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840184.390493:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840184.390494:0:2362:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000100:00000001:2.0:1788840184.390495:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840184.390498:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840184.390502:0:2362:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840184.390504:0:2362:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840184.390506:0:2362:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840184.390508:0:2362:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840184.390510:0:2362:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840184.390513:0:2362:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2224:2224:255:4294967295] 192.168.202.131@tcp LPNI seq info [2224:2224:7:4294967295] 00000400:00000200:3.0:1788840184.390516:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840184.390521:0:2362:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840184.390525:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840184.390528:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee8985c900. 00000800:00000200:3.0:1788840184.390532:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840184.390536:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840184.390538:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee8985c900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788840184.390540:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840184.390543:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840184.390545:0:2362:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4296418207 00000100:00000001:3.0:1788840184.390549:0:2362:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296414724 00000100:00000001:3.0:1788840184.390552:0:2362:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4296418207 00000100:00000001:3.0:1788840184.390554:0:2362:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296414724 00000100:00000001:3.0:1788840184.390556:0:2362:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840184.390558:0:2362:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840184.390560:0:2362:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840184.390563:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d4b100 x1875733133950336/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840184.390570:0:2362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840184.390571:0:2362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840184.390573:0:2362:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840184.390575:0:2362:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840184.390577:0:2362:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840184.390580:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733133950336:192.168.202.131@tcp:400:kworker.0 00000100:00000001:3.0:1788840184.390583:0:2362:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840184.390585:0:2362:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840184.390586:0:2362:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840184.390588:0:2362:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000200:2.0:1788840184.390588:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 02000000:00000010:3.0:1788840184.390591:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee86fa6200. 00000800:00000010:2.0:1788840184.390591:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989700. 02000000:00000001:3.0:1788840184.390593:0:2362:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840184.390595:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840184.390596:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1788840184.390598:0:2362:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4f058. 00000400:00000200:2.0:1788840184.390600:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000010:3.0:1788840184.390601:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e4c8. 00000100:00000200:3.0:1788840184.390603:0:2362:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133950336, portal 4 00000100:00000001:3.0:1788840184.390605:0:2362:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000400:00000200:2.0:1788840184.390605:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234dd0 00000100:00000001:3.0:1788840184.390606:0:2362:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871543040 : -122120838008576 : ffff90ee86d4b100) 00000400:00000010:2.0:1788840184.390608:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234dd0. 00000100:00000001:2.0:1788840184.390611:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000040:3.0:1788840184.390612:0:2362:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee86d4b100 x1875733133950336/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788840184.390615:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d48700 x1875733133950208/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840184.390619:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840184.390621:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840184.390623:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e110. 00000100:00000001:2.0:1788840184.390624:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000200:3.0:1788840184.390625:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733133950336, offset 0 00000100:00000040:2.0:1788840184.390627:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d48700 x1875733133950208/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840200 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788840184.390630:0:2362:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840184.390633:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840184.390634:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840184.390636:0:2362:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000100:00000001:2.0:1788840184.390636:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1788840184.390657:0:2362:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840184.390660:0:2362:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840184.390662:0:2362:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840184.390664:0:2362:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840184.390668:0:2362:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2225:2225:254:4294967295] 192.168.202.131@tcp LPNI seq info [2225:2225:6:4294967295] 00000400:00000200:3.0:1788840184.390671:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840184.391053:0:2362:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840184.391060:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840184.391065:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee84c26200. 00000800:00000200:3.0:1788840184.391069:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840184.391072:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840184.391075:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee84c26200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788840184.391078:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840184.391081:0:2362:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: using a timeout of 22560 usecs (23 jiffies) 00000400:00000200:3.0:1788840184.391085:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840184.391087:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296414232 00000100:00000001:3.0:1788840184.391089:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296418207 00000100:00000001:3.0:1788840184.391091:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296414232 00000100:00000001:3.0:1788840184.391093:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296418207 00000100:00000001:3.0:1788840184.391095:0:2362:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840184.391097:0:2362:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840184.391100:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840184.391102:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840184.391106:0:2362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840184.391107:0:2362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788840184.391109:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840184.391111:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840184.391112:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840184.391114:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840184.395353:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840184.395364:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee8985c900. 00000400:00000200:2.0:1788840184.395371:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840184.395379:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840184.395385:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011ec38 00000400:00000010:2.0:1788840184.395388:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011ec38. 00000100:00000001:2.0:1788840184.395392:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840184.395401:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d4b800 x1875733133950080/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840184.395414:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840184.395417:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d4b800 x1875733133950080/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840200 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840184.395425:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840184.395426:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788840184.395751:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840184.395755:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee84c26200. 00000400:00000200:2.0:1788840184.395760:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840184.395765:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840184.395768:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e110 00000400:00000010:2.0:1788840184.395771:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e110. 00000100:00000001:2.0:1788840184.395774:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840184.395778:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d4b100 x1875733133950336/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840200 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840184.395786:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840184.395790:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d4b100 x1875733133950336/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840200 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840184.395796:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840184.395798:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840184.411724:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840184.411741:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840184.411745:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840184.411748:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840184.411756:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840184.411764:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840184.411773:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840184.411778:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840184.411783:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840184.411787:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 10 MB=0x6a9f827247d00 00000400:00000200:2.0:1788840184.411791:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840184.411797:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 224/224 into md 0x624d [1] + 224 00000800:00000001:2.0:1788840184.411804:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840184.411810:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840184.411814:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840184.411818:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840184.411826:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840184.411854:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d48700 x1875733133950208/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840200 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840184.411868:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee86d48700 x1875733133950208/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840200 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840184.411890:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840184.411898:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840184.411901:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840184.412520:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840184.412525:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788840184.412543:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840184.412546:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840184.412549:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4edc0. 00000400:00000200:3.0:1788840184.412556:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234660 00000400:00000010:3.0:1788840184.412558:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234660. 00000100:00000001:3.0:1788840184.412562:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840184.412568:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d48700 x1875733133950208/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840200 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840184.412580:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d48700 x1875733133950208/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840200 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840184.412587:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840184.412589:0:2361:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840184.412592:0:2361:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840184.412595:0:2361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840184.412598:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840184.412600:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840184.412603:0:2361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840184.412613:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=34 v=5 (5 102 102 102) 00000100:00001000:3.0:1788840184.412617:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=129 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840184.412620:0:2361:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840184.412622:0:2361:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840184.412625:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840184.412628:0:2361:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840184.412632:0:2361:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840184.412634:0:2361:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967590 00000100:00000001:3.0:1788840184.412635:0:2361:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840184.412664:0:2361:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840184.412670:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d48700 x1875733133950208/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840200 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840184.412678:0:2361:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840184.412681:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840184.412683:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840184.412687:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d48700 x1875733133950208/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840200 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840184.412695:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733133950208:192.168.202.131@tcp:400:kworker.0 00000100:00000001:3.0:1788840184.412699:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840184.412703:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840184.412706:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d48700 x1875733133950208/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840200 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840184.412713:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840184.412716:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840184.412720:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee85091000. 02000000:00000001:3.0:1788840184.412723:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840184.412726:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840184.412728:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:3.0:1788840184.412730:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840184.412733:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee8985c200. 02000000:00000001:3.0:1788840184.412736:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840184.412738:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840184.412740:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d48700. 00000100:00000001:3.0:1788840184.412744:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840184.412745:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840184.412747:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840184.412755:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840184.412757:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840184.412759:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840184.412761:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788840184.431178:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840184.431197:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840184.431201:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840184.431204:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840184.431212:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840184.431220:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840184.431240:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840184.431245:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840184.431249:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840184.431253:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f827247d80 00000400:00000200:2.0:1788840184.431258:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840184.431264:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x625d [1] + 224 00000800:00000001:2.0:1788840184.431271:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840184.431275:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840184.431279:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840184.431284:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840184.431291:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840184.431299:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d4b100 x1875733133950336/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840200 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840184.431310:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee86d4b100 x1875733133950336/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840200 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840184.431329:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840184.431338:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840184.431342:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840184.431344:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840184.431346:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840184.431349:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840184.431353:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840184.431357:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840184.431359:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840184.431362:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840184.431364:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 25 MB=0x6a9f827247c80 00000400:00000200:2.0:1788840184.431368:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840184.431372:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.131@tcp of length 224/224 into md 0x623d [1] + 224 00000800:00000001:2.0:1788840184.431375:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840184.431391:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840184.431393:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840184.431396:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840184.431399:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840184.431403:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d4b800 x1875733133950080/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840200 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840184.431412:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee86d4b800 x1875733133950080/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840200 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840184.431419:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840184.431423:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840184.431426:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840184.431664:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840184.431668:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788840184.431675:0:2362:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840184.431677:0:2362:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840184.431680:0:2362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4fbb0. 00000400:00000200:3.0:1788840184.431685:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011ebb0 00000400:00000010:3.0:1788840184.431688:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011ebb0. 00000100:00000001:3.0:1788840184.431692:0:2362:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840184.431697:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d4b800 x1875733133950080/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840200 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840184.431707:0:2362:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d4b800 x1875733133950080/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840200 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840184.431714:0:2362:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840184.431716:0:2362:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840184.431718:0:2362:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840184.431722:0:2362:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840184.431724:0:2362:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840184.431726:0:2362:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840184.431730:0:2362:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840184.431737:0:2362:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98ee5c60 time=34 v=5 (5 5 5 5) 00000100:00001000:3.0:1788840184.431741:0:2362:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98ee5c18 time=34 v=5 (1 1 1 1) 00000100:00000001:3.0:1788840184.431744:0:2362:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840184.431746:0:2362:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840184.431749:0:2362:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840184.431751:0:2362:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840184.431755:0:2362:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840184.431760:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d4b800 x1875733133950080/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840200 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840184.431768:0:2362:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840184.431771:0:2362:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840184.431773:0:2362:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840184.431777:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d4b800 x1875733133950080/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840200 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840184.431786:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2362:1875733133950080:192.168.202.131@tcp:400:kworker.0 00000400:00000001:3.0:1788840184.431792:0:2362:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840184.431793:0:2362:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840184.431805:0:2362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4f058. 00000400:00000200:3.0:1788840184.431808:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e4c8 00000400:00000010:3.0:1788840184.431810:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e4c8. 00000100:00000001:3.0:1788840184.431812:0:2362:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840184.431815:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d4b100 x1875733133950336/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840200 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840184.431823:0:2362:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d4b100 x1875733133950336/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840200 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840184.431838:0:2362:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840184.431840:0:2362:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840184.431841:0:2362:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840184.431844:0:2362:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840184.431845:0:2362:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840184.431856:0:2362:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840184.431859:0:2362:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840184.431864:0:2362:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b5cc60 time=34 v=5 (5 5 5 36) 00000100:00001000:3.0:1788840184.431867:0:2362:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=97 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840184.431869:0:2362:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840184.431871:0:2362:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840184.431872:0:2362:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840184.431876:0:2362:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840184.431879:0:2362:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840184.431881:0:2362:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: skip recheck: last_committed 4294967327 00000100:00000001:3.0:1788840184.431883:0:2362:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840184.431884:0:2362:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840184.431889:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d4b100 x1875733133950336/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840200 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840184.431896:0:2362:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840184.431898:0:2362:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840184.431899:0:2362:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840184.431903:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d4b100 x1875733133950336/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840200 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840184.431910:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733133950336:192.168.202.131@tcp:400:kworker.0 00000100:00000001:3.0:1788840184.431914:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840184.431917:0:2362:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840184.431920:0:2362:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d4b800 x1875733133950080/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840200 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840184.431926:0:2362:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840184.431929:0:2362:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840184.431932:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee86fa6e00. 02000000:00000001:3.0:1788840184.431936:0:2362:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840184.431938:0:2362:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840184.431940:0:2362:0:(genops.c:1223:class_import_put()) import ffff90ee98ee5800 refcount=3 obd=MGC192.168.202.131@tcp 00000020:00000001:3.0:1788840184.431942:0:2362:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840184.431945:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee8985ce00. 02000000:00000001:3.0:1788840184.431949:0:2362:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840184.431950:0:2362:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840184.431952:0:2362:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d4b800. 00000100:00000001:3.0:1788840184.431955:0:2362:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840184.431957:0:2362:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840184.431958:0:2362:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840184.431961:0:2362:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d4b100 x1875733133950336/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840200 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840184.431967:0:2362:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840184.431968:0:2362:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840184.431970:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee86fa6200. 02000000:00000001:3.0:1788840184.431972:0:2362:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840184.431973:0:2362:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840184.431974:0:2362:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=2 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:3.0:1788840184.431976:0:2362:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840184.431977:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee8985c100. 02000000:00000001:3.0:1788840184.431979:0:2362:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840184.431980:0:2362:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840184.431981:0:2362:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d4b100. 00000100:00000001:3.0:1788840184.431984:0:2362:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840184.431985:0:2362:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840184.431987:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840184.431994:0:2362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840184.431996:0:2362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840184.431998:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840184.432001:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840185.480042:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840185.480047:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840185.480050:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788840188.423933:0:29212:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120a20 (cpu 2) has reached its deadline 4296418207, at 4296418242 00000100:00000010:2.0:1788840188.423950:0:29212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee87fb1540. 00000100:00000040:3.0:1788840188.424037:0:25640:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120b30 (cpu 3) has reached its deadline 4296418207, at 4296418242 00000100:00000010:3.0:1788840188.424043:0:25640:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee87fb1300. 00000020:00000001:3.0:1788840188.554382:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840188.554388:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840188.554393:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1788840189.511493:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840189.511498:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee98ea2500. 00000400:00000200:2.0:1788840189.511505:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840189.511510:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840189.511515:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed63b8 00000400:00000010:2.0:1788840189.511518:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed63b8. 00000100:00000001:2.0:1788840189.511522:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840189.511527:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87faf800 x1875733133950464/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840189.511536:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840189.511540:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87faf800 x1875733133950464/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840205 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840189.511546:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840189.511548:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788840189.511560:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840189.511562:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee98ea2000. 00000400:00000200:2.0:1788840189.511565:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840189.511568:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840189.511570:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6dd0 00000400:00000010:2.0:1788840189.511572:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6dd0. 00000100:00000001:2.0:1788840189.511574:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840189.511576:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fad180 x1875733133950720/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840189.511583:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840189.511586:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87fad180 x1875733133950720/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840205 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840189.511592:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840189.511593:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788840189.511681:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840189.511684:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee98ea2800. 00000400:00000200:2.0:1788840189.511687:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840189.511691:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840189.511694:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6908 00000400:00000010:2.0:1788840189.511696:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6908. 00000100:00000001:2.0:1788840189.511698:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840189.511702:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fad500 x1875733133950592/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840205 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840189.511708:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840189.511711:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87fad500 x1875733133950592/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840205 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840189.511716:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840189.511717:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840189.514809:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840189.514828:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840189.514833:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840189.514835:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840189.514844:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840189.514851:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840189.514860:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840189.514864:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840189.514870:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840189.514874:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 10 MB=0x6a9f827247e80 00000400:00000200:2.0:1788840189.514879:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840189.514886:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 224/224 into md 0x627d [1] + 224 00000800:00000001:2.0:1788840189.514894:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840189.514900:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840189.514903:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840189.514906:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840189.514913:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840189.514921:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fad500 x1875733133950592/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840205 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840189.514931:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87fad500 x1875733133950592/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840205 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840189.514954:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840189.514962:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840189.514965:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840189.518285:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840189.518303:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840189.518306:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840189.518309:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840189.518317:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840189.518323:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840189.518332:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840189.518336:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840189.518341:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840189.518345:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 25 MB=0x6a9f827247e00 00000400:00000200:2.0:1788840189.518349:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840189.518355:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.131@tcp of length 224/224 into md 0x626d [1] + 224 00000800:00000001:2.0:1788840189.518362:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840189.518366:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840189.518369:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840189.518373:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840189.518379:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840189.518386:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87faf800 x1875733133950464/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840205 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840189.518395:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87faf800 x1875733133950464/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840205 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840189.518418:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840189.518427:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840189.518431:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840189.518433:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840189.518435:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840189.518438:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840189.518441:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840189.518446:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840189.518448:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840189.518451:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840189.518453:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f827247f00 00000400:00000200:2.0:1788840189.518456:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840189.518460:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x6275 [1] + 224 00000800:00000001:2.0:1788840189.518463:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840189.518470:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840189.518472:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840189.518475:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840189.518477:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840189.518481:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fad180 x1875733133950720/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840205 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840189.518489:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87fad180 x1875733133950720/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840205 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840189.518496:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840189.518499:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840189.518501:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788840191.621916:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840191.621920:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840191.621923:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788840193.541799:0:25640:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120b30 (cpu 3) has reached its deadline 4296423328, at 4296423360 00000100:00000040:2.0:1788840193.541819:0:29212:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120a20 (cpu 2) has reached its deadline 4296423328, at 4296423360 00000100:00000010:3.0:1788840193.541824:0:25640:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee9887da80. 00000100:00000010:2.0:1788840193.541844:0:29212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee9887d480. 00000800:00000200:2.0:1788840194.635286:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840194.635349:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee98ea2800. 00000400:00000200:2.0:1788840194.635357:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840194.635365:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840194.635372:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6b28 00000400:00000010:2.0:1788840194.635374:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6b28. 00000100:00000001:2.0:1788840194.635379:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840194.635386:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fafb80 x1875733133950848/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840194.635397:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840194.635401:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87fafb80 x1875733133950848/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840210 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840194.635409:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840194.635411:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788840194.635427:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840194.635429:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee98ea2000. 00000400:00000200:2.0:1788840194.635432:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840194.635435:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840194.635438:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed64c8 00000400:00000010:2.0:1788840194.635439:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed64c8. 00000100:00000001:2.0:1788840194.635441:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840194.635445:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87faed80 x1875733133951104/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840194.635452:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840194.635455:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87faed80 x1875733133951104/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840210 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840194.635460:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840194.635462:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788840194.636682:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840194.636689:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee98ea2500. 00000400:00000200:2.0:1788840194.636695:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840194.636701:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840194.636705:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6d48 00000400:00000010:2.0:1788840194.636707:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6d48. 00000100:00000001:2.0:1788840194.636711:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840194.636717:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87face00 x1875733133950976/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840210 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840194.636742:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840194.636746:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87face00 x1875733133950976/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840210 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840194.636752:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840194.636760:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840194.642156:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840194.642172:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840194.642176:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840194.642178:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840194.642188:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840194.642195:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840194.642204:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840194.642208:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840194.642213:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840194.642217:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 10 MB=0x6a9f827248000 00000400:00000200:2.0:1788840194.642221:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840194.642227:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 224/224 into md 0x6295 [1] + 224 00000800:00000001:2.0:1788840194.642234:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840194.642240:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840194.642243:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840194.642246:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840194.642253:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840194.642261:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87face00 x1875733133950976/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840210 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840194.642271:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87face00 x1875733133950976/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840210 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840194.642296:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840194.642304:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840194.642307:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840194.649998:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840194.650015:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840194.650019:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840194.650022:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840194.650029:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840194.650037:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840194.650046:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840194.650061:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840194.650066:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840194.650070:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f827248080 00000400:00000200:3.0:1788840194.650075:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840194.650081:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x628d [1] + 224 00000800:00000001:3.0:1788840194.650088:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840194.650092:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840194.650095:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840194.650099:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840194.650106:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840194.650115:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87faed80 x1875733133951104/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840210 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840194.651673:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87faed80 x1875733133951104/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840210 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840194.651687:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840194.651701:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840194.651712:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840194.651714:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840194.651716:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840194.651720:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840194.651724:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840194.651732:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840194.651885:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840194.651891:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840194.651894:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 25 MB=0x6a9f827247f80 00000400:00000200:3.0:1788840194.651899:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840194.651904:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.131@tcp of length 224/224 into md 0x6285 [1] + 224 00000800:00000001:3.0:1788840194.651910:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840194.651918:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840194.651921:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840194.651925:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840194.651931:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840194.651937:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fafb80 x1875733133950848/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840210 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840194.651946:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87fafb80 x1875733133950848/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840210 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840194.651953:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840194.651957:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840194.651961:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788840194.694905:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840194.694909:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840194.694912:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788840197.769745:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840197.769752:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840197.769755:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788840198.661764:0:25640:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120b30 (cpu 3) has reached its deadline 4296428449, at 4296428480 00000100:00000010:3.0:1788840198.661783:0:25640:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee9887d720. 00000100:00000040:2.0:1788840198.662120:0:29212:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120a20 (cpu 2) has reached its deadline 4296428449, at 4296428480 00000100:00000010:2.0:1788840198.662127:0:29212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee9887dde0. 00000100:00000040:3.0:1788840199.749778:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788840199.749789:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788840199.749801:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d4b100. 00000020:00000040:3.0:1788840199.749807:0:37:0:(genops.c:1210:class_import_get()) import ffff90ee98ee5800 refcount=4 obd=MGC192.168.202.131@tcp 00000100:00000001:3.0:1788840199.749812:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840199.749815:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840199.749822:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840199.749832:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee84c26600. 00000100:00000001:3.0:1788840199.749838:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840199.749850:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS req@ffff90ee86d4b100 x1875733133951232/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788840199.749861:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840199.749865:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840199.749871:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aef658b4] to pc [ptlrpcd_01_00+0] req@ffff90ee86d4b100 x1875733133951232/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840199.749901:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840199.749904:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788840199.749907:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788840199.749910:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d4b800. 00000020:00000040:3.0:1788840199.749913:0:37:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:3.0:1788840199.749915:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840199.749916:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840199.749918:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840199.749923:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee84c26200. 00000100:00000001:3.0:1788840199.749927:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840199.749931:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID req@ffff90ee86d4b800 x1875733133951360/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788840199.749938:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840199.749940:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840199.749944:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b8effc3] to pc [ptlrpcd_01_01+1] req@ffff90ee86d4b800 x1875733133951360/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840199.749952:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840199.749955:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788840199.749958:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788840199.749962:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d48700. 00000020:00000040:3.0:1788840199.749965:0:37:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=3 obd=lustre-OST0000-osc-ffff90ee90f70800 00000100:00000001:3.0:1788840199.749967:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840199.749968:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840199.749970:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840199.749973:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee878d1f00. 00000100:00000001:3.0:1788840199.749976:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840199.749979:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID req@ffff90ee86d48700 x1875733133951488/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788840199.749986:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840199.749988:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840199.749992:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075f11134] to pc [ptlrpcd_01_00+0] req@ffff90ee86d48700 x1875733133951488/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840199.749999:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840199.750027:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788840199.750031:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1788840199.750032:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1788840199.750037:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1767) 00000100:00000001:2.0:1788840199.750038:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840199.750043:0:2361:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1788840199.750052:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1788840199.750052:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d4b100 x1875733133951232/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840199.750056:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840199.750058:0:2362:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1788840199.750066:0:2361:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1788840199.750067:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d4b800 x1875733133951360/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840199.750070:0:2361:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840199.750078:0:2361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1788840199.750080:0:2362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 02000000:00000001:2.0:1788840199.750081:0:2361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840199.750082:0:2362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840199.750086:0:2361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840199.750091:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2361:1875733133951232:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840199.750095:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840199.750097:0:2362:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840199.750100:0:2361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840199.750101:0:2362:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840199.750104:0:2361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840199.750105:0:2362:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840199.750109:0:2361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00100000:3.0:1788840199.750113:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733133951360:192.168.202.131@tcp:400:kworker.0 00000100:00000001:3.0:1788840199.750116:0:2362:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840199.750119:0:2362:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840199.750120:0:2362:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840199.750122:0:2362:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840199.750128:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee86fa7a00. 02000000:00000010:2.0:1788840199.750128:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee85091a00. 02000000:00000001:3.0:1788840199.750133:0:2362:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840199.750133:0:2361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840199.750145:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840199.750145:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840199.750152:0:2362:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4f058. 00000400:00000010:2.0:1788840199.750153:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e000. 00000400:00000010:3.0:1788840199.750160:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e4c8. 00000400:00000010:2.0:1788840199.750161:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234dd0. 00000100:00000200:3.0:1788840199.750170:0:2362:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133951360, portal 10 00000100:00000200:2.0:1788840199.750170:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133951232, portal 25 00000100:00000001:3.0:1788840199.750175:0:2362:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840199.750176:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840199.750179:0:2362:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871544832 : -122120838006784 : ffff90ee86d4b800) 00000100:00000001:2.0:1788840199.750180:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871543040 : -122120838008576 : ffff90ee86d4b100) 00000100:00000040:2.0:1788840199.750191:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee86d4b100 x1875733133951232/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840199.750192:0:2362:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee86d4b800 x1875733133951360/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840199.750217:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000001:2.0:1788840199.750219:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840199.750222:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000100:00000040:2.0:1788840199.750226:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840199.750227:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011ebb0. 00000400:00000010:2.0:1788840199.750231:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234770. 00000100:00000200:3.0:1788840199.750232:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733133951360, offset 0 00000400:00000200:3.0:1788840199.750241:0:2362:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000100:00000200:2.0:1788840199.750246:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875733133951232, offset 0 00000400:00000200:3.0:1788840199.750251:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840199.750256:0:2361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840199.750261:0:2362:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840199.750267:0:2362:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840199.750271:0:2362:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840199.750274:0:2362:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840199.750277:0:2362:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840199.750281:0:2362:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2232:2232:256:4294967295] 192.168.202.131@tcp LPNI seq info [2232:2232:8:4294967295] 00000400:00000200:3.0:1788840199.750286:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840199.750295:0:2362:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000400:00000200:2.0:1788840199.750303:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000800:00000200:3.0:1788840199.750304:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840199.750311:0:2361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000800:00000010:3.0:1788840199.750312:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee878d1000. 00000400:00000200:2.0:1788840199.750318:0:2361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000200:3.0:1788840199.750322:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000400:00000200:2.0:1788840199.750323:0:2361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840199.750329:0:2361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840199.750332:0:2361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000800:00000200:3.0:1788840199.750336:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000400:00000200:2.0:1788840199.750339:0:2361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2233:2233:255:4294967295] 192.168.202.131@tcp LPNI seq info [2233:2233:7:4294967295] 00000800:00000200:3.0:1788840199.750344:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee878d1000 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1788840199.750348:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840199.750357:0:2361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000100:00000001:3.0:1788840199.750359:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840199.750365:0:2362:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 512968 usecs (513 jiffies) 00000800:00000200:2.0:1788840199.750369:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840199.750373:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000800:00000010:2.0:1788840199.750376:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989700. 00000100:00000001:3.0:1788840199.750378:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296430081 00000800:00000200:2.0:1788840199.750384:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000100:00000010:3.0:1788840199.750385:0:2362:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee84b18900. 00000800:00000200:2.0:1788840199.750391:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000100:00000001:3.0:1788840199.750395:0:2362:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request now active for cpu 2 00000800:00000200:2.0:1788840199.750395:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788840199.750402:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296430081 00000100:00000001:2.0:1788840199.750402:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840199.750409:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840199.750412:0:2361:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4296433567 00000100:00000001:2.0:1788840199.750418:0:2361:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296430081 00000100:00000010:3.0:1788840199.750421:0:2362:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee84b18de0. 00000100:00000001:2.0:1788840199.750422:0:2361:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4296433567 00000100:00000001:3.0:1788840199.750428:0:2362:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788840199.750434:0:2362:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840199.750435:0:2361:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296430081 00000100:00000001:3.0:1788840199.750437:0:2362:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840199.750442:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840199.750442:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840199.750445:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840199.750447:0:2361:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840199.750451:0:2361:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1788840199.750453:0:2362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1788840199.750456:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d48700 x1875733133951488/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840199.750457:0:2362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788840199.750461:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840199.750463:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840199.750467:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840199.750472:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840199.750472:0:2361:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840199.750476:0:2361:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840199.750478:0:2361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840199.750480:0:2361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840199.750482:0:2361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840199.750485:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733133951488:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840199.750489:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840199.750492:0:2361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840199.750493:0:2361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840199.750495:0:2361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840199.750499:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee85090e00. 02000000:00000001:2.0:1788840199.750501:0:2361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840199.750504:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840199.750507:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e478. 00000400:00000010:2.0:1788840199.750511:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234880. 00000100:00000200:2.0:1788840199.750514:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133951488, portal 4 00000100:00000001:2.0:1788840199.750516:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840199.750518:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871532288 : -122120838019328 : ffff90ee86d48700) 00000800:00000200:3.0:1788840199.750523:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000040:2.0:1788840199.750525:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee86d48700 x1875733133951488/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000010:3.0:1788840199.750529:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee878d1000. 00000100:00000001:2.0:1788840199.750535:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:3.0:1788840199.750539:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000040:2.0:1788840199.750539:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840199.750542:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234d48. 00000100:00000200:2.0:1788840199.750546:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733133951488, offset 0 00000400:00000200:3.0:1788840199.750549:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840199.750555:0:2361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840199.750560:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840199.750561:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011ebb0 00000400:00000200:2.0:1788840199.750565:0:2361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000010:3.0:1788840199.750566:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011ebb0. 00000400:00000200:2.0:1788840199.750571:0:2361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000100:00000001:3.0:1788840199.750574:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:2.0:1788840199.750575:0:2361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840199.750579:0:2361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000100:00000200:3.0:1788840199.750583:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d4b800 x1875733133951360/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788840199.750585:0:2361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840199.750591:0:2361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2234:2234:254:4294967295] 192.168.202.131@tcp LPNI seq info [2234:2234:6:4294967295] 00000400:00000200:2.0:1788840199.750602:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840199.750605:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840199.750614:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d4b800 x1875733133951360/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840215 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788840199.750615:0:2361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840199.750625:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000100:00000001:3.0:1788840199.750631:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:2.0:1788840199.750631:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989900. 00000100:00000001:3.0:1788840199.750636:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788840199.750683:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840199.750688:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840199.750691:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840199.750694:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840199.750697:0:2361:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: using a timeout of 22686 usecs (23 jiffies) 00000400:00000200:2.0:1788840199.750700:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840199.750702:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296429592 00000100:00000001:2.0:1788840199.750704:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296433567 00000100:00000001:2.0:1788840199.750707:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296429592 00000100:00000001:2.0:1788840199.750709:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296433567 00000100:00000001:2.0:1788840199.750711:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840199.750713:0:2361:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840199.750715:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840199.750716:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840199.750720:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840199.750722:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788840199.750724:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:3.0:1788840199.750726:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1788840199.750726:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840199.750727:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1788840199.750733:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989700. 00000100:00000001:2.0:1788840199.750733:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840199.750741:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840199.750746:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840199.750749:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234770 00000400:00000010:3.0:1788840199.750751:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234770. 00000100:00000001:3.0:1788840199.750755:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840199.750758:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d4b100 x1875733133951232/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840199.750766:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840199.750769:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d4b100 x1875733133951232/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840215 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840199.750774:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840199.750776:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788840199.750786:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840199.750789:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989900. 00000400:00000200:3.0:1788840199.750792:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840199.750795:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840199.750798:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234d48 00000400:00000010:3.0:1788840199.750799:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234d48. 00000100:00000001:3.0:1788840199.750801:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840199.750804:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d48700 x1875733133951488/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840215 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840199.750811:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840199.750813:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d48700 x1875733133951488/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840215 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840199.750820:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840199.750821:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840199.763725:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840199.763744:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840199.763749:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840199.763752:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840199.763762:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840199.763944:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840199.763955:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840199.763959:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840199.763965:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840199.763968:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 10 MB=0x6a9f827248180 00000400:00000200:3.0:1788840199.763973:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840199.763979:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 224/224 into md 0x629d [1] + 224 00000800:00000001:3.0:1788840199.763986:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840199.763991:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840199.763994:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840199.763999:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840199.764017:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840199.764026:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d4b800 x1875733133951360/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840215 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840199.764037:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee86d4b800 x1875733133951360/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840215 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840199.764065:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840199.764074:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840199.764077:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840199.764079:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840199.764082:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840199.764085:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840199.764088:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840199.764243:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840199.764246:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840199.764249:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840199.764252:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 25 MB=0x6a9f827248100 00000400:00000200:3.0:1788840199.764256:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840199.764260:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.131@tcp of length 224/224 into md 0x62a5 [1] + 224 00000800:00000001:3.0:1788840199.764264:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840199.764270:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840199.764272:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840199.764277:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840199.764281:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840199.764286:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d4b100 x1875733133951232/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840215 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840199.764292:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1788840199.764297:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee86d4b100 x1875733133951232/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840215 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840199.764298:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788840199.764305:0:2362:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840199.764308:0:2362:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840199.764311:0:2362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4f058. 00000400:00000200:2.0:1788840199.764316:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e4c8 00000100:00000001:3.0:1788840199.764317:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:2.0:1788840199.764319:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e4c8. 00000100:00000001:2.0:1788840199.764325:0:2362:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840199.764331:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d4b800 x1875733133951360/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840215 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1788840199.764332:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840199.764339:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840199.764343:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1788840199.764347:0:2362:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d4b800 x1875733133951360/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840215 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1788840199.764348:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840199.764356:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840199.764363:0:2362:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788840199.764366:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000100:00000001:2.0:1788840199.764367:0:2362:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840199.764371:0:2362:0:(client.c:1593:after_reply()) Process entered 00000400:00000200:3.0:1788840199.764374:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 02000000:00000001:2.0:1788840199.764376:0:2362:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1788840199.764380:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840199.764380:0:2362:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840199.764384:0:2362:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840199.764385:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 02000000:00000001:2.0:1788840199.764390:0:2362:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840199.764391:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f827248200 00000400:00000200:3.0:1788840199.764396:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840199.764400:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x62bd [1] + 224 00000100:00001000:2.0:1788840199.764402:0:2362:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=49 v=5 (5 102 102 102) 00000800:00000001:3.0:1788840199.764404:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:2.0:1788840199.764408:0:2362:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=144 v=5 (1 0 0 0) 00000100:00000001:2.0:1788840199.764412:0:2362:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788840199.764414:0:2362:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840199.764417:0:2362:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788840199.764421:0:2362:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840199.764424:0:2362:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788840199.764427:0:2362:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967590 00000100:00000001:2.0:1788840199.764428:0:2362:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788840199.764430:0:2362:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840199.764436:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d4b800 x1875733133951360/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840215 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840199.764444:0:2362:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840199.764447:0:2362:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840199.764449:0:2362:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840199.764453:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d4b800 x1875733133951360/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840215 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788840199.764462:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733133951360:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840199.764467:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840199.764469:0:2362:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840199.764472:0:2362:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d4b800 x1875733133951360/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840215 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840199.764479:0:2362:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840199.764482:0:2362:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840199.764485:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee86fa7a00. 02000000:00000001:2.0:1788840199.764488:0:2362:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840199.764491:0:2362:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840199.764492:0:2362:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:2.0:1788840199.764494:0:2362:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840199.764497:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee84c26200. 02000000:00000001:2.0:1788840199.764501:0:2362:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840199.764503:0:2362:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840199.764505:0:2362:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d4b800. 00000100:00000001:2.0:1788840199.764508:0:2362:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840199.764509:0:2362:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840199.764511:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840199.764519:0:2362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840199.764521:0:2362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840199.764523:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840199.764525:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788840199.764534:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840199.764536:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000200:3.0:1788840199.764538:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1788840199.764539:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788840199.764544:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:3.0:1788840199.764547:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000001:2.0:1788840199.764548:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840199.764553:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e000. 00000400:00000200:2.0:1788840199.764558:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234dd0 00000400:00000010:2.0:1788840199.764560:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234dd0. 00000100:00000001:2.0:1788840199.764562:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1788840199.764564:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840199.764569:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d4b100 x1875733133951232/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840215 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840199.764574:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d48700 x1875733133951488/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840215 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788840199.764589:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d4b100 x1875733133951232/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840215 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840199.764594:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee86d48700 x1875733133951488/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840215 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840199.764602:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840199.764604:0:2361:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840199.764605:0:2361:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788840199.764606:0:2361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788840199.764607:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840199.764609:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840199.764611:0:2361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840199.764614:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98ee5c60 time=49 v=5 (5 5 5 5) 00000100:00001000:2.0:1788840199.764617:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98ee5c18 time=49 v=5 (1 1 1 1) 00000100:00000001:2.0:1788840199.764619:0:2361:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788840199.764620:0:2361:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840199.764622:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788840199.764624:0:2361:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840199.764626:0:2361:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840199.764630:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d4b100 x1875733133951232/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840215 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840199.764636:0:2361:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840199.764668:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840199.764670:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840199.764675:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d4b100 x1875733133951232/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840215 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788840199.764682:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2361:1875733133951232:192.168.202.131@tcp:400:kworker.0 00000100:00000001:3.0:1788840199.764992:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840199.764999:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840199.765012:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788840199.765586:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840199.765591:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840199.765594:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e478. 00000400:00000200:2.0:1788840199.765599:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234880 00000400:00000010:2.0:1788840199.765602:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234880. 00000100:00000001:2.0:1788840199.765605:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840199.765612:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d48700 x1875733133951488/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840215 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788840199.765621:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d48700 x1875733133951488/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840215 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840199.765628:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840199.765629:0:2361:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840199.765632:0:2361:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788840199.765634:0:2361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788840199.765635:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840199.765637:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840199.765663:0:2361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840199.765669:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b5cc60 time=49 v=5 (5 5 5 36) 00000100:00001000:2.0:1788840199.765672:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=112 v=5 (1 0 0 0) 00000100:00000001:2.0:1788840199.765675:0:2361:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788840199.765676:0:2361:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840199.765679:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788840199.765682:0:2361:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840199.765684:0:2361:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788840199.765686:0:2361:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: skip recheck: last_committed 4294967327 00000100:00000001:2.0:1788840199.765688:0:2361:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788840199.765690:0:2361:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840199.765694:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d48700 x1875733133951488/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840215 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840199.765705:0:2361:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840199.765708:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840199.765709:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840199.765714:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d48700 x1875733133951488/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840215 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788840199.765721:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733133951488:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840199.765725:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840199.765728:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840199.765731:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d4b100 x1875733133951232/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840215 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840199.765737:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840199.765740:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840199.765742:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee85091a00. 02000000:00000001:2.0:1788840199.765746:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840199.765747:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840199.765749:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee98ee5800 refcount=3 obd=MGC192.168.202.131@tcp 00000020:00000001:2.0:1788840199.765751:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840199.765753:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee84c26600. 02000000:00000001:2.0:1788840199.765756:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840199.765758:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840199.765759:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d4b100. 00000100:00000001:2.0:1788840199.765762:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840199.765764:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840199.765765:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840199.765768:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d48700 x1875733133951488/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840215 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840199.765774:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840199.765775:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840199.765777:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee85090e00. 02000000:00000001:2.0:1788840199.765964:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840199.765967:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840199.765969:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=2 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:2.0:1788840199.765972:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840199.765974:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee878d1f00. 02000000:00000001:2.0:1788840199.765978:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840199.765979:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840199.765981:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d48700. 00000100:00000001:2.0:1788840199.765984:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840199.765985:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840199.765987:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840199.765993:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840199.765994:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840199.765997:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840199.765999:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840200.837906:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840200.837909:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840200.837912:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788840202.885290:0:20099:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788840202.885296:0:20099:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788840202.885306:0:20099:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d49180. 00000020:00000040:3.0:1788840202.885311:0:20099:0:(genops.c:1210:class_import_get()) import ffff90ee98ee5800 refcount=4 obd=MGC192.168.202.131@tcp 00000100:00000001:3.0:1788840202.885315:0:20099:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840202.885318:0:20099:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840202.885322:0:20099:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840202.885330:0:20099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee878d1000. 00000100:00000001:3.0:1788840202.885336:0:20099:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840202.885343:0:20099:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS req@ffff90ee86d49180 x1875733133951616/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788840202.885352:0:20099:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840202.885356:0:20099:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840202.885361:0:20099:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f20aeb27] to pc [ptlrpcd_01_01+1] req@ffff90ee86d49180 x1875733133951616/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840202.885378:0:20099:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1788840202.885380:0:20099:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788840202.885383:0:20099:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1788840202.885385:0:20099:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1788840202.885387:0:20099:0:(import.c:65:import_set_state_nolock()) ffff90ee98823000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1788840202.885390:0:20099:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1788840202.885392:0:20099:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff90ee90f70800: connect to NID 192.168.202.131@tcp last attempt 1617 00000400:00000200:3.0:1788840202.885399:0:20099:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840202.885419:0:20099:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1 00000100:00000040:3.0:1788840202.885423:0:20099:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff90ee85e803c0 refcount 11 to 192.168.202.131@tcp 00000100:00000001:3.0:1788840202.885426:0:20099:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788840202.885428:0:20099:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff90ee85e803c0 refcount 12 to 192.168.202.131@tcp 00000100:00000001:3.0:1788840202.885431:0:20099:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621952856032192 : -122120853519424 : ffff90ee85e803c0) 00000020:00000001:3.0:1788840202.885434:0:20099:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788840202.885436:0:20099:0:(genops.c:804:class_conn2export()) looking for export cookie 0x3aa5f499c96f2cd8 00000020:00000001:3.0:1788840202.885438:0:20099:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840202.885441:0:20099:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90ee9881e000 refcount=5 00000020:00000001:3.0:1788840202.885443:0:20099:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621953168105472 : -122120541446144 : ffff90ee9881e000) 00000020:00000001:3.0:1788840202.885445:0:20099:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446621953168105472 : -122120541446144 : ffff90ee9881e000) 00000100:00000040:3.0:1788840202.885448:0:20099:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff90ee85e803c0 refcount 11 to 192.168.202.131@tcp 00000100:00000001:3.0:1788840202.885450:0:20099:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788840202.885451:0:20099:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff90ee85e803c0 refcount 12 to 192.168.202.131@tcp 00000100:00000001:3.0:1788840202.885453:0:20099:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621952856032192 : -122120853519424 : ffff90ee85e803c0) 00000020:00000040:3.0:1788840202.885455:0:20099:0:(genops.c:879:class_export_put()) PUTting export ffff90ee9881e000 : new refcount 4 00000100:00080000:3.0:1788840202.885458:0:20099:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff90ee90f70800: import ffff90ee98823000 using connection 192.168.202.131@tcp/192.168.202.131@tcp 00000100:00000001:3.0:1788840202.885460:0:20099:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840202.885463:0:20099:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1788840202.885469:0:20099:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840202.885753:0:20099:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840202.885755:0:20099:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1788840202.885759:0:20099:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683253 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1788840202.885761:0:20099:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840202.885763:0:20099:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788840202.885768:0:20099:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d4bb80. 00000020:00000040:3.0:1788840202.885770:0:20099:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 02000000:00000001:3.0:1788840202.885774:0:20099:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788840202.885775:0:20099:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840202.885778:0:20099:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840202.885779:0:20099:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840202.885782:0:20099:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840202.885785:0:20099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee86eecc00. 00000100:00000001:3.0:1788840202.885789:0:20099:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840202.885796:0:20099:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90ee86d4bb80 x1875733133951744/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788840202.885803:0:20099:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840202.885806:0:20099:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840202.885810:0:20099:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041ae23c8] to pc [ptlrpcd_rcv+-1] req@ffff90ee86d4bb80 x1875733133951744/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840202.885826:0:20099:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840202.885829:0:20099:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788840202.885832:0:20099:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788840202.885836:0:20099:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d4b480. 00000020:00000040:3.0:1788840202.885838:0:20099:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=3 obd=lustre-OST0000-osc-ffff90ee90f70800 00000100:00000001:3.0:1788840202.885840:0:20099:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840202.885841:0:20099:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840202.885843:0:20099:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840202.885847:0:20099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee878d1900. 00000100:00000001:3.0:1788840202.885849:0:20099:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840202.885853:0:20099:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID req@ffff90ee86d4b480 x1875733133951872/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788840202.885861:0:20099:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840202.885862:0:20099:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840202.885866:0:20099:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8bf401a] to pc [ptlrpcd_01_00+0] req@ffff90ee86d4b480 x1875733133951872/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840202.885875:0:20099:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840202.885877:0:20099:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1788840202.885880:0:20099:0:(pinger.c:247:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1788840202.885885:0:20099:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1770) 00000100:00000001:3.0:1788840202.885896:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840202.885899:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840202.885901:0:2358:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840202.885906:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d4bb80 x1875733133951744/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840202.885913:0:2358:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840202.885915:0:2358:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840202.885919:0:2358:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840202.885922:0:2358:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840202.885924:0:2358:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840202.885927:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:10f4a654-3497-48d8-8f70-7e89f4f161cc:2358:1875733133951744:192.168.202.131@tcp:38:kworker.0 00000100:00000001:3.0:1788840202.885931:0:2358:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840202.885935:0:2358:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840202.885937:0:2358:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840202.885940:0:2358:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840202.885944:0:2358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86eef800. 02000000:00000001:3.0:1788840202.885945:0:2358:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840202.885950:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840202.885954:0:2358:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4fbb0. 00000400:00000010:3.0:1788840202.885960:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011ebb0. 00000100:00000200:3.0:1788840202.885966:0:2358:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133951744, portal 10 00000100:00000001:3.0:1788840202.885968:0:2358:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840202.885970:0:2358:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871545728 : -122120838005888 : ffff90ee86d4bb80) 00000100:00000040:3.0:1788840202.885990:0:2358:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee86d4bb80 x1875733133951744/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1788840212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840202.885997:0:2358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840202.886000:0:2358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840202.886002:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011ecc0. 00000100:00000200:3.0:1788840202.886006:0:2358:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875733133951744, offset 0 00000400:00000200:3.0:1788840202.886011:0:2358:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840202.886018:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840202.886025:0:2358:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840202.886030:0:2358:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840202.886034:0:2358:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840202.886038:0:2358:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840202.886040:0:2358:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840202.886044:0:2358:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2235:2235:256:4294967295] 192.168.202.131@tcp LPNI seq info [2235:2235:8:4294967295] 00000400:00000200:3.0:1788840202.886048:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840202.886056:0:2358:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840202.886062:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840202.886067:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee878d1f00. 00000800:00000200:3.0:1788840202.886074:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840202.886082:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840202.886085:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee878d1f00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1788840202.886097:0:2358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840202.886101:0:2358:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 512167 usecs (513 jiffies) 00000400:00000200:3.0:1788840202.886104:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840202.886107:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296433216 00000100:00000001:3.0:1788840202.886110:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296433567 00000100:00000001:3.0:1788840202.886112:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296433216 00000100:00000001:3.0:1788840202.886114:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296433567 00000100:00000001:3.0:1788840202.886116:0:2358:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840202.886118:0:2358:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840202.886121:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840202.886123:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840202.886130:0:2358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840202.886131:0:2358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1788840202.886133:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840202.886135:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840202.886136:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840202.886138:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840202.886232:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840202.886236:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee878d1f00. 00000400:00000200:3.0:1788840202.886241:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840202.886245:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840202.886250:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011ecc0 00000400:00000010:3.0:1788840202.886252:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011ecc0. 00000100:00000001:3.0:1788840202.886256:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840202.886260:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d4bb80 x1875733133951744/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1788840212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840202.886268:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840202.886272:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d4bb80 x1875733133951744/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1788840212 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840202.886279:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840202.886281:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1788840202.888693:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840202.888704:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840202.888708:0:2362:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840202.888726:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d49180 x1875733133951616/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840202.888740:0:2362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840202.888743:0:2362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840202.888748:0:2362:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840202.888753:0:2362:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840202.888756:0:2362:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840202.888760:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2362:1875733133951616:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840202.888766:0:2362:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840202.888773:0:2362:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840202.888776:0:2362:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840202.888779:0:2362:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840202.888790:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee85090e00. 02000000:00000001:2.0:1788840202.888793:0:2362:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840202.888801:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840202.888807:0:2362:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e478. 00000400:00000010:2.0:1788840202.888827:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234880. 00000100:00000200:2.0:1788840202.888836:0:2362:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133951616, portal 25 00000100:00000001:2.0:1788840202.888839:0:2362:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840202.888841:0:2362:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871534976 : -122120838016640 : ffff90ee86d49180) 00000100:00000040:2.0:1788840202.888849:0:2362:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee86d49180 x1875733133951616/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840202.888858:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840202.888862:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840202.888870:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234dd0. 00000100:00000200:2.0:1788840202.888874:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875733133951616, offset 0 00000400:00000200:2.0:1788840202.888882:0:2362:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840202.888894:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840202.888905:0:2362:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840202.888912:0:2362:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840202.888917:0:2362:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840202.888922:0:2362:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840202.888925:0:2362:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840202.888929:0:2362:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2236:2236:256:4294967295] 192.168.202.131@tcp LPNI seq info [2236:2236:8:4294967295] 00000400:00000200:2.0:1788840202.888934:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840202.888944:0:2362:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840202.888951:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840202.888958:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989b00. 00000800:00000200:2.0:1788840202.888966:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840202.888987:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840202.888992:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840202.889015:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840202.889020:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840202.889024:0:2362:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4296436705 00000100:00000001:2.0:1788840202.889034:0:2362:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296433567 00000100:00000001:2.0:1788840202.889041:0:2362:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4296436705 00000100:00000001:2.0:1788840202.889045:0:2362:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296433567 00000100:00000001:2.0:1788840202.889049:0:2362:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840202.889052:0:2362:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840202.889057:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840202.889060:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840202.889081:0:2362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840202.889084:0:2362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788840202.889087:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840202.889088:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840202.889090:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840202.889097:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1788840202.889099:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840202.889102:0:2362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840202.889103:0:2362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840202.889105:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840202.889106:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840202.889108:0:2362:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840202.889114:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d4b480 x1875733133951872/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840202.889123:0:2362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840202.889125:0:2362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840202.889127:0:2362:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840202.889130:0:2362:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840202.889132:0:2362:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840202.889136:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733133951872:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840202.889140:0:2362:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840202.889145:0:2362:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840202.889147:0:2362:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840202.889149:0:2362:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840202.889154:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee85091a00. 02000000:00000001:2.0:1788840202.889156:0:2362:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840202.889160:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840202.889163:0:2362:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e000. 00000400:00000010:2.0:1788840202.889168:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234198. 00000100:00000200:2.0:1788840202.889170:0:2362:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133951872, portal 4 00000100:00000001:2.0:1788840202.889172:0:2362:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840202.889173:0:2362:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871543936 : -122120838007680 : ffff90ee86d4b480) 00000100:00000040:2.0:1788840202.889184:0:2362:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee86d4b480 x1875733133951872/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840202.889193:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840202.889196:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840202.889199:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234f68. 00000100:00000200:2.0:1788840202.889201:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733133951872, offset 0 00000400:00000200:2.0:1788840202.889207:0:2362:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840202.889212:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840202.889215:0:2362:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840202.889219:0:2362:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840202.889221:0:2362:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840202.889223:0:2362:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840202.889225:0:2362:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840202.889228:0:2362:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2237:2237:255:4294967295] 192.168.202.131@tcp LPNI seq info [2237:2237:7:4294967295] 00000400:00000200:2.0:1788840202.889232:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840202.889245:0:2362:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840202.889251:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000200:2.0:1788840202.889251:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840202.889259:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989100. 00000800:00000010:3.0:1788840202.889262:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989b00. 00000800:00000200:2.0:1788840202.889272:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000400:00000200:3.0:1788840202.889278:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:2.0:1788840202.889284:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840202.889287:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840202.889290:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840202.889294:0:2362:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: using a timeout of 22668 usecs (23 jiffies) 00000400:00000200:2.0:1788840202.889301:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840202.889304:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296432730 00000400:00000200:3.0:1788840202.889309:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840202.889310:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296436705 00000100:00000001:2.0:1788840202.889317:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296432730 00000100:00000001:2.0:1788840202.889322:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296436705 00000400:00000200:3.0:1788840202.889325:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234dd0 00000100:00000001:2.0:1788840202.889325:0:2362:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840202.889333:0:2362:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788840202.889334:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234dd0. 00000100:00000001:2.0:1788840202.889343:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840202.889349:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1788840202.889349:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1788840202.889369:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d49180 x1875733133951616/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840202.889369:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840202.889373:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840202.889392:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840202.889397:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d49180 x1875733133951616/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840218 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840202.889411:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840202.889413:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788840202.889434:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840202.889436:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989100. 00000400:00000200:3.0:1788840202.889439:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840202.889442:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840202.889445:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234f68 00000400:00000010:3.0:1788840202.889447:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234f68. 00000100:00000001:3.0:1788840202.889448:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840202.889452:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d4b480 x1875733133951872/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840202.889459:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840202.889461:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d4b480 x1875733133951872/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840218 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840202.889467:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840202.889469:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840202.895947:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840202.895963:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840202.895968:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840202.895970:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840202.895988:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840202.895995:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840202.896003:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840202.896008:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840202.896013:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840202.896017:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 25 MB=0x6a9f827248280 00000400:00000200:3.0:1788840202.896022:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840202.896028:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.131@tcp of length 224/224 into md 0x62dd [1] + 224 00000800:00000001:3.0:1788840202.896035:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840202.896057:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840202.896061:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840202.896065:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840202.896073:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840202.896082:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d49180 x1875733133951616/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840218 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840202.896092:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee86d49180 x1875733133951616/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840218 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840202.896118:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840202.896127:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840202.896130:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840202.899256:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840202.899272:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840202.899277:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840202.899287:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840202.899297:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840202.899304:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840202.899314:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840202.899317:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840202.899323:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840202.899328:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f827248380 00000400:00000200:3.0:1788840202.899332:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840202.899339:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x62ed [1] + 224 00000800:00000001:3.0:1788840202.899346:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840202.899351:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840202.899354:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840202.899359:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840202.899367:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840202.899375:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d4b480 x1875733133951872/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840218 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840202.899386:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee86d4b480 x1875733133951872/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840218 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840202.899395:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840202.899527:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840202.899532:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788840202.899539:0:2362:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840202.899541:0:2362:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840202.899544:0:2362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e000. 00000400:00000200:2.0:1788840202.899550:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234198 00000400:00000010:2.0:1788840202.899552:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234198. 00000100:00000001:2.0:1788840202.899555:0:2362:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840202.899560:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d4b480 x1875733133951872/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840218 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788840202.899568:0:2362:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d4b480 x1875733133951872/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840218 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840202.899574:0:2362:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840202.899575:0:2362:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840202.899578:0:2362:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788840202.899581:0:2362:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788840202.899584:0:2362:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840202.899586:0:2362:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840202.899589:0:2362:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840202.899598:0:2362:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b5cc60 time=52 v=5 (5 5 5 36) 00000100:00001000:2.0:1788840202.899602:0:2362:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=115 v=5 (1 0 0 0) 00000100:00000001:2.0:1788840202.899604:0:2362:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788840202.899606:0:2362:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840202.899609:0:2362:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788840202.899613:0:2362:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840202.899616:0:2362:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788840202.899618:0:2362:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: skip recheck: last_committed 4294967327 00000100:00000001:2.0:1788840202.899620:0:2362:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788840202.899621:0:2362:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840202.899626:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d4b480 x1875733133951872/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840218 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840202.899637:0:2362:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840202.899683:0:2362:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840202.899685:0:2362:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840202.899689:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d4b480 x1875733133951872/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840218 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788840202.899698:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733133951872:192.168.202.131@tcp:400:kworker.0 00000400:00000001:2.0:1788840202.899703:0:2362:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840202.899705:0:2362:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840202.899707:0:2362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e478. 00000400:00000200:2.0:1788840202.899710:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234880 00000400:00000010:2.0:1788840202.899711:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234880. 00000100:00000001:2.0:1788840202.899713:0:2362:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840202.899717:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d49180 x1875733133951616/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840218 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788840202.899725:0:2362:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d49180 x1875733133951616/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840218 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840202.899730:0:2362:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840202.899731:0:2362:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840202.899733:0:2362:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788840202.899734:0:2362:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788840202.899736:0:2362:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840202.899737:0:2362:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840202.899739:0:2362:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840202.899742:0:2362:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98ee5c60 time=52 v=5 (5 5 5 5) 00000100:00001000:2.0:1788840202.899744:0:2362:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98ee5c18 time=52 v=5 (1 1 1 1) 00000100:00000001:2.0:1788840202.899746:0:2362:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788840202.899747:0:2362:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840202.899749:0:2362:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788840202.899751:0:2362:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840202.899753:0:2362:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840202.899756:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d49180 x1875733133951616/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840218 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840202.899763:0:2362:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840202.899764:0:2362:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840202.899766:0:2362:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840202.899769:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d49180 x1875733133951616/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840218 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788840202.899776:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2362:1875733133951616:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840202.899781:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840202.899784:0:2362:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840202.899788:0:2362:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d4b480 x1875733133951872/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840218 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840202.899795:0:2362:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840202.899798:0:2362:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840202.899801:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee85091a00. 02000000:00000001:2.0:1788840202.899805:0:2362:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840202.899808:0:2362:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840202.899810:0:2362:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=2 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:2.0:1788840202.899812:0:2362:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840202.899815:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee878d1900. 02000000:00000001:2.0:1788840202.899820:0:2362:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840202.899822:0:2362:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840202.899824:0:2362:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d4b480. 00000100:00000001:2.0:1788840202.899828:0:2362:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840202.899829:0:2362:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840202.899831:0:2362:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840202.899834:0:2362:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d49180 x1875733133951616/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840218 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840202.899840:0:2362:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840202.899841:0:2362:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840202.899843:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee85090e00. 02000000:00000001:2.0:1788840202.899845:0:2362:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840202.899846:0:2362:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840202.899848:0:2362:0:(genops.c:1223:class_import_put()) import ffff90ee98ee5800 refcount=3 obd=MGC192.168.202.131@tcp 00000020:00000001:2.0:1788840202.899850:0:2362:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840202.899851:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee878d1000. 02000000:00000001:2.0:1788840202.899853:0:2362:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840202.899854:0:2362:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840202.899855:0:2362:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d49180. 00000100:00000001:2.0:1788840202.899858:0:2362:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840202.899859:0:2362:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840202.899861:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840202.899868:0:2362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840202.899870:0:2362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840202.899872:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840202.899875:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788840202.900739:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840202.900751:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840202.900755:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840202.900758:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840202.900766:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840202.900771:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840202.900778:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840202.900784:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840202.900789:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840202.900792:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 416 into portal 10 MB=0x6a9f827248300 00000400:00000200:3.0:1788840202.900796:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840202.900801:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 416/416 into md 0x62cd [1] + 0 00000800:00000001:3.0:1788840202.900806:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840202.900813:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840202.900815:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840202.900819:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840202.900824:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840202.900832:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d4bb80 x1875733133951744/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1788840212 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840202.900847:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff90ee86d4bb80 x1875733133951744/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1788840212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840202.900871:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840202.900878:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840202.900881:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788840202.906138:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840202.906148:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee98ea2c00. 00000400:00000200:2.0:1788840202.906156:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840202.906166:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840202.906175:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6088 00000400:00000010:2.0:1788840202.906177:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6088. 00000100:00000001:2.0:1788840202.906184:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840202.906193:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f58000 x1875733133934592/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/512 e 0 to 0 dl 1788840339 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840202.906206:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840202.906209:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f58000 x1875733133934592/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/512 e 0 to 0 dl 1788840339 ref 3 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840202.906223:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840202.906225:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000002:00000001:3.0:1788840202.908703:0:30127:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:3.0:1788840202.908714:0:30127:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:3.0:1788840202.908720:0:30127:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840202.908727:0:30127:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840202.908730:0:30127:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:3.0:1788840202.908735:0:30127:0:(genops.c:1230:class_import_put()) Process leaving 00000002:00000001:3.0:1788840202.908736:0:30127:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788840202.952332:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840202.952361:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840202.952366:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840202.952369:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840202.952377:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840202.952385:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840202.952394:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840202.952398:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840202.952411:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840202.952416:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 456 into portal 10 MB=0x6a9f827248400 00000400:00000200:3.0:1788840202.952421:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840202.952426:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 456/456 into md 0x62fd [1] + 224 00000800:00000001:3.0:1788840202.952433:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840202.952441:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840202.952445:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840202.952448:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840202.952456:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840202.952464:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f58000 x1875733133934592/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/512 e 0 to 0 dl 1788840339 ref 2 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840202.952480:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=202 mlen=456 offset=224 replen=512 req@ffff90ee87f58000 x1875733133934592/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/512 e 0 to 0 dl 1788840339 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840202.952508:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840202.952517:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840202.952520:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788840202.955799:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840202.956208:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee98ea2100. 00000400:00000200:2.0:1788840202.956223:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840202.956232:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840202.956239:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6cc0 00000400:00000010:2.0:1788840202.956242:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6cc0. 00000100:00000001:2.0:1788840202.956247:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840202.956255:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f58000 x1875733133952128/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 376/472 e 0 to 0 dl 1788840218 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840202.956268:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840202.956272:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f58000 x1875733133952128/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 376/472 e 0 to 0 dl 1788840218 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840202.956279:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840202.956281:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840202.970795:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840202.970875:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840202.970880:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840202.970883:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840202.970892:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840202.970900:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840202.970909:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840202.970914:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840202.970920:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840202.970924:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 400 into portal 10 MB=0x6a9f827248480 00000400:00000200:3.0:1788840202.970929:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840202.970935:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 400/400 into md 0x6305 [1] + 224 00000800:00000001:3.0:1788840202.970942:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840202.970951:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840202.970954:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840202.970959:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840202.970966:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840202.970987:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f58000 x1875733133952128/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 376/472 e 0 to 0 dl 1788840218 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840202.970999:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff90ee87f58000 x1875733133952128/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 376/472 e 0 to 0 dl 1788840218 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840202.971097:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840202.971108:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840202.971112:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788840202.973901:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840202.973906:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0da00. 00000400:00000200:2.0:1788840202.973911:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840202.973916:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840202.973921:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539110 00000400:00000010:2.0:1788840202.973924:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539110. 00000100:00000001:2.0:1788840202.973927:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840202.973932:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f58000 x1875733133952256/t0(0) o2->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 1788840218 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840202.973940:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840202.973943:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f58000 x1875733133952256/t0(0) o2->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 1788840218 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840202.973949:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840202.973951:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840202.980444:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840202.980464:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840202.980469:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840202.980472:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840202.980482:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840202.980490:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840202.980511:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840202.980515:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840202.980521:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840202.980525:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 432 into portal 4 MB=0x6a9f827248500 00000400:00000200:3.0:1788840202.980529:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840202.980536:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 432/432 into md 0x630d [1] + 224 00000800:00000001:3.0:1788840202.980544:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840202.980551:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840202.980554:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840202.980558:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840202.980566:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840202.980575:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f58000 x1875733133952256/t0(0) o2->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 1788840218 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840202.980586:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff90ee87f58000 x1875733133952256/t0(0) o2->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 1788840218 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840202.983610:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840202.983776:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840202.983787:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788840202.991030:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840202.991038:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee98ea2f00. 00000400:00000200:2.0:1788840202.991047:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840202.991054:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840202.991061:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed66e8 00000400:00000010:2.0:1788840202.991063:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed66e8. 00000100:00000001:2.0:1788840202.991068:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840202.991074:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f5a680 x1875733133952512/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840218 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840202.991086:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840202.991089:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f5a680 x1875733133952512/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840218 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840202.991096:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840202.991097:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840203.007026:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840203.007045:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840203.007050:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840203.007052:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840203.007061:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840203.007069:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840203.007078:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840203.007083:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840203.007088:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840203.007092:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 456 into portal 10 MB=0x6a9f827248600 00000400:00000200:2.0:1788840203.007097:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840203.007104:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 456/456 into md 0x6315 [1] + 224 00000800:00000001:2.0:1788840203.007111:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840203.007118:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840203.007121:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840203.007126:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840203.007133:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840203.007143:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f5a680 x1875733133952512/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840218 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840203.007153:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff90ee87f5a680 x1875733133952512/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840218 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840203.007175:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840203.007184:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840203.007187:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1788840203.014838:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee90590000. 00000080:00000010:0.1:1788840203.014855:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee83169a20. 00000080:00000010:0.1:1788840203.014864:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee9058d280. 00000080:00000010:0.1:1788840203.014871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee86d74ba0. 00000080:00000001:2.0:1788840203.173758:0:30139:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840203.912900:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840203.912908:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840203.912913:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1788840204.845972:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840204.845989:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840204.845993:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840204.845995:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840204.846004:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840204.846012:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840204.846019:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840204.846024:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840204.846030:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840204.846035:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 328 into portal 15 MB=0x6a9f828656e80 00000400:00000200:3.0:1788840204.846043:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.131@tcp of length 328/328 into md 0x5f5d [2] + 0 00000800:00000001:3.0:1788840204.846052:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840204.846059:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840204.846063:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840204.846067:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840204.846076:0:2353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1788840204.846078:0:2353:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1788840204.846084:0:2353:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d49c00. 00000100:00000040:3.0:1788840204.846088:0:2353:0:(events.c:337:request_in_callback()) incoming req@ffff90ee86d49c00 x1875733154983552 msgsize 328 00000100:00100000:3.0:1788840204.846093:0:2353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.131@tcp (source: 12345-192.168.202.131@tcp) 00000100:00000001:3.0:1788840204.846106:0:2353:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1788840204.846114:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840204.846117:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840204.846230:0:15916:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1788840204.846234:0:15916:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733154983552 02000000:00000001:2.0:1788840204.846237:0:15916:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1788840204.846239:0:15916:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840204.846241:0:15916:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840204.846247:0:15916:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840204.846251:0:15916:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733154983552 00000020:00000001:2.0:1788840204.846254:0:15916:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788840204.846256:0:15916:0:(genops.c:804:class_conn2export()) looking for export cookie 0x3aa5f499c96f2ce6 00000020:00000001:2.0:1788840204.846258:0:15916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840204.846261:0:15916:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90ee98818000 refcount=4 00000020:00000001:2.0:1788840204.846264:0:15916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621953168080896 : -122120541470720 : ffff90ee98818000) 00000020:00000001:2.0:1788840204.846265:0:15916:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446621953168080896 : -122120541470720 : ffff90ee98818000) 00000100:00000001:2.0:1788840204.846270:0:15916:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788840204.846274:0:15916:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90eea05b2200. 00000100:00000001:2.0:1788840204.846277:0:15916:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788840204.846528:0:15916:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff90eea05b2200. 00000020:00000010:2.0:1788840204.846537:0:15916:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90ee85090600. 00000020:00000010:2.0:1788840204.846542:0:15916:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90ee98e7d600. 00000020:00000010:2.0:1788840204.846547:0:15916:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90ee87984af0. 00000100:00000040:2.0:1788840204.846556:0:15916:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1788840204.846559:0:15916:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1788840204.846561:0:15916:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1788840204.846563:0:15916:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840204.846573:0:15916:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840204.846585:0:15916:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840204.846596:0:15916:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1788840204.846598:0:15916:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1788840204.846603:0:15916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.131@tcp, seq: 52 00000100:00000040:2.0:1788840204.846607:0:15916:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff90ee98818000 : new rpc_count 1 00000100:00000001:2.0:1788840204.846609:0:15916:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446621952871537664 : -122120838013952 : ffff90ee86d49c00) 00000100:00000040:2.0:1788840204.846617:0:15916:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff90ee86d49c00 x1875733154983552/t0(0) o104->LOV_OSC_UUID@192.168.202.131@tcp:595/0 lens 328/0 e 0 to 0 dl 1788840215 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788840204.846626:0:15916:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788840204.846629:0:15916:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90eea05b2200. 00000100:00000001:2.0:1788840204.846631:0:15916:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788840204.846633:0:15916:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff90eea05b2200. 00000100:00100000:2.0:1788840204.846735:0:15916:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90ee86d49c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6697:x1875733154983552:12345-192.168.202.131@tcp:104: 00000100:00000200:2.0:1788840204.846741:0:15916:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875733154983552 00010000:00000001:2.0:1788840204.846744:0:15916:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1788840204.846750:0:15916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840204.846752:0:15916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840204.846754:0:15916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85400 refcount=2 00000020:00000001:2.0:1788840204.846756:0:15916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872829952 : -122120836721664 : ffff90ee86e85400) 00010000:00000001:2.0:1788840204.846759:0:15916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872829952 : -122120836721664 : ffff90ee86e85400) 00010000:00000001:2.0:1788840204.846763:0:15916:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840204.846766:0:15916:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788840204.846771:0:15916:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000b5aab1a4/0x3aa5f499c96f35c2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x8a436931312b9eea expref: -99 pid: 29693 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:2.0:1788840204.846783:0:15916:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1788840204.846786:0:15916:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1788840204.846791:0:15916:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90ee85dd6400. 02000000:00000001:2.0:1788840204.846793:0:15916:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840204.846796:0:15916:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840204.846800:0:15916:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1788840204.846803:0:15916:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840204.846807:0:15916:0:(import.c:2149:obd_at_measure()) add 1 to ffff90eea05c51e8 time=203 v=5 (1 1 1 1) 00000100:00000001:2.0:1788840204.846812:0:15916:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788840204.846815:0:15916:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff90ee85e803c0 refcount 13 to 192.168.202.131@tcp 00000100:00000001:2.0:1788840204.846818:0:15916:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621952856032192 : -122120853519424 : ffff90ee85e803c0) 02000000:00000001:2.0:1788840204.846820:0:15916:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1788840204.846822:0:15916:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840204.846826:0:15916:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840204.846828:0:15916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840204.846833:0:15916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234880. 00000100:00000200:2.0:1788840204.846838:0:15916:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875733154983552, offset 224 00000400:00000200:2.0:1788840204.846845:0:15916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840204.846852:0:15916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840204.846858:0:15916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840204.846864:0:15916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2242:2242:256:4294967295] 192.168.202.131@tcp LPNI seq info [2242:2242:8:4294967295] 00000400:00000200:2.0:1788840204.846870:0:15916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840204.846879:0:15916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840204.846885:0:15916:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840204.846890:0:15916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989100. 00000800:00000200:2.0:1788840204.846898:0:15916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840204.846905:0:15916:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840204.846909:0:15916:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840204.846919:0:15916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840204.846922:0:15916:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff90ee85e803c0 refcount 12 to 192.168.202.131@tcp 00010000:00000001:2.0:1788840204.846925:0:15916:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1788840204.846928:0:15916:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff90ee8555ad80. 00010000:00000001:2.0:1788840204.846930:0:15916:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1788840204.846937:0:15916:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1788840204.846940:0:15916:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840204.846941:0:15916:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840204.846942:0:15916:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840204.846947:0:15916:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d49c00 x1875733154983552/t0(0) o104->LOV_OSC_UUID@192.168.202.131@tcp:595/0 lens 328/224 e 0 to 0 dl 1788840215 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788840204.846965:0:15916:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90ee86d49c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6697:x1875733154983552:12345-192.168.202.131@tcp:104: Request processed in 328us (866us total) trans 0 rc 0/0 00000100:00100000:2.0:1788840204.846973:0:15916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.131@tcp, seq: 52 00000100:00000040:2.0:1788840204.846977:0:15916:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff90ee98818000 : new rpc_count 0 00000100:00000001:2.0:1788840204.846979:0:15916:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788840204.846981:0:15916:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1788840204.846985:0:15916:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90ee98e7d600. 00000020:00000010:2.0:1788840204.846989:0:15916:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90ee87984af0. 00000020:00000010:2.0:1788840204.846993:0:15916:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90ee85090600. 00000020:00000040:2.0:1788840204.846997:0:15916:0:(genops.c:879:class_export_put()) PUTting export ffff90ee98818000 : new refcount 3 00000100:00000001:2.0:1788840204.846999:0:15916:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788840204.847251:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840204.847255:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989100. 00000400:00000200:2.0:1788840204.847259:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840204.847264:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840204.847268:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234880 00000400:00000010:2.0:1788840204.847271:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234880. 00000100:00000001:2.0:1788840204.847274:0:2354:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1788840204.847275:0:2354:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1788840204.850539:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840204.850544:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0d600. 00000400:00000200:3.0:1788840204.850548:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840204.850554:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840204.850559:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539d48 00000400:00000010:3.0:1788840204.850561:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539d48. 00000100:00000001:3.0:1788840204.850565:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840204.850570:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fac380 x1875733133952640/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840220 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840204.850580:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840204.850584:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87fac380 x1875733133952640/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840220 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840204.850590:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840204.850592:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840204.858808:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840204.858828:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840204.858833:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840204.858836:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840204.858845:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840204.858853:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840204.858867:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840204.858872:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840204.858878:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840204.858881:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 18 MB=0x6a9f827248680 00000400:00000200:2.0:1788840204.858896:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840204.858902:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.131@tcp of length 224/224 into md 0x6325 [1] + 224 00000800:00000001:2.0:1788840204.858910:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840204.858922:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840204.858926:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840204.858930:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840204.858938:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840204.858949:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fac380 x1875733133952640/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840220 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840204.858969:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87fac380 x1875733133952640/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840220 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840204.858992:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840204.859003:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840204.859006:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1788840204.864910:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4d00. 00010000:00000010:1.1:1788840204.864923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e85400. 00000800:00000200:3.0:1788840205.573372:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840205.573382:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0d800. 00000400:00000200:3.0:1788840205.573388:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840205.573396:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840205.573404:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea05396e8 00000400:00000010:3.0:1788840205.573407:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea05396e8. 00000100:00000001:3.0:1788840205.573412:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840205.573419:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fac380 x1875733133952768/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840221 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840205.573432:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840205.573435:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fac380 x1875733133952768/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840221 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840205.573443:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840205.573445:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840205.594073:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840205.594090:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840205.594095:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840205.594098:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840205.594106:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840205.594113:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840205.594122:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840205.594127:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840205.594132:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840205.594136:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 688 into portal 10 MB=0x6a9f827248700 00000400:00000200:2.0:1788840205.594141:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840205.594148:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 688/688 into md 0x632d [1] + 224 00000800:00000001:2.0:1788840205.594155:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840205.594163:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840205.594166:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840205.594182:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840205.594191:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840205.594199:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fac380 x1875733133952768/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840221 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840205.594209:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff90ee87fac380 x1875733133952768/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840221 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840205.594230:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840205.594238:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840205.594241:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788840205.602751:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840205.602760:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0d500. 00000400:00000200:3.0:1788840205.602766:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840205.602774:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840205.602781:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539088 00000400:00000010:3.0:1788840205.602783:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539088. 00000100:00000001:3.0:1788840205.602789:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840205.602795:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fac380 x1875733133952896/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840221 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840205.602805:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840205.602809:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fac380 x1875733133952896/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840221 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840205.602817:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840205.602819:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840205.610924:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840205.610940:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840205.610944:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840205.610947:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840205.610966:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840205.610973:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840205.610983:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840205.610988:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840205.610993:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840205.610997:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 584 into portal 10 MB=0x6a9f827248780 00000400:00000200:2.0:1788840205.611002:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840205.611008:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 584/584 into md 0x6335 [1] + 224 00000800:00000001:2.0:1788840205.611015:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840205.611023:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840205.611026:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840205.611030:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840205.611037:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840205.611045:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fac380 x1875733133952896/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840221 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840205.611056:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff90ee87fac380 x1875733133952896/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840221 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840205.611079:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840205.611087:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840205.611091:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788840205.614281:0:30279:0:(lmv_obd.c:4261:lmv_revalidate_lock()) Process entered 00000002:00000001:2.0:1788840205.614290:0:30279:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788840205.614293:0:30279:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840205.614295:0:30279:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840205.614302:0:30279:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4d00 count: 2 00010000:00000001:2.0:1788840205.614307:0:30279:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840205.614313:0:30279:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840205.614316:0:30279:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788840205.614322:0:30279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85400/0x3aa5f499c96f3601 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312b9ffb expref: -99 pid: 30279 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788840205.614344:0:30279:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788840205.614351:0:30279:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840205.614355:0:30279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85400/0x3aa5f499c96f3601 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312b9ffb expref: -99 pid: 30279 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788840205.614362:0:30279:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788840205.614364:0:30279:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788840205.614366:0:30279:0:(lmv_obd.c:4268:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788840205.614369:0:30279:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788840205.614372:0:30279:0:(dcache.c:176:ll_intent_release()) intent ffffa162014b3930 released 00000080:00010000:2.0:1788840205.614374:0:30279:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3601 from it ffffa162014b3930 00010000:00000001:2.0:1788840205.614377:0:30279:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840205.614379:0:30279:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840205.614381:0:30279:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85400 refcount=3 00000020:00000001:2.0:1788840205.614384:0:30279:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872829952 : -122120836721664 : ffff90ee86e85400) 00010000:00000001:2.0:1788840205.614386:0:30279:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872829952 : -122120836721664 : ffff90ee86e85400) 00010000:00000001:2.0:1788840205.614389:0:30279:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788840205.614392:0:30279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85400/0x3aa5f499c96f3601 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312b9ffb expref: -99 pid: 30279 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788840205.614399:0:30279:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840205.614400:0:30279:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840205.614402:0:30279:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788840205.614404:0:30279:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788840205.614407:0:30279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85400/0x3aa5f499c96f3601 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312b9ffb expref: -99 pid: 30279 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788840205.614414:0:30279:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788840205.614417:0:30279:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788840205.614420:0:30279:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840205.614424:0:30279:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840205.614425:0:30279:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840205.614427:0:30279:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840205.614431:0:30279:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788840205.614433:0:30279:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840205.614434:0:30279:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840205.614437:0:30279:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840205.614439:0:30279:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788840205.614441:0:30279:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840205.614442:0:30279:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788840205.614443:0:30279:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1788840205.614445:0:30279:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788840205.614461:0:30279:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788840205.614467:0:30279:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee87160600. 00000100:00000001:2.0:1788840205.614472:0:30279:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840205.614483:0:30279:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87fac380 x1875733133952896/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840221 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840205.614491:0:30279:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840205.614494:0:30279:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840205.614497:0:30279:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90ee85ded000. 02000000:00000001:2.0:1788840205.614501:0:30279:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840205.614504:0:30279:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840205.614505:0:30279:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=3 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:2.0:1788840205.614507:0:30279:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840205.614511:0:30279:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee85c5c400. 02000000:00000001:2.0:1788840205.614515:0:30279:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840205.614516:0:30279:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840205.614518:0:30279:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87fac380. 00000100:00000001:2.0:1788840205.614522:0:30279:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840205.614523:0:30279:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788840205.614526:0:30279:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788840205.614527:0:30279:0:(dcache.c:176:ll_intent_release()) intent ffffa162014b3b20 released 00000080:00000001:2.0:1788840205.614528:0:30279:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1788840205.614532:0:30279:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788840205.614535:0:30279:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014b3b70 00000080:00002000:2.0:1788840205.614537:0:30279:0:(dcache.c:127:ll_ddelete()) keeping dentry d21f.recovery-small-1 (ffff90ee906b1288, parent ffff90ee9069b510, inode 0000000000000000) hashed, 00000080:00000001:2.0:1788840205.614541:0:30279:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840205.614604:0:30279:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788840205.614608:0:30279:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788840205.614610:0:30279:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788840205.614612:0:30279:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014b3bb0 00000080:00200000:2.0:1788840205.614614:0:30279:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:2.0:1788840205.614620:0:30279:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85090000. 00800000:00000002:2.0:1788840205.614626:0:30279:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:2.0:1788840205.614630:0:30279:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788840205.614633:0:30279:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788840205.614635:0:30279:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014b3ad0 00800000:00000002:2.0:1788840205.615278:0:30279:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788840205.615284:0:30279:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788840205.615288:0:30279:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788840205.615292:0:30279:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788840205.615295:0:30279:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014b39a0 00000002:00010000:2.0:1788840205.615297:0:30279:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788840205.615300:0:30279:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788840205.615302:0:30279:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840205.615303:0:30279:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840205.615307:0:30279:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4d00 count: 2 00010000:00000001:2.0:1788840205.615309:0:30279:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840205.615312:0:30279:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840205.615315:0:30279:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788840205.615318:0:30279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85400/0x3aa5f499c96f3601 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312b9ffb expref: -99 pid: 30279 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788840205.615845:0:30279:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788840205.615850:0:30279:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840205.615854:0:30279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85400/0x3aa5f499c96f3601 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312b9ffb expref: -99 pid: 30279 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1788840205.615861:0:30279:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788840205.615863:0:30279:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788840205.615864:0:30279:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788840205.615867:0:30279:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788840205.615869:0:30279:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788840205.615871:0:30279:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788840205.615874:0:30279:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788840205.615877:0:30279:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:2.0:1788840205.615880:0:30279:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85090000. 00000080:00000001:2.0:1788840205.615885:0:30279:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788840205.616266:0:30279:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840205.616270:0:30279:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:2.0:1788840205.616274:0:30279:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f3601 00800000:00000001:2.0:1788840205.616277:0:30279:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788840205.616280:0:30279:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788840205.616282:0:30279:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840205.616284:0:30279:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840205.616288:0:30279:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85400 refcount=3 00000020:00000001:2.0:1788840205.616291:0:30279:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872829952 : -122120836721664 : ffff90ee86e85400) 00010000:00000001:2.0:1788840205.616294:0:30279:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872829952 : -122120836721664 : ffff90ee86e85400) 00010000:00000001:2.0:1788840205.616297:0:30279:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840205.616299:0:30279:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840205.616300:0:30279:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840205.616302:0:30279:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840205.616304:0:30279:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3601 from it ffffa162014b3be8 00010000:00000001:2.0:1788840205.616306:0:30279:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840205.616307:0:30279:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840205.616308:0:30279:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85400 refcount=3 00000020:00000001:2.0:1788840205.616309:0:30279:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872829952 : -122120836721664 : ffff90ee86e85400) 00010000:00000001:2.0:1788840205.616311:0:30279:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872829952 : -122120836721664 : ffff90ee86e85400) 00010000:00000001:2.0:1788840205.616324:0:30279:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788840205.616539:0:30279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85400/0x3aa5f499c96f3601 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312b9ffb expref: -99 pid: 30279 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788840205.616548:0:30279:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840205.616549:0:30279:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840205.616551:0:30279:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788840205.616553:0:30279:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788840205.616556:0:30279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85400/0x3aa5f499c96f3601 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312b9ffb expref: -99 pid: 30279 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788840205.616562:0:30279:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788840205.616566:0:30279:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788840205.616568:0:30279:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840205.616572:0:30279:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840205.616573:0:30279:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840205.616574:0:30279:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840205.616577:0:30279:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788840205.616579:0:30279:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840205.616580:0:30279:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840205.616584:0:30279:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840205.616586:0:30279:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788840205.616588:0:30279:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840205.616589:0:30279:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788840205.616592:0:30279:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788840205.616594:0:30279:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788840205.616597:0:30279:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788840205.616602:0:30279:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840205.616609:0:30279:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788840205.616611:0:30279:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014b3bd8 00000080:00002000:2.0:1788840205.616613:0:30279:0:(dcache.c:87:ll_dcompare()) found name d21f.recovery-small-1(ffff90ee906b1288) flags 0x8000e refc 0 00000080:00000001:2.0:1788840205.616615:0:30279:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840205.616617:0:30279:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014b3c20 00000080:00200000:2.0:1788840205.616618:0:30279:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21f.recovery-small-1, flags=16392 00000080:00000001:2.0:1788840205.616625:0:30279:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788840205.616626:0:30279:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014b3ba8 00000080:00002000:2.0:1788840205.616628:0:30279:0:(dcache.c:127:ll_ddelete()) keeping dentry d21f.recovery-small-1 (ffff90ee906b1288, parent ffff90ee9069b510, inode 0000000000000000) hashed, 00000080:00000001:2.0:1788840205.616630:0:30279:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840205.616868:0:30279:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014b3d08 00000080:00200008:2.0:1788840205.616871:0:30279:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff90ee905142c8), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1788840205.616880:0:30279:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:2.0:1788840205.616883:0:30279:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840205.617524:0:30279:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788840205.617529:0:30279:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014b3c80 00000080:00200000:2.0:1788840205.617531:0:30279:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:2.0:1788840205.617540:0:30279:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85090000. 00800000:00000002:2.0:1788840205.617546:0:30279:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:2.0:1788840205.617550:0:30279:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788840205.617553:0:30279:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788840205.617555:0:30279:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014b3ba0 00800000:00000002:2.0:1788840205.617557:0:30279:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788840205.617561:0:30279:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788840205.617565:0:30279:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788840205.617569:0:30279:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788840205.617571:0:30279:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014b3a70 00000002:00010000:2.0:1788840205.617573:0:30279:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788840205.617577:0:30279:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788840205.617579:0:30279:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840205.617581:0:30279:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840205.617586:0:30279:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4d00 count: 2 00010000:00000001:2.0:1788840205.617589:0:30279:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840205.617593:0:30279:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840205.617596:0:30279:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788840205.617600:0:30279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85400/0x3aa5f499c96f3601 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312b9ffb expref: -99 pid: 30279 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1788840205.617608:0:30279:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788840205.617613:0:30279:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840205.617616:0:30279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85400/0x3aa5f499c96f3601 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312b9ffb expref: -99 pid: 30279 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1788840205.617623:0:30279:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788840205.617625:0:30279:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788840205.617627:0:30279:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788840205.617628:0:30279:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788840205.617630:0:30279:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788840205.617632:0:30279:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788840205.617635:0:30279:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788840205.617758:0:30279:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:2.0:1788840205.617763:0:30279:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85090000. 00000080:00000001:2.0:1788840205.617767:0:30279:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788840205.617768:0:30279:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840205.617770:0:30279:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:2.0:1788840205.617773:0:30279:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f3601 00800000:00000001:2.0:1788840205.617775:0:30279:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788840205.617777:0:30279:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788840205.617779:0:30279:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840205.617780:0:30279:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840205.617783:0:30279:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85400 refcount=3 00000020:00000001:2.0:1788840205.617785:0:30279:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872829952 : -122120836721664 : ffff90ee86e85400) 00010000:00000001:2.0:1788840205.617788:0:30279:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872829952 : -122120836721664 : ffff90ee86e85400) 00010000:00000001:2.0:1788840205.617791:0:30279:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840205.617792:0:30279:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840205.617793:0:30279:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840205.617795:0:30279:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840205.617797:0:30279:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3601 from it ffffa162014b3cb8 00010000:00000001:2.0:1788840205.617799:0:30279:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840205.617800:0:30279:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840205.617801:0:30279:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85400 refcount=3 00000020:00000001:2.0:1788840205.617803:0:30279:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872829952 : -122120836721664 : ffff90ee86e85400) 00010000:00000001:2.0:1788840205.617805:0:30279:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872829952 : -122120836721664 : ffff90ee86e85400) 00010000:00000001:2.0:1788840205.617807:0:30279:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788840205.617810:0:30279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85400/0x3aa5f499c96f3601 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312b9ffb expref: -99 pid: 30279 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788840205.617817:0:30279:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840205.617818:0:30279:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840205.617819:0:30279:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788840205.617821:0:30279:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788840205.617823:0:30279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85400/0x3aa5f499c96f3601 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312b9ffb expref: -99 pid: 30279 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788840205.617830:0:30279:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788840205.617833:0:30279:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788840205.617836:0:30279:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840205.617839:0:30279:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840205.617839:0:30279:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840205.617841:0:30279:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840205.617844:0:30279:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788840205.617845:0:30279:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840205.617847:0:30279:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840205.617849:0:30279:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840205.617852:0:30279:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788840205.617853:0:30279:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840205.617854:0:30279:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788840205.617856:0:30279:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788840205.617857:0:30279:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788840205.617861:0:30279:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840205.617865:0:30279:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014b3d08 00000080:00000008:2.0:1788840205.617867:0:30279:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff90ee905142c8), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1788840205.621636:0:30279:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840205.622019:0:30279:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014b3d08 00000080:00200008:2.0:1788840205.622024:0:30279:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff90ee905142c8), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1788840205.622031:0:30279:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788840205.622033:0:30279:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014b3c80 00000080:00200000:2.0:1788840205.622035:0:30279:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:2.0:1788840205.622042:0:30279:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85090000. 00800000:00000002:2.0:1788840205.622048:0:30279:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:2.0:1788840205.622052:0:30279:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788840205.622057:0:30279:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788840205.622059:0:30279:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014b3ba0 00800000:00000002:2.0:1788840205.622062:0:30279:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788840205.622065:0:30279:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788840205.622069:0:30279:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788840205.622075:0:30279:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788840205.622076:0:30279:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014b3a70 00000002:00010000:2.0:1788840205.622078:0:30279:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788840205.622081:0:30279:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788840205.622083:0:30279:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840205.622086:0:30279:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840205.622092:0:30279:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4d00 count: 2 00010000:00000001:2.0:1788840205.622095:0:30279:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840205.622099:0:30279:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840205.622103:0:30279:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788840205.622107:0:30279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85400/0x3aa5f499c96f3601 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312b9ffb expref: -99 pid: 30279 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:2.0:1788840205.622118:0:30279:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788840205.622123:0:30279:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840205.622126:0:30279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85400/0x3aa5f499c96f3601 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312b9ffb expref: -99 pid: 30279 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:2.0:1788840205.622133:0:30279:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788840205.622134:0:30279:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788840205.622136:0:30279:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788840205.622138:0:30279:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788840205.622140:0:30279:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788840205.622142:0:30279:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788840205.622144:0:30279:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788840205.622148:0:30279:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:2.0:1788840205.622151:0:30279:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85090000. 00000080:00000001:2.0:1788840205.622154:0:30279:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788840205.622156:0:30279:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840205.622158:0:30279:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:2.0:1788840205.622161:0:30279:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f3601 00800000:00000001:2.0:1788840205.622164:0:30279:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788840205.622166:0:30279:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788840205.622168:0:30279:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840205.622169:0:30279:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840205.622172:0:30279:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85400 refcount=3 00000020:00000001:2.0:1788840205.622174:0:30279:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872829952 : -122120836721664 : ffff90ee86e85400) 00010000:00000001:2.0:1788840205.622176:0:30279:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872829952 : -122120836721664 : ffff90ee86e85400) 00010000:00000001:2.0:1788840205.622179:0:30279:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840205.622181:0:30279:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840205.622182:0:30279:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840205.622184:0:30279:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840205.622186:0:30279:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3601 from it ffffa162014b3cb8 00010000:00000001:2.0:1788840205.622189:0:30279:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840205.622190:0:30279:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840205.622191:0:30279:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85400 refcount=3 00000020:00000001:2.0:1788840205.622511:0:30279:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872829952 : -122120836721664 : ffff90ee86e85400) 00010000:00000001:2.0:1788840205.622514:0:30279:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872829952 : -122120836721664 : ffff90ee86e85400) 00010000:00000001:2.0:1788840205.622517:0:30279:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788840205.622521:0:30279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85400/0x3aa5f499c96f3601 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312b9ffb expref: -99 pid: 30279 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788840205.622528:0:30279:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840205.622529:0:30279:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840205.622531:0:30279:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788840205.622533:0:30279:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788840205.622536:0:30279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85400/0x3aa5f499c96f3601 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312b9ffb expref: -99 pid: 30279 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788840205.622543:0:30279:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788840205.622546:0:30279:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788840205.622548:0:30279:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840205.622553:0:30279:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840205.622554:0:30279:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840205.622555:0:30279:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840205.622559:0:30279:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788840205.622561:0:30279:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840205.622562:0:30279:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840205.622566:0:30279:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840205.622568:0:30279:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788840205.622569:0:30279:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840205.622570:0:30279:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788840205.622573:0:30279:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788840205.622575:0:30279:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788840205.622578:0:30279:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840205.622583:0:30279:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014b3d08 00000080:00000008:2.0:1788840205.622585:0:30279:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff90ee905142c8), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1788840205.622794:0:30279:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788840205.622797:0:30279:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788840205.622798:0:30279:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014b3b78 00000080:00200000:2.0:1788840205.622800:0:30279:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:2.0:1788840205.622804:0:30279:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85090000. 00800000:00000002:2.0:1788840205.622807:0:30279:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:2.0:1788840205.622810:0:30279:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788840205.622812:0:30279:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788840205.622813:0:30279:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014b3a98 00800000:00000002:2.0:1788840205.622816:0:30279:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788840205.622818:0:30279:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788840205.622820:0:30279:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788840205.622824:0:30279:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788840205.622826:0:30279:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014b3968 00000002:00010000:2.0:1788840205.622827:0:30279:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788840205.622830:0:30279:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788840205.622832:0:30279:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840205.622833:0:30279:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840205.622836:0:30279:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4d00 count: 2 00010000:00000001:2.0:1788840205.622839:0:30279:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840205.622841:0:30279:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840205.622843:0:30279:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788840205.622846:0:30279:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85400/0x3aa5f499c96f3601 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312b9ffb expref: -99 pid: 30279 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1788840205.622854:0:30279:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788840205.622857:0:30279:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840205.622860:0:30279:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85400/0x3aa5f499c96f3601 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312b9ffb expref: -99 pid: 30279 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:2.0:1788840205.622866:0:30279:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788840205.622867:0:30279:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788840205.622869:0:30279:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788840205.622870:0:30279:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788840205.622872:0:30279:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788840205.622874:0:30279:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788840205.622876:0:30279:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788840205.622878:0:30279:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:2.0:1788840205.622880:0:30279:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85090000. 00000080:00000001:2.0:1788840205.622883:0:30279:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788840205.622884:0:30279:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840205.622901:0:30279:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:2.0:1788840205.622905:0:30279:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f3601 00800000:00000001:2.0:1788840205.622908:0:30279:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788840205.622910:0:30279:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788840205.622911:0:30279:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840205.622912:0:30279:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840205.622914:0:30279:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85400 refcount=3 00000020:00000001:2.0:1788840205.622916:0:30279:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872829952 : -122120836721664 : ffff90ee86e85400) 00010000:00000001:2.0:1788840205.622918:0:30279:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872829952 : -122120836721664 : ffff90ee86e85400) 00010000:00000001:2.0:1788840205.622921:0:30279:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840205.622924:0:30279:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840205.622925:0:30279:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840205.622926:0:30279:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840205.622928:0:30279:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3601 from it ffffa162014b3bb0 00010000:00000001:2.0:1788840205.622930:0:30279:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840205.622931:0:30279:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840205.622932:0:30279:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85400 refcount=3 00000020:00000001:2.0:1788840205.622933:0:30279:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872829952 : -122120836721664 : ffff90ee86e85400) 00010000:00000001:2.0:1788840205.622935:0:30279:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872829952 : -122120836721664 : ffff90ee86e85400) 00010000:00000001:2.0:1788840205.622937:0:30279:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788840205.622939:0:30279:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85400/0x3aa5f499c96f3601 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312b9ffb expref: -99 pid: 30279 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788840205.622944:0:30279:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840205.622945:0:30279:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840205.622946:0:30279:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788840205.622957:0:30279:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788840205.622959:0:30279:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85400/0x3aa5f499c96f3601 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312b9ffb expref: -99 pid: 30279 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1788840205.622966:0:30279:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788840205.622967:0:30279:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788840205.622968:0:30279:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840205.622970:0:30279:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840205.622971:0:30279:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840205.622972:0:30279:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840205.622975:0:30279:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788840205.622976:0:30279:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840205.622977:0:30279:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840205.622979:0:30279:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840205.622981:0:30279:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788840205.622982:0:30279:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840205.622983:0:30279:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788840205.622985:0:30279:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788840205.622986:0:30279:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788840205.622988:0:30279:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 44 00000080:00000001:2.0:1788840205.622991:0:30279:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840205.622997:0:30279:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:2.0:1788840205.622999:0:30279:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788840205.623001:0:30279:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014b3b78 00000080:00200008:2.0:1788840205.623003:0:30279:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff90ee905142c8), flags 300000 00000080:00000010:2.0:1788840205.623009:0:30279:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90ee82ffc8c0. 00000080:00000001:2.0:1788840205.623013:0:30279:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840205.623015:0:30279:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840205.623028:0:30279:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:2.0:1788840205.623031:0:30279:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c03066f0 arg=7fffa93f6920 00000020:00000001:2.0:1788840205.623037:0:30279:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:2.0:1788840205.623042:0:30279:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 648 at ffff90ee85dd7c00. 00000020:00000001:2.0:1788840205.623046:0:30279:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840205.623049:0:30279:0:(dir.c:442:ll_dir_setdirstripe()) Process entered 00000020:00000001:2.0:1788840205.623051:0:30279:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014b3ad0 00000080:00200000:2.0:1788840205.623053:0:30279:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) name=d21f.recovery-small-1 stripe_offset=0 stripe_count=1, hash_type=0 00000080:00000010:2.0:1788840205.623058:0:30279:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85090000. 00800000:00000002:2.0:1788840205.623063:0:30279:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00800000:00000001:2.0:1788840205.623069:0:30279:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:2.0:1788840205.623071:0:30279:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1788840205.623075:0:30279:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446621952875900928 : -122120833650688 : ffff90ee87173000) 00800000:00000001:2.0:1788840205.623078:0:30279:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1788840205.623080:0:30279:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1788840205.623083:0:30279:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1788840205.623085:0:30279:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1788840205.623087:0:30279:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff90ee90f70800: Allocated FID [0x200000404:0x1f:0x0] 40000000:00000001:2.0:1788840205.623090:0:30279:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840205.623092:0:30279:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840205.623094:0:30279:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840205.623095:0:30279:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840205.623097:0:30279:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014b39e8 00800000:00000002:2.0:1788840205.623099:0:30279:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd21f.recovery-small-1' [0x200000404:0x1f:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:2.0:1788840205.623103:0:30279:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:2.0:1788840205.623105:0:30279:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788840205.623108:0:30279:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4d00 count: 2 00010000:00000001:2.0:1788840205.623111:0:30279:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840205.623113:0:30279:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788840205.623115:0:30279:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788840205.623118:0:30279:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85400/0x3aa5f499c96f3601 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8a436931312b9ffb expref: -99 pid: 30279 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:2.0:1788840205.623125:0:30279:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788840205.623129:0:30279:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788840205.623131:0:30279:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788840205.623133:0:30279:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1788840205.623136:0:30279:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840205.623137:0:30279:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840205.623139:0:30279:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4d00 count: 3 00010000:00000001:2.0:1788840205.623141:0:30279:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788840205.623143:0:30279:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840205.623144:0:30279:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840205.623145:0:30279:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840205.623146:0:30279:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4d00 count: 3 00010000:00000001:2.0:1788840205.623148:0:30279:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788840205.623150:0:30279:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840205.623151:0:30279:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840205.623152:0:30279:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840205.623153:0:30279:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4d00 count: 3 00010000:00000001:2.0:1788840205.623155:0:30279:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788840205.623156:0:30279:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840205.623159:0:30279:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788840205.623161:0:30279:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff90ee90514200, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788840205.623165:0:30279:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:2.0:1788840205.623168:0:30279:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014b3670 00000080:00002000:2.0:1788840205.623170:0:30279:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d21f.recovery-small-1 00000080:00000001:2.0:1788840205.623175:0:30279:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788840205.623178:0:30279:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1788840205.623182:0:30279:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788840205.623185:0:30279:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788840205.623186:0:30279:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840205.623189:0:30279:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788840205.625481:0:30279:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788840205.625488:0:30279:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788840205.625491:0:30279:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840205.625494:0:30279:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788840205.625501:0:30279:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee86e85400 with handle 0x3aa5f499c96f3601 from hash 00010000:00000001:2.0:1788840205.625504:0:30279:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788840205.625506:0:30279:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840205.625508:0:30279:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840205.625509:0:30279:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788840205.625513:0:30279:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788840205.625515:0:30279:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788840205.625519:0:30279:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788840205.625521:0:30279:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788840205.625524:0:30279:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1788840205.625536:0:30279:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125ea00. 00000020:00000040:2.0:1788840205.625541:0:30279:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=4 obd=lustre-MDT0000-mdc-ffff90ee90f70800 02000000:00000001:2.0:1788840205.625548:0:30279:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788840205.625549:0:30279:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840205.625552:0:30279:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788840205.625556:0:30279:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840205.625559:0:30279:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840205.625561:0:30279:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840205.625562:0:30279:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840205.625565:0:30279:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840205.625567:0:30279:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840205.625572:0:30279:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840205.625579:0:30279:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee85dd7000. 00000100:00000001:2.0:1788840205.625585:0:30279:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840205.625588:0:30279:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840205.625591:0:30279:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788840205.625597:0:30279:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85400/0x3aa5f499c96f3601 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312b9ffb expref: -99 pid: 30279 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:2.0:1788840205.625605:0:30279:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788840205.625606:0:30279:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788840205.625608:0:30279:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788840205.625610:0:30279:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85400/0x3aa5f499c96f3601 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312b9ffb expref: -99 pid: 30279 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:2.0:1788840205.625618:0:30279:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee98cc4d00 count: 0 00010000:00000010:2.0:1788840205.625624:0:30279:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90ee85063980. 00010000:00000001:2.0:1788840205.625634:0:30279:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840205.625635:0:30279:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840205.625637:0:30279:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840205.625661:0:30279:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840205.625663:0:30279:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1788840205.625675:0:30279:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1788840205.625687:0:30279:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee9125ea00 x1875733133953152/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788840205.625693:0:30279:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788840205.625695:0:30279:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788840205.625701:0:30279:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee8555ae40. 00000100:00000001:2.0:1788840205.625703:0:30279:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952846442048 : -122120863109568 : ffff90ee8555ae40) 00000100:00000001:2.0:1788840205.625705:0:30279:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840205.625707:0:30279:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044638208 : -122120664913408 : ffff90ee9125ea00) 00000100:00000001:2.0:1788840205.625712:0:30279:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840205.625716:0:30279:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840205.625718:0:30279:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788840205.625720:0:30279:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840205.625724:0:30279:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125ea00 x1875733133953152/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840205.625731:0:30279:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840205.625734:0:30279:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840205.625737:0:30279:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840205.625740:0:30279:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840205.625742:0:30279:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840205.625746:0:30279:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125ea00 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:30279:1875733133953152:192.168.202.131@tcp:36:lfs.0 00000100:00000001:2.0:1788840205.625750:0:30279:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840205.625756:0:30279:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840205.625758:0:30279:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840205.625761:0:30279:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840205.625765:0:30279:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee85dd4400. 02000000:00000001:2.0:1788840205.625767:0:30279:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840205.625774:0:30279:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840205.625779:0:30279:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e478. 00000400:00000010:2.0:1788840205.625785:0:30279:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234880. 00000100:00000200:2.0:1788840205.625793:0:30279:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133953152, portal 10 00000100:00000001:2.0:1788840205.625795:0:30279:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840205.625796:0:30279:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044638208 : -122120664913408 : ffff90ee9125ea00) 00000100:00000040:2.0:1788840205.625802:0:30279:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125ea00 x1875733133953152/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/576 e 0 to 0 dl 1788840221 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840205.625810:0:30279:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840205.625812:0:30279:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840205.625815:0:30279:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234198. 00000100:00000200:2.0:1788840205.625817:0:30279:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1875733133953152, offset 0 00000400:00000200:2.0:1788840205.625823:0:30279:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840205.625832:0:30279:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840205.625839:0:30279:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840205.625844:0:30279:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840205.625848:0:30279:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840205.625853:0:30279:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840205.625856:0:30279:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840205.625859:0:30279:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2246:2246:256:4294967295] 192.168.202.131@tcp LPNI seq info [2246:2246:8:4294967295] 00000400:00000200:2.0:1788840205.625863:0:30279:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840205.625871:0:30279:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840205.625877:0:30279:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840205.625881:0:30279:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989100. 00000800:00000200:2.0:1788840205.626167:0:30279:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840205.626176:0:30279:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840205.626181:0:30279:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989100 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:2.0:1788840205.626268:0:30279:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840205.626274:0:30279:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 783037 usecs (784 jiffies) 00000400:00000200:2.0:1788840205.626278:0:30279:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840205.626281:0:30279:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296436228 00000100:00000001:2.0:1788840205.626285:0:30279:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296436705 00000100:00000001:2.0:1788840205.626287:0:30279:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296436228 00000100:00000001:2.0:1788840205.626289:0:30279:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296436705 00000100:00000001:2.0:1788840205.626292:0:30279:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840205.626294:0:30279:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840205.626297:0:30279:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840205.626299:0:30279:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788840205.626302:0:30279:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee8555ae40 going to sleep for 11 seconds 00000100:00000001:2.0:1788840205.626305:0:30279:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840205.626308:0:30279:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840205.627022:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840205.627029:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989100. 00000400:00000200:3.0:1788840205.627036:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840205.627042:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840205.627048:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234198 00000400:00000010:3.0:1788840205.627050:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234198. 00000100:00000001:3.0:1788840205.627054:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840205.627059:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125ea00 x1875733133953152/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/576 e 0 to 0 dl 1788840221 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840205.627069:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840205.627073:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee9125ea00 x1875733133953152/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/576 e 0 to 0 dl 1788840221 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840205.627080:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840205.627081:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1788840205.628833:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e84600. 00000080:00000010:2.1:1788840205.632840:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee84b11da0. 00010000:00000010:2.1:1788840205.632859:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4d00. 00010000:00000010:2.1:1788840205.632864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e85400. 00000800:00000001:2.0:1788840205.649072:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840205.649090:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840205.649094:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840205.649096:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840205.649106:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840205.649113:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840205.649122:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840205.649127:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840205.649131:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840205.649135:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 448 into portal 10 MB=0x6a9f827248880 00000400:00000200:2.0:1788840205.649140:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840205.649146:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 448/448 into md 0x633d [1] + 224 00000800:00000001:2.0:1788840205.649154:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840205.649162:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840205.649165:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840205.649169:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840205.649177:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840205.649185:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125ea00 x1875733133953152/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/576 e 0 to 0 dl 1788840221 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840205.649208:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff90ee9125ea00 x1875733133953152/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/576 e 0 to 0 dl 1788840221 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840205.649295:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1788840205.649305:0:2354:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788840205.649308:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840205.649313:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840205.649320:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2247:2247:256:4294967295] 192.168.202.131@tcp LPNI seq info [2247:2247:8:4294967295] 00000400:00000200:2.0:1788840205.649334:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840205.649342:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) 192.168.202.131@tcp : ACK try# 0 00000800:00000200:2.0:1788840205.649348:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840205.649354:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989700. 00000800:00000200:2.0:1788840205.649359:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840205.649368:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840205.649372:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989700 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788840205.649468:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840205.649472:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989700. 00000400:00000200:2.0:1788840205.649477:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840205.649481:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: ACK: OK 00000800:00000001:2.0:1788840205.649487:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840205.649490:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788840205.678296:0:30280:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788840205.678304:0:30280:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788840205.678307:0:30280:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788840205.678311:0:30280:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d53b20 00000080:00200000:2.0:1788840205.678317:0:30280:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:2.0:1788840205.678526:0:30280:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85090c00. 00800000:00000002:2.0:1788840205.678534:0:30280:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:2.0:1788840205.678538:0:30280:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788840205.678542:0:30280:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788840205.678544:0:30280:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d53a40 00800000:00000002:2.0:1788840205.678547:0:30280:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788840205.678550:0:30280:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788840205.678555:0:30280:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788840205.678560:0:30280:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788840205.678635:0:30280:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d53910 00000002:00010000:2.0:1788840205.678637:0:30280:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788840205.678707:0:30280:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788840205.678709:0:30280:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840205.678712:0:30280:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788840205.678718:0:30280:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840205.678721:0:30280:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840205.678723:0:30280:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840205.678725:0:30280:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788840205.678727:0:30280:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788840205.678733:0:30280:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125dc00. 00000020:00000040:2.0:1788840205.678737:0:30280:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00010000:00000001:2.0:1788840205.678744:0:30280:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788840205.678749:0:30280:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840205.678756:0:30280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840205.678758:0:30280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840205.678759:0:30280:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840205.678762:0:30280:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840205.678764:0:30280:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840205.678768:0:30280:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840205.678775:0:30280:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee85dd7400. 00000100:00000001:2.0:1788840205.678782:0:30280:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840205.678786:0:30280:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840205.678788:0:30280:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840205.678789:0:30280:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840205.678791:0:30280:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840205.678793:0:30280:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840205.679007:0:30280:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621953044634624 : -122120664916992 : ffff90ee9125dc00) 00010000:00000001:2.0:1788840205.679012:0:30280:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788840205.679014:0:30280:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788840205.679019:0:30280:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee892b1100. 00010000:00000010:2.0:1788840205.679023:0:30280:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee98e7db00. 00010000:00000001:2.0:1788840205.679027:0:30280:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788840205.679030:0:30280:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee87d8dc00. 00000020:00000001:2.0:1788840205.679034:0:30280:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788840205.679037:0:30280:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee87d8dc00 with handle 0x3aa5f499c96f360f to hash 00000020:00000001:2.0:1788840205.679039:0:30280:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788840205.679040:0:30280:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952888593408 : -122120820958208 : ffff90ee87d8dc00) 00010000:00000001:2.0:1788840205.679043:0:30280:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952888593408 : -122120820958208 : ffff90ee87d8dc00) 00010000:00000001:2.0:1788840205.679047:0:30280:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840205.679049:0:30280:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840205.679053:0:30280:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8dc00/0x3aa5f499c96f360f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30280 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840205.679061:0:30280:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8dc00/0x3aa5f499c96f360f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30280 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840205.679071:0:30280:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8dc00/0x3aa5f499c96f360f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30280 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788840205.679076:0:30280:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788840205.679078:0:30280:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788840205.679083:0:30280:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee8555ae40. 00000100:00000001:2.0:1788840205.679085:0:30280:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952846442048 : -122120863109568 : ffff90ee8555ae40) 00000100:00000001:2.0:1788840205.679088:0:30280:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840205.679089:0:30280:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044634624 : -122120664916992 : ffff90ee9125dc00) 00000100:00000001:2.0:1788840205.679094:0:30280:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840205.679098:0:30280:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840205.679100:0:30280:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788840205.679102:0:30280:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840205.679112:0:30280:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125dc00 x1875733133953280/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840205.679120:0:30280:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840205.679122:0:30280:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840205.679126:0:30280:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840205.679129:0:30280:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840205.679131:0:30280:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840205.679134:0:30280:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125dc00 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:30280:1875733133953280:192.168.202.131@tcp:101:lfs.0 00000100:00000001:2.0:1788840205.679138:0:30280:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840205.679143:0:30280:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840205.679145:0:30280:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840205.679147:0:30280:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840205.679152:0:30280:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90ee86e6b800. 02000000:00000001:2.0:1788840205.679154:0:30280:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840205.679161:0:30280:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840205.679164:0:30280:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e000. 00000400:00000010:2.0:1788840205.679171:0:30280:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee912345d8. 00000100:00000200:2.0:1788840205.679178:0:30280:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875733133953280, portal 10 00000100:00000001:2.0:1788840205.679180:0:30280:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840205.679181:0:30280:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044634624 : -122120664916992 : ffff90ee9125dc00) 00000100:00000040:2.0:1788840205.679187:0:30280:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee9125dc00 x1875733133953280/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840221 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840205.679194:0:30280:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840205.679197:0:30280:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840205.679199:0:30280:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234550. 00000100:00000200:2.0:1788840205.679202:0:30280:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875733133953280, offset 0 00000400:00000200:2.0:1788840205.679208:0:30280:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840205.679216:0:30280:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840205.679223:0:30280:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840205.679227:0:30280:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840205.679231:0:30280:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840205.679235:0:30280:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840205.679238:0:30280:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840205.679242:0:30280:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2248:2248:256:4294967295] 192.168.202.131@tcp LPNI seq info [2248:2248:8:4294967295] 00000400:00000200:2.0:1788840205.679246:0:30280:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840205.679254:0:30280:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840205.679260:0:30280:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840205.679265:0:30280:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989700. 00000800:00000200:2.0:1788840205.679272:0:30280:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840205.679279:0:30280:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840205.679284:0:30280:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989700 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788840205.679629:0:30280:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840205.679635:0:30280:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 781838 usecs (782 jiffies) 00000400:00000200:2.0:1788840205.679747:0:30280:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840205.679751:0:30280:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296436280 00000100:00000001:2.0:1788840205.679755:0:30280:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296436705 00000100:00000001:2.0:1788840205.679757:0:30280:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296436280 00000100:00000001:2.0:1788840205.679759:0:30280:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296436705 00000100:00000001:2.0:1788840205.679761:0:30280:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840205.679764:0:30280:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840205.679766:0:30280:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840205.679767:0:30280:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788840205.679770:0:30280:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee8555ae40 going to sleep for 11 seconds 00000100:00000001:2.0:1788840205.679773:0:30280:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840205.679776:0:30280:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840205.680239:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840205.680244:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989700. 00000400:00000200:3.0:1788840205.680251:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840205.680259:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840205.680265:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234550 00000400:00000010:3.0:1788840205.680267:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234550. 00000100:00000001:3.0:1788840205.680271:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840205.680275:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125dc00 x1875733133953280/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840221 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840205.680285:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840205.680289:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee9125dc00 x1875733133953280/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840221 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840205.680296:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840205.680297:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840205.692633:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840205.692693:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840205.692697:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840205.692699:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840205.692708:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840205.692716:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840205.692724:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840205.692729:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840205.692734:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840205.692738:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 688 into portal 10 MB=0x6a9f827248900 00000400:00000200:3.0:1788840205.692742:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840205.692748:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 688/688 into md 0x634d [1] + 224 00000800:00000001:3.0:1788840205.692754:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840205.692777:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840205.692781:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840205.692787:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840205.692795:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840205.692805:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125dc00 x1875733133953280/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840221 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840205.692816:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff90ee9125dc00 x1875733133953280/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840221 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840205.692831:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840205.692839:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840205.692842:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840205.693158:0:30280:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788840205.693167:0:30280:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840205.693169:0:30280:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840205.693173:0:30280:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e000. 00000400:00000200:2.0:1788840205.693179:0:30280:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee912345d8 00000400:00000010:2.0:1788840205.693182:0:30280:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee912345d8. 00000100:00000001:2.0:1788840205.693185:0:30280:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840205.693191:0:30280:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125dc00 x1875733133953280/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840221 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788840205.693202:0:30280:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125dc00 x1875733133953280/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840221 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840205.693209:0:30280:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840205.693211:0:30280:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840205.693213:0:30280:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788840205.693216:0:30280:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788840205.693218:0:30280:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840205.693221:0:30280:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840205.693224:0:30280:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840205.693234:0:30280:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=55 v=5 (5 102 102 102) 00000100:00001000:2.0:1788840205.693238:0:30280:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=3 v=5 (1 0 0 0) 00000100:00000001:2.0:1788840205.693241:0:30280:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788840205.693243:0:30280:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840205.693247:0:30280:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788840205.693251:0:30280:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840205.693255:0:30280:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788840205.693257:0:30280:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967591 00000100:00000001:2.0:1788840205.693259:0:30280:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788840205.693263:0:30280:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840205.693267:0:30280:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125dc00 x1875733133953280/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840221 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840205.693274:0:30280:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840205.693277:0:30280:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840205.693279:0:30280:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840205.693283:0:30280:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125dc00 x1875733133953280/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840221 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788840205.693291:0:30280:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125dc00 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:30280:1875733133953280:192.168.202.131@tcp:101:lfs.0 00000100:00000001:2.0:1788840205.693296:0:30280:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840205.693299:0:30280:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840205.693312:0:30280:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788840205.693314:0:30280:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840205.693319:0:30280:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125dc00 x1875733133953280/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840221 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840205.693334:0:30280:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788840205.693337:0:30280:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee8555ae40. 00000100:00000001:2.0:1788840205.693341:0:30280:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788840205.693342:0:30280:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840205.693345:0:30280:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788840205.693349:0:30280:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840205.693351:0:30280:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840205.693355:0:30280:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8dc00 refcount=4 00000020:00000001:2.0:1788840205.693357:0:30280:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888593408 : -122120820958208 : ffff90ee87d8dc00) 00010000:00000001:2.0:1788840205.693360:0:30280:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888593408 : -122120820958208 : ffff90ee87d8dc00) 00010000:00000040:2.0:1788840205.693366:0:30280:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee87d8dc00, remote cookie: 0x8a436931312ba02c, flags: 0x1001 00010000:00010000:2.0:1788840205.693371:0:30280:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8dc00/0x3aa5f499c96f360f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba02c expref: -99 pid: 30280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840205.693383:0:30280:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8dc00/0x3aa5f499c96f360f lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba02c expref: -99 pid: 30280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840205.693389:0:30280:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788840205.693393:0:30280:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788840205.693395:0:30280:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788840205.693397:0:30280:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788840205.693399:0:30280:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788840205.693402:0:30280:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff90ee892b1100) refcount = 1 00010000:00010000:2.0:1788840205.693406:0:30280:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8dc00/0x3aa5f499c96f360f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba02c expref: -99 pid: 30280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840205.693412:0:30280:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788840205.693415:0:30280:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788840205.693417:0:30280:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840205.693420:0:30280:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788840205.693422:0:30280:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840205.693426:0:30280:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8dc00/0x3aa5f499c96f360f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba02c expref: -99 pid: 30280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840205.693431:0:30280:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788840205.693433:0:30280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840205.693434:0:30280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840205.693435:0:30280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840205.693436:0:30280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840205.693438:0:30280:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840205.693443:0:30280:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788840205.693444:0:30280:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840205.693445:0:30280:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840205.693457:0:30280:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8dc00 refcount=3 00000020:00000001:2.0:1788840205.693460:0:30280:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888593408 : -122120820958208 : ffff90ee87d8dc00) 00010000:00000001:2.0:1788840205.693462:0:30280:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888593408 : -122120820958208 : ffff90ee87d8dc00) 00010000:00000001:2.0:1788840205.693464:0:30280:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840205.693465:0:30280:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840205.693466:0:30280:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8dc00 refcount=4 00000020:00000001:2.0:1788840205.693468:0:30280:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888593408 : -122120820958208 : ffff90ee87d8dc00) 00010000:00000001:2.0:1788840205.693469:0:30280:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888593408 : -122120820958208 : ffff90ee87d8dc00) 00010000:00000001:2.0:1788840205.693472:0:30280:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840205.693474:0:30280:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840205.693477:0:30280:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8dc00/0x3aa5f499c96f360f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba02c expref: -99 pid: 30280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840205.693483:0:30280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840205.693484:0:30280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840205.693485:0:30280:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840205.693486:0:30280:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840205.693487:0:30280:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8dc00 refcount=5 00000020:00000001:2.0:1788840205.693489:0:30280:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888593408 : -122120820958208 : ffff90ee87d8dc00) 00010000:00000001:2.0:1788840205.693490:0:30280:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888593408 : -122120820958208 : ffff90ee87d8dc00) 00010000:00000001:2.0:1788840205.693492:0:30280:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788840205.693495:0:30280:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8dc00/0x3aa5f499c96f360f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba02c expref: -99 pid: 30280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840205.693500:0:30280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840205.693501:0:30280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788840205.693503:0:30280:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8dc00/0x3aa5f499c96f360f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba02c expref: -99 pid: 30280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840205.693509:0:30280:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788840205.693510:0:30280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840205.693511:0:30280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840205.693512:0:30280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840205.693512:0:30280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788840205.693517:0:30280:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90ee9125dc00 x1875733133953280/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840221 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788840205.693524:0:30280:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840205.693526:0:30280:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840205.693527:0:30280:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8dc00 refcount=3 00000020:00000001:2.0:1788840205.693529:0:30280:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888593408 : -122120820958208 : ffff90ee87d8dc00) 00010000:00000001:2.0:1788840205.693531:0:30280:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888593408 : -122120820958208 : ffff90ee87d8dc00) 00010000:00000001:2.0:1788840205.693533:0:30280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840205.693534:0:30280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840205.693535:0:30280:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840205.693537:0:30280:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840205.693540:0:30280:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788840205.693543:0:30280:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840205.693544:0:30280:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840205.693545:0:30280:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8dc00 refcount=3 00000020:00000001:2.0:1788840205.693546:0:30280:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888593408 : -122120820958208 : ffff90ee87d8dc00) 00010000:00000001:2.0:1788840205.693548:0:30280:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888593408 : -122120820958208 : ffff90ee87d8dc00) 00000002:00010000:2.0:1788840205.693551:0:30280:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8dc00/0x3aa5f499c96f360f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba02c expref: -99 pid: 30280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840205.693572:0:30280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840205.693574:0:30280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840205.693576:0:30280:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788840205.693577:0:30280:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840205.693578:0:30280:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840205.693579:0:30280:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8dc00 refcount=3 00000020:00000001:2.0:1788840205.693582:0:30280:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888593408 : -122120820958208 : ffff90ee87d8dc00) 00010000:00000001:2.0:1788840205.693584:0:30280:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888593408 : -122120820958208 : ffff90ee87d8dc00) 00010000:00000040:2.0:1788840205.693589:0:30280:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1100 count: 2 00010000:00000001:2.0:1788840205.693591:0:30280:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788840205.693595:0:30280:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1788840205.693597:0:30280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840205.693598:0:30280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840205.693599:0:30280:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788840205.693602:0:30280:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d53898 00000002:00002000:2.0:1788840205.693604:0:30280:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788840205.693606:0:30280:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840205.693610:0:30280:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840205.693613:0:30280:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788840205.693615:0:30280:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788840205.693618:0:30280:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788840205.693622:0:30280:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:2.0:1788840205.693626:0:30280:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85090c00. 00000080:00000001:2.0:1788840205.693631:0:30280:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788840205.693633:0:30280:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788840205.693659:0:30280:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1788840205.693663:0:30280:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1788840205.693670:0:30280:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff90eea05b2740. 00800000:00000001:2.0:1788840205.693673:0:30280:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446621953299785536 : -122120409766080 : ffff90eea05b2740) 00800000:00000001:2.0:1788840205.693675:0:30280:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840205.693677:0:30280:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788840205.693679:0:30280:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788840205.693681:0:30280:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1788840205.693685:0:30280:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788840205.693687:0:30280:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788840205.693689:0:30280:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840205.693692:0:30280:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788840205.693695:0:30280:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:2.0:1788840205.693698:0:30280:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1788840087 to 1788840205 00000080:00200000:2.0:1788840205.693703:0:30280:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:2.0:1788840205.693705:0:30280:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840205.693707:0:30280:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840205.693708:0:30280:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8dc00 refcount=3 00000020:00000001:2.0:1788840205.693710:0:30280:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888593408 : -122120820958208 : ffff90ee87d8dc00) 00010000:00000001:2.0:1788840205.693712:0:30280:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888593408 : -122120820958208 : ffff90ee87d8dc00) 00010000:00000001:2.0:1788840205.693715:0:30280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840205.693716:0:30280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788840205.693717:0:30280:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788840205.693719:0:30280:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1788840205.693721:0:30280:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90eea05b2740 1 00800000:00000010:2.0:1788840205.693723:0:30280:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff90eea05b2740. 00800000:00000001:2.0:1788840205.693726:0:30280:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840205.693729:0:30280:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f360f 00800000:00000001:2.0:1788840205.693732:0:30280:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788840205.693733:0:30280:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788840205.693734:0:30280:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840205.693735:0:30280:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840205.693737:0:30280:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8dc00 refcount=3 00000020:00000001:2.0:1788840205.693739:0:30280:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888593408 : -122120820958208 : ffff90ee87d8dc00) 00010000:00000001:2.0:1788840205.693741:0:30280:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888593408 : -122120820958208 : ffff90ee87d8dc00) 00010000:00000001:2.0:1788840205.693743:0:30280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840205.693744:0:30280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840205.693745:0:30280:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840205.693747:0:30280:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840205.693748:0:30280:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840205.693751:0:30280:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:2.0:1788840205.693754:0:30280:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f360f from it ffffa16200d53b58 00010000:00000001:2.0:1788840205.693756:0:30280:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840205.693757:0:30280:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840205.693758:0:30280:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8dc00 refcount=3 00000020:00000001:2.0:1788840205.693760:0:30280:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888593408 : -122120820958208 : ffff90ee87d8dc00) 00010000:00000001:2.0:1788840205.693762:0:30280:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888593408 : -122120820958208 : ffff90ee87d8dc00) 00010000:00000001:2.0:1788840205.693764:0:30280:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788840205.693766:0:30280:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8dc00/0x3aa5f499c96f360f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba02c expref: -99 pid: 30280 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840205.693772:0:30280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840205.693773:0:30280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840205.693775:0:30280:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788840205.693777:0:30280:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788840205.693780:0:30280:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8dc00/0x3aa5f499c96f360f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba02c expref: -99 pid: 30280 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788840205.693786:0:30280:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788840205.693789:0:30280:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788840205.693791:0:30280:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840205.693795:0:30280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840205.693796:0:30280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840205.693797:0:30280:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840205.693800:0:30280:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788840205.693802:0:30280:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840205.693804:0:30280:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840205.693806:0:30280:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840205.693808:0:30280:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788840205.693809:0:30280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840205.693810:0:30280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788840205.693813:0:30280:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840205.693817:0:30280:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125dc00 x1875733133953280/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840221 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840205.693824:0:30280:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840205.693826:0:30280:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840205.693830:0:30280:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90ee86e6b800. 02000000:00000001:2.0:1788840205.693834:0:30280:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840205.693836:0:30280:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840205.693838:0:30280:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=4 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:2.0:1788840205.693840:0:30280:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840205.693843:0:30280:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee85dd7400. 02000000:00000001:2.0:1788840205.693847:0:30280:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840205.693849:0:30280:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840205.693851:0:30280:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125dc00. 00000100:00000001:2.0:1788840205.693854:0:30280:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840205.693855:0:30280:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788840205.693858:0:30280:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788840205.693863:0:30280:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788840205.693877:0:30280:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90ee86e75000. 00000020:00000001:2.0:1788840205.693881:0:30280:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d53ae8 00000080:00200000:2.0:1788840205.693884:0:30280:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21f.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), flags=13 00000080:00000001:2.0:1788840205.694063:0:30280:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788840205.694066:0:30280:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d53998 00000080:00200000:2.0:1788840205.694068:0:30280:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21f.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), intent=getattr 00000080:00000010:2.0:1788840205.694078:0:30280:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85090c00. 00800000:00000002:2.0:1788840205.694083:0:30280:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:2.0:1788840205.694087:0:30280:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788840205.694091:0:30280:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788840205.694093:0:30280:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d538b8 00800000:00000002:2.0:1788840205.694095:0:30280:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21f.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788840205.694098:0:30280:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:2.0:1788840205.694103:0:30280:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d53850 00800000:00000002:2.0:1788840205.694105:0:30280:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21f.recovery-small-2' -> mds #0 00000002:00000001:2.0:1788840205.694109:0:30280:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788840205.694111:0:30280:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d53788 00000002:00010000:2.0:1788840205.694113:0:30280:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21f.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:2.0:1788840205.694117:0:30280:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788840205.694119:0:30280:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788840205.694123:0:30280:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125dc00. 00000020:00000040:2.0:1788840205.694126:0:30280:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00010000:00000001:2.0:1788840205.694132:0:30280:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788840205.694136:0:30280:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840205.694138:0:30280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840205.694140:0:30280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840205.694141:0:30280:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840205.694144:0:30280:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840205.694146:0:30280:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840205.694150:0:30280:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840205.694157:0:30280:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee85dd7400. 00000100:00000001:2.0:1788840205.694163:0:30280:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840205.694166:0:30280:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840205.694168:0:30280:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840205.694169:0:30280:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840205.694171:0:30280:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840205.694172:0:30280:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840205.694179:0:30280:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621953044634624 : -122120664916992 : ffff90ee9125dc00) 00010000:00000001:2.0:1788840205.694182:0:30280:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788840205.694185:0:30280:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788840205.694187:0:30280:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1100 count: 2 00010000:00000001:2.0:1788840205.694190:0:30280:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840205.694192:0:30280:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788840205.694195:0:30280:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee87d8cc00. 00000020:00000001:2.0:1788840205.694198:0:30280:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788840205.694201:0:30280:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee87d8cc00 with handle 0x3aa5f499c96f3616 to hash 00000020:00000001:2.0:1788840205.694203:0:30280:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788840205.694204:0:30280:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000001:2.0:1788840205.694207:0:30280:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000001:2.0:1788840205.694209:0:30280:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840205.694211:0:30280:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840205.694215:0:30280:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3616 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30280 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840205.694222:0:30280:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3616 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30280 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840205.694235:0:30280:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3616 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30280 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788840205.694239:0:30280:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788840205.694241:0:30280:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788840205.694247:0:30280:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee8555ae40. 00000100:00000001:2.0:1788840205.694249:0:30280:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952846442048 : -122120863109568 : ffff90ee8555ae40) 00000100:00000001:2.0:1788840205.694251:0:30280:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840205.694252:0:30280:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044634624 : -122120664916992 : ffff90ee9125dc00) 00000100:00000001:2.0:1788840205.694256:0:30280:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840205.694259:0:30280:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840205.694261:0:30280:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788840205.694262:0:30280:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840205.694267:0:30280:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125dc00 x1875733133953408/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840205.694275:0:30280:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840205.694277:0:30280:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840205.694280:0:30280:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840205.694283:0:30280:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840205.694286:0:30280:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840205.694289:0:30280:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125dc00 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:30280:1875733133953408:192.168.202.131@tcp:101:lfs.0 00000100:00000001:2.0:1788840205.694293:0:30280:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840205.694298:0:30280:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840205.694300:0:30280:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840205.694302:0:30280:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840205.694306:0:30280:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90ee86e6b800. 02000000:00000001:2.0:1788840205.694307:0:30280:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840205.694313:0:30280:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840205.694317:0:30280:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e000. 00000400:00000010:2.0:1788840205.694322:0:30280:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee912345d8. 00000100:00000200:2.0:1788840205.694328:0:30280:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875733133953408, portal 10 00000100:00000001:2.0:1788840205.694330:0:30280:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840205.694331:0:30280:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044634624 : -122120664916992 : ffff90ee9125dc00) 00000100:00000040:2.0:1788840205.694336:0:30280:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee9125dc00 x1875733133953408/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840221 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840205.694342:0:30280:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840205.694345:0:30280:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840205.694347:0:30280:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234bb0. 00000100:00000200:2.0:1788840205.694350:0:30280:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875733133953408, offset 0 00000400:00000200:2.0:1788840205.694355:0:30280:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840205.694363:0:30280:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840205.694369:0:30280:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840205.694374:0:30280:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840205.694379:0:30280:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840205.694382:0:30280:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840205.694385:0:30280:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840205.694388:0:30280:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2249:2249:256:4294967295] 192.168.202.131@tcp LPNI seq info [2249:2249:8:4294967295] 00000400:00000200:2.0:1788840205.694393:0:30280:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840205.694401:0:30280:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840205.694407:0:30280:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840205.694412:0:30280:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989e00. 00000800:00000200:2.0:1788840205.694418:0:30280:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840205.694426:0:30280:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840205.694431:0:30280:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989e00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1788840205.694459:0:30280:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840205.694465:0:30280:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 780617 usecs (781 jiffies) 00000400:00000200:2.0:1788840205.694468:0:30280:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840205.694471:0:30280:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296436292 00000100:00000001:2.0:1788840205.694474:0:30280:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296436705 00000100:00000001:2.0:1788840205.694477:0:30280:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296436292 00000100:00000001:2.0:1788840205.694479:0:30280:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296436705 00000100:00000001:2.0:1788840205.694481:0:30280:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840205.694484:0:30280:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840205.694486:0:30280:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840205.694487:0:30280:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788840205.694490:0:30280:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee8555ae40 going to sleep for 11 seconds 00000100:00000001:2.0:1788840205.694492:0:30280:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840205.694494:0:30280:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840205.695449:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840205.695456:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989e00. 00000400:00000200:3.0:1788840205.695463:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840205.695471:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840205.695477:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234bb0 00000400:00000010:3.0:1788840205.695479:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234bb0. 00000100:00000001:3.0:1788840205.695484:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840205.695489:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125dc00 x1875733133953408/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840221 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840205.695500:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840205.695503:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee9125dc00 x1875733133953408/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840221 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840205.695510:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840205.695511:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840205.709096:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840205.709112:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840205.709117:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840205.709119:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840205.709128:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840205.709136:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840205.709144:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840205.709149:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840205.709154:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840205.709158:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 584 into portal 10 MB=0x6a9f827248980 00000400:00000200:3.0:1788840205.709164:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840205.709169:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 584/584 into md 0x635d [1] + 224 00000800:00000001:3.0:1788840205.709175:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840205.709181:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840205.709184:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840205.709201:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840205.709209:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840205.709216:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125dc00 x1875733133953408/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840221 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840205.709227:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff90ee9125dc00 x1875733133953408/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840221 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840205.709248:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840205.709257:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840205.709261:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840205.709603:0:30280:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788840205.709612:0:30280:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840205.709615:0:30280:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840205.709618:0:30280:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e000. 00000400:00000200:2.0:1788840205.709624:0:30280:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee912345d8 00000400:00000010:2.0:1788840205.709626:0:30280:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee912345d8. 00000100:00000001:2.0:1788840205.709630:0:30280:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840205.709635:0:30280:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125dc00 x1875733133953408/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840221 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788840205.709682:0:30280:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125dc00 x1875733133953408/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840221 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840205.709689:0:30280:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840205.709691:0:30280:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840205.709694:0:30280:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788840205.709697:0:30280:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788840205.709699:0:30280:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840205.709701:0:30280:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840205.709705:0:30280:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840205.709715:0:30280:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=55 v=5 (5 102 102 102) 00000100:00001000:2.0:1788840205.709719:0:30280:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=3 v=5 (1 0 0 0) 00000100:00000001:2.0:1788840205.709722:0:30280:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1788840205.709725:0:30280:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff90ee9125dc00 x1875733133953408/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840221 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840205.709732:0:30280:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1788840205.709735:0:30280:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788840205.709737:0:30280:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967591 00000100:00000001:2.0:1788840205.709739:0:30280:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788840205.709742:0:30280:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1788840205.709747:0:30280:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125dc00 x1875733133953408/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840221 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840205.709754:0:30280:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1788840205.709757:0:30280:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840205.709758:0:30280:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840205.709762:0:30280:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125dc00 x1875733133953408/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840221 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788840205.709768:0:30280:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125dc00 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:30280:1875733133953408:192.168.202.131@tcp:101:lfs.0 00000100:00000001:2.0:1788840205.709772:0:30280:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840205.709774:0:30280:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1788840205.709777:0:30280:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788840205.709779:0:30280:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840205.709782:0:30280:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125dc00 x1875733133953408/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840221 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840205.709787:0:30280:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788840205.709790:0:30280:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee8555ae40. 00000100:00000001:2.0:1788840205.709793:0:30280:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788840205.709795:0:30280:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1788840205.709798:0:30280:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788840205.709802:0:30280:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840205.709805:0:30280:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840205.709808:0:30280:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8cc00 refcount=4 00000020:00000001:2.0:1788840205.709810:0:30280:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000001:2.0:1788840205.709813:0:30280:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00010000:2.0:1788840205.709818:0:30280:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3616 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30280 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840205.709827:0:30280:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1788840205.709830:0:30280:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3616 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 30280 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840205.709836:0:30280:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788840205.709838:0:30280:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3616 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 30280 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840205.709843:0:30280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840205.709845:0:30280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788840205.709847:0:30280:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3616 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 30280 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840205.709852:0:30280:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840205.709855:0:30280:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840205.709857:0:30280:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1788840205.709859:0:30280:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3616 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 30280 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840205.709865:0:30280:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90ee87d8cc00 already unused, calling callback (ffffffffc1b72460) 00000080:00000001:2.0:1788840205.709868:0:30280:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1788840205.709871:0:30280:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3616 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 30280 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840205.709876:0:30280:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1788840205.709879:0:30280:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1788840205.709881:0:30280:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3616 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 30280 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840205.709885:0:30280:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1788840205.709905:0:30280:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1788840205.709907:0:30280:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840205.709908:0:30280:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840205.709910:0:30280:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8cc00 refcount=5 00000020:00000001:2.0:1788840205.709912:0:30280:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000001:2.0:1788840205.709914:0:30280:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000001:2.0:1788840205.709916:0:30280:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788840205.709918:0:30280:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3616 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 30280 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1788840205.709928:0:30280:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788840205.709929:0:30280:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840205.709932:0:30280:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1788840205.709934:0:30280:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788840205.709936:0:30280:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788840205.709938:0:30280:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788840205.709939:0:30280:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840205.709941:0:30280:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788840205.709943:0:30280:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee87d8cc00 with handle 0x3aa5f499c96f3616 from hash 00010000:00000001:2.0:1788840205.709945:0:30280:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788840205.709946:0:30280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840205.709956:0:30280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840205.709958:0:30280:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788840205.709959:0:30280:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788840205.709961:0:30280:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1788840205.709964:0:30280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840205.709965:0:30280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840205.709966:0:30280:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840205.709968:0:30280:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840205.709971:0:30280:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3616 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 30280 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840205.709976:0:30280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840205.709977:0:30280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840205.709979:0:30280:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1788840205.709980:0:30280:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788840205.709982:0:30280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840205.709983:0:30280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840205.709984:0:30280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788840205.709986:0:30280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3616 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 30280 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840205.709994:0:30280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840205.709996:0:30280:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1788840205.710001:0:30280:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1788840205.710006:0:30280:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff90ee9125dc00 x1875733133953408/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840221 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788840205.710012:0:30280:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1788840205.710014:0:30280:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840205.710016:0:30280:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840205.710018:0:30280:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840205.710020:0:30280:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788840205.710022:0:30280:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1788840205.710024:0:30280:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840205.710026:0:30280:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788840205.710029:0:30280:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d53710 00000002:00002000:2.0:1788840205.710031:0:30280:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21f.recovery-small-2 intent=getattr status=0 disp=0x7: rc = 0 00000002:00000001:2.0:1788840205.710034:0:30280:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840205.710038:0:30280:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840205.710040:0:30280:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788840205.710042:0:30280:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788840205.710045:0:30280:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788840205.710049:0:30280:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000001:2.0:1788840205.710052:0:30280:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788840205.710054:0:30280:0:(namei.c:674:ll_lookup_it_finish()) it ffffa16200d53b20 it_disposition 7 00000080:00002000:2.0:1788840205.710060:0:30280:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90ee907140d8 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:2.0:1788840205.710067:0:30280:0:(lmv_obd.c:4261:lmv_revalidate_lock()) Process entered 00000002:00000001:2.0:1788840205.710072:0:30280:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788840205.710074:0:30280:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840205.710076:0:30280:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840205.710082:0:30280:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1100 count: 2 00010000:00000001:2.0:1788840205.710084:0:30280:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840205.710089:0:30280:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840205.710091:0:30280:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788840205.710094:0:30280:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8dc00/0x3aa5f499c96f360f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba02c expref: -99 pid: 30280 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788840205.710101:0:30280:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788840205.710106:0:30280:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840205.710108:0:30280:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8dc00/0x3aa5f499c96f360f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba02c expref: -99 pid: 30280 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788840205.710115:0:30280:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788840205.710117:0:30280:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788840205.710119:0:30280:0:(lmv_obd.c:4268:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788840205.710121:0:30280:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788840205.710123:0:30280:0:(dcache.c:176:ll_intent_release()) intent ffffa16200d53930 released 00000080:00010000:2.0:1788840205.710125:0:30280:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f360f from it ffffa16200d53930 00010000:00000001:2.0:1788840205.710127:0:30280:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840205.710128:0:30280:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840205.710130:0:30280:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8dc00 refcount=3 00000020:00000001:2.0:1788840205.710131:0:30280:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888593408 : -122120820958208 : ffff90ee87d8dc00) 00010000:00000001:2.0:1788840205.710133:0:30280:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888593408 : -122120820958208 : ffff90ee87d8dc00) 00010000:00000001:2.0:1788840205.710135:0:30280:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788840205.710137:0:30280:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8dc00/0x3aa5f499c96f360f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba02c expref: -99 pid: 30280 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788840205.710143:0:30280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840205.710144:0:30280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840205.710145:0:30280:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788840205.710147:0:30280:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788840205.710149:0:30280:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8dc00/0x3aa5f499c96f360f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba02c expref: -99 pid: 30280 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788840205.710156:0:30280:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788840205.710159:0:30280:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788840205.710161:0:30280:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840205.710165:0:30280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840205.710167:0:30280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840205.710168:0:30280:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840205.710171:0:30280:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788840205.710172:0:30280:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840205.710174:0:30280:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840205.710178:0:30280:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840205.710180:0:30280:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788840205.710182:0:30280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840205.710183:0:30280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788840205.710184:0:30280:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1788840205.710185:0:30280:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788840205.710188:0:30280:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788840205.710192:0:30280:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85090c00. 00000100:00000001:2.0:1788840205.710196:0:30280:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840205.710200:0:30280:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125dc00 x1875733133953408/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840221 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840205.710206:0:30280:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840205.710209:0:30280:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840205.710211:0:30280:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90ee86e6b800. 02000000:00000001:2.0:1788840205.710214:0:30280:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840205.710216:0:30280:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840205.710218:0:30280:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=4 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:2.0:1788840205.710220:0:30280:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840205.710223:0:30280:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee85dd7400. 02000000:00000001:2.0:1788840205.710226:0:30280:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840205.710227:0:30280:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840205.710229:0:30280:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125dc00. 00000100:00000001:2.0:1788840205.710232:0:30280:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840205.710234:0:30280:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788840205.710236:0:30280:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788840205.710238:0:30280:0:(dcache.c:176:ll_intent_release()) intent ffffa16200d53b20 released 00000080:00000001:2.0:1788840205.710239:0:30280:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1788840205.710243:0:30280:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788840205.710246:0:30280:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d53b70 00000080:00002000:2.0:1788840205.710247:0:30280:0:(dcache.c:127:ll_ddelete()) keeping dentry d21f.recovery-small-2 (ffff90ee907140d8, parent ffff90ee9069b510, inode 0000000000000000) hashed, 00000080:00000001:2.0:1788840205.710250:0:30280:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840205.710298:0:30280:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788840205.710300:0:30280:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788840205.710302:0:30280:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788840205.710304:0:30280:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d53bb0 00000080:00200000:2.0:1788840205.710306:0:30280:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:2.0:1788840205.710311:0:30280:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85090c00. 00800000:00000002:2.0:1788840205.710316:0:30280:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:2.0:1788840205.710318:0:30280:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788840205.710321:0:30280:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788840205.710323:0:30280:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d53ad0 00800000:00000002:2.0:1788840205.710324:0:30280:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788840205.710327:0:30280:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788840205.710330:0:30280:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788840205.710333:0:30280:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788840205.710335:0:30280:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d539a0 00000002:00010000:2.0:1788840205.710336:0:30280:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788840205.710339:0:30280:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788840205.710340:0:30280:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840205.710342:0:30280:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840205.710344:0:30280:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1100 count: 2 00010000:00000001:2.0:1788840205.710346:0:30280:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840205.710348:0:30280:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840205.710349:0:30280:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788840205.710352:0:30280:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8dc00/0x3aa5f499c96f360f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba02c expref: -99 pid: 30280 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788840205.710358:0:30280:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788840205.710360:0:30280:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840205.710363:0:30280:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8dc00/0x3aa5f499c96f360f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba02c expref: -99 pid: 30280 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1788840205.710368:0:30280:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788840205.710369:0:30280:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788840205.710371:0:30280:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788840205.710373:0:30280:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788840205.710375:0:30280:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788840205.710376:0:30280:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788840205.710379:0:30280:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788840205.710380:0:30280:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:2.0:1788840205.710382:0:30280:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85090c00. 00000080:00000001:2.0:1788840205.710385:0:30280:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788840205.710387:0:30280:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840205.710390:0:30280:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:2.0:1788840205.710393:0:30280:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f360f 00800000:00000001:2.0:1788840205.710396:0:30280:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788840205.710398:0:30280:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788840205.710399:0:30280:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840205.710400:0:30280:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840205.710401:0:30280:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8dc00 refcount=3 00000020:00000001:2.0:1788840205.710403:0:30280:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888593408 : -122120820958208 : ffff90ee87d8dc00) 00010000:00000001:2.0:1788840205.710405:0:30280:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888593408 : -122120820958208 : ffff90ee87d8dc00) 00010000:00000001:2.0:1788840205.710407:0:30280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840205.710408:0:30280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840205.710409:0:30280:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840205.710411:0:30280:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840205.710413:0:30280:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f360f from it ffffa16200d53be8 00010000:00000001:2.0:1788840205.710415:0:30280:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840205.710416:0:30280:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840205.710417:0:30280:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8dc00 refcount=3 00000020:00000001:2.0:1788840205.710418:0:30280:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888593408 : -122120820958208 : ffff90ee87d8dc00) 00010000:00000001:2.0:1788840205.710420:0:30280:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888593408 : -122120820958208 : ffff90ee87d8dc00) 00010000:00000001:2.0:1788840205.710422:0:30280:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788840205.710425:0:30280:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8dc00/0x3aa5f499c96f360f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba02c expref: -99 pid: 30280 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788840205.710431:0:30280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840205.710432:0:30280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840205.710433:0:30280:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788840205.710434:0:30280:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788840205.710437:0:30280:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8dc00/0x3aa5f499c96f360f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba02c expref: -99 pid: 30280 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788840205.710443:0:30280:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788840205.710444:0:30280:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788840205.710446:0:30280:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840205.710448:0:30280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840205.710449:0:30280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840205.710450:0:30280:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840205.710452:0:30280:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788840205.710453:0:30280:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840205.710455:0:30280:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840205.710457:0:30280:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840205.710458:0:30280:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788840205.710460:0:30280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840205.710461:0:30280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788840205.710462:0:30280:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788840205.710464:0:30280:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788840205.710466:0:30280:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788840205.710471:0:30280:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840205.710474:0:30280:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788840205.710476:0:30280:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d53bd8 00000080:00002000:2.0:1788840205.710478:0:30280:0:(dcache.c:87:ll_dcompare()) found name d21f.recovery-small-2(ffff90ee907140d8) flags 0x8000e refc 0 00000080:00000001:2.0:1788840205.710480:0:30280:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840205.710482:0:30280:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d53c20 00000080:00200000:2.0:1788840205.710483:0:30280:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21f.recovery-small-2, flags=16392 00000080:00000001:2.0:1788840205.710487:0:30280:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788840205.710488:0:30280:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d53ba8 00000080:00002000:2.0:1788840205.710490:0:30280:0:(dcache.c:127:ll_ddelete()) keeping dentry d21f.recovery-small-2 (ffff90ee907140d8, parent ffff90ee9069b510, inode 0000000000000000) hashed, 00000080:00000001:2.0:1788840205.710493:0:30280:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840205.710514:0:30280:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d53d08 00000080:00200008:2.0:1788840205.710517:0:30280:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff90ee905142c8), request_mask 0, flags 0, foreign 0 00000080:00000001:2.0:1788840205.710520:0:30280:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788840205.710522:0:30280:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d53c80 00000080:00200000:2.0:1788840205.710523:0:30280:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:2.0:1788840205.710527:0:30280:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85090c00. 00800000:00000002:2.0:1788840205.710529:0:30280:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:2.0:1788840205.710532:0:30280:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788840205.710534:0:30280:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788840205.710535:0:30280:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d53ba0 00800000:00000002:2.0:1788840205.710537:0:30280:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788840205.710539:0:30280:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788840205.710542:0:30280:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788840205.710546:0:30280:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788840205.710547:0:30280:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d53a70 00000002:00010000:2.0:1788840205.710548:0:30280:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788840205.710550:0:30280:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788840205.710552:0:30280:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840205.710553:0:30280:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840205.710555:0:30280:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1100 count: 2 00010000:00000001:2.0:1788840205.710558:0:30280:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840205.710560:0:30280:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840205.710562:0:30280:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788840205.710565:0:30280:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8dc00/0x3aa5f499c96f360f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba02c expref: -99 pid: 30280 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1788840205.710572:0:30280:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788840205.710574:0:30280:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840205.710577:0:30280:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8dc00/0x3aa5f499c96f360f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba02c expref: -99 pid: 30280 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1788840205.710583:0:30280:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788840205.710585:0:30280:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788840205.710587:0:30280:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788840205.710588:0:30280:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788840205.710590:0:30280:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788840205.710591:0:30280:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788840205.710594:0:30280:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788840205.710595:0:30280:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:2.0:1788840205.710599:0:30280:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85090c00. 00000080:00000001:2.0:1788840205.710601:0:30280:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788840205.710602:0:30280:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840205.710604:0:30280:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:2.0:1788840205.710607:0:30280:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f360f 00800000:00000001:2.0:1788840205.710610:0:30280:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788840205.710612:0:30280:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788840205.710613:0:30280:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840205.710615:0:30280:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840205.710616:0:30280:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8dc00 refcount=3 00000020:00000001:2.0:1788840205.710618:0:30280:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888593408 : -122120820958208 : ffff90ee87d8dc00) 00010000:00000001:2.0:1788840205.710620:0:30280:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888593408 : -122120820958208 : ffff90ee87d8dc00) 00010000:00000001:2.0:1788840205.710622:0:30280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840205.710623:0:30280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840205.710624:0:30280:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840205.710626:0:30280:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840205.710628:0:30280:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f360f from it ffffa16200d53cb8 00010000:00000001:2.0:1788840205.710629:0:30280:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840205.710630:0:30280:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840205.710632:0:30280:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8dc00 refcount=3 00000020:00000001:2.0:1788840205.710634:0:30280:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888593408 : -122120820958208 : ffff90ee87d8dc00) 00010000:00000001:2.0:1788840205.710635:0:30280:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888593408 : -122120820958208 : ffff90ee87d8dc00) 00010000:00000001:2.0:1788840205.711409:0:30280:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788840205.711418:0:30280:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8dc00/0x3aa5f499c96f360f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba02c expref: -99 pid: 30280 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788840205.711429:0:30280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840205.711430:0:30280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840205.711431:0:30280:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788840205.711433:0:30280:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788840205.711436:0:30280:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8dc00/0x3aa5f499c96f360f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba02c expref: -99 pid: 30280 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788840205.711441:0:30280:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788840205.711444:0:30280:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788840205.711445:0:30280:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840205.711448:0:30280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840205.711449:0:30280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840205.711451:0:30280:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840205.711453:0:30280:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788840205.711454:0:30280:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840205.711457:0:30280:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840205.711459:0:30280:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840205.711461:0:30280:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788840205.711463:0:30280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840205.711464:0:30280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788840205.711467:0:30280:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788840205.711468:0:30280:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788840205.711471:0:30280:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840205.711477:0:30280:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d53d08 00000080:00000008:2.0:1788840205.711479:0:30280:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff90ee905142c8), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1788840205.713217:0:30280:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840205.713260:0:30280:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d53d08 00000080:00200008:3.0:1788840205.713264:0:30280:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff90ee905142c8), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1788840205.713270:0:30280:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788840205.713272:0:30280:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d53c80 00000080:00200000:3.0:1788840205.713273:0:30280:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:3.0:1788840205.713278:0:30280:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee86fa6c00. 00800000:00000002:3.0:1788840205.713500:0:30280:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:3.0:1788840205.713504:0:30280:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788840205.713509:0:30280:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788840205.713511:0:30280:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d53ba0 00800000:00000002:3.0:1788840205.713513:0:30280:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788840205.713517:0:30280:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788840205.713521:0:30280:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788840205.713525:0:30280:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788840205.713527:0:30280:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d53a70 00000002:00010000:3.0:1788840205.713529:0:30280:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788840205.713532:0:30280:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788840205.713535:0:30280:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840205.713537:0:30280:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788840205.713543:0:30280:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1100 count: 2 00010000:00000001:3.0:1788840205.713546:0:30280:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840205.713550:0:30280:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840205.713553:0:30280:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788840205.713610:0:30280:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8dc00/0x3aa5f499c96f360f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba02c expref: -99 pid: 30280 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1788840205.713622:0:30280:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788840205.713628:0:30280:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840205.713631:0:30280:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8dc00/0x3aa5f499c96f360f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba02c expref: -99 pid: 30280 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1788840205.713664:0:30280:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788840205.713667:0:30280:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788840205.713669:0:30280:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788840205.713671:0:30280:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788840205.713672:0:30280:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788840205.713674:0:30280:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788840205.713677:0:30280:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788840205.713679:0:30280:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:3.0:1788840205.713682:0:30280:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee86fa6c00. 00000080:00000001:3.0:1788840205.713686:0:30280:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788840205.713687:0:30280:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788840205.713690:0:30280:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:3.0:1788840205.713694:0:30280:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f360f 00800000:00000001:3.0:1788840205.713697:0:30280:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788840205.713699:0:30280:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788840205.713701:0:30280:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840205.713703:0:30280:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840205.713706:0:30280:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8dc00 refcount=3 00000020:00000001:3.0:1788840205.713708:0:30280:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888593408 : -122120820958208 : ffff90ee87d8dc00) 00010000:00000001:3.0:1788840205.713710:0:30280:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888593408 : -122120820958208 : ffff90ee87d8dc00) 00010000:00000001:3.0:1788840205.713714:0:30280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840205.713716:0:30280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788840205.713717:0:30280:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840205.713719:0:30280:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788840205.713721:0:30280:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f360f from it ffffa16200d53cb8 00010000:00000001:3.0:1788840205.713723:0:30280:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840205.713724:0:30280:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840205.713725:0:30280:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8dc00 refcount=3 00000020:00000001:3.0:1788840205.713727:0:30280:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888593408 : -122120820958208 : ffff90ee87d8dc00) 00010000:00000001:3.0:1788840205.713729:0:30280:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888593408 : -122120820958208 : ffff90ee87d8dc00) 00010000:00000001:3.0:1788840205.713731:0:30280:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788840205.713733:0:30280:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8dc00/0x3aa5f499c96f360f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba02c expref: -99 pid: 30280 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788840205.713739:0:30280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840205.713740:0:30280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840205.713742:0:30280:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788840205.713744:0:30280:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788840205.713746:0:30280:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8dc00/0x3aa5f499c96f360f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba02c expref: -99 pid: 30280 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788840205.713754:0:30280:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788840205.713757:0:30280:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788840205.713759:0:30280:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840205.713762:0:30280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840205.713763:0:30280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840205.713764:0:30280:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840205.713767:0:30280:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788840205.713768:0:30280:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840205.713770:0:30280:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840205.713772:0:30280:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840205.713774:0:30280:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788840205.713775:0:30280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840205.713776:0:30280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788840205.713779:0:30280:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788840205.713780:0:30280:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788840205.713783:0:30280:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840205.713787:0:30280:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d53d08 00000080:00000008:3.0:1788840205.713789:0:30280:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff90ee905142c8), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1788840205.714490:0:30280:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788840205.714494:0:30280:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788840205.714496:0:30280:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d53b78 00000080:00200000:3.0:1788840205.714498:0:30280:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:3.0:1788840205.714504:0:30280:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee86fa6c00. 00800000:00000002:3.0:1788840205.714508:0:30280:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:3.0:1788840205.714511:0:30280:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788840205.714513:0:30280:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788840205.714515:0:30280:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d53a98 00800000:00000002:3.0:1788840205.714516:0:30280:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788840205.714519:0:30280:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788840205.714522:0:30280:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788840205.714525:0:30280:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788840205.714526:0:30280:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d53968 00000002:00010000:3.0:1788840205.714529:0:30280:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788840205.714532:0:30280:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788840205.714533:0:30280:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840205.714535:0:30280:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788840205.714540:0:30280:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1100 count: 2 00010000:00000001:3.0:1788840205.714542:0:30280:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840205.714545:0:30280:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840205.714548:0:30280:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788840205.714552:0:30280:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8dc00/0x3aa5f499c96f360f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba02c expref: -99 pid: 30280 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:3.0:1788840205.715155:0:30280:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788840205.715162:0:30280:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840205.715167:0:30280:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8dc00/0x3aa5f499c96f360f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba02c expref: -99 pid: 30280 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:3.0:1788840205.715175:0:30280:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788840205.715178:0:30280:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788840205.715179:0:30280:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788840205.715181:0:30280:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788840205.715183:0:30280:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788840205.715186:0:30280:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788840205.715188:0:30280:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788840205.715191:0:30280:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:3.0:1788840205.715193:0:30280:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee86fa6c00. 00000080:00000001:3.0:1788840205.715197:0:30280:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788840205.715199:0:30280:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788840205.715201:0:30280:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:3.0:1788840205.715204:0:30280:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f360f 00800000:00000001:3.0:1788840205.715207:0:30280:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788840205.715209:0:30280:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788840205.715210:0:30280:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840205.715212:0:30280:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840205.715214:0:30280:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8dc00 refcount=3 00000020:00000001:3.0:1788840205.715216:0:30280:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888593408 : -122120820958208 : ffff90ee87d8dc00) 00010000:00000001:3.0:1788840205.715219:0:30280:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888593408 : -122120820958208 : ffff90ee87d8dc00) 00010000:00000001:3.0:1788840205.715221:0:30280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840205.715223:0:30280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788840205.715224:0:30280:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840205.715225:0:30280:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788840205.715227:0:30280:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f360f from it ffffa16200d53bb0 00010000:00000001:3.0:1788840205.715229:0:30280:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840205.715230:0:30280:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840205.715231:0:30280:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8dc00 refcount=3 00000020:00000001:3.0:1788840205.715233:0:30280:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888593408 : -122120820958208 : ffff90ee87d8dc00) 00010000:00000001:3.0:1788840205.715235:0:30280:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888593408 : -122120820958208 : ffff90ee87d8dc00) 00010000:00000001:3.0:1788840205.715237:0:30280:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788840205.715240:0:30280:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8dc00/0x3aa5f499c96f360f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba02c expref: -99 pid: 30280 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788840205.715247:0:30280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840205.715248:0:30280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840205.715250:0:30280:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788840205.715252:0:30280:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788840205.715254:0:30280:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8dc00/0x3aa5f499c96f360f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba02c expref: -99 pid: 30280 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1788840205.715260:0:30280:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788840205.715262:0:30280:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788840205.715264:0:30280:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840205.715267:0:30280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840205.715268:0:30280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840205.715269:0:30280:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840205.715272:0:30280:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788840205.715274:0:30280:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840205.715275:0:30280:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840205.715278:0:30280:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840205.715825:0:30280:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788840205.715827:0:30280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840205.715828:0:30280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788840205.715831:0:30280:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788840205.715833:0:30280:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788840205.715836:0:30280:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 44 00000080:00000001:3.0:1788840205.715841:0:30280:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840205.715847:0:30280:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:3.0:1788840205.715849:0:30280:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788840205.715852:0:30280:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d53b78 00000080:00200008:3.0:1788840205.715854:0:30280:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff90ee905142c8), flags 300000 00000080:00000010:3.0:1788840205.715861:0:30280:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90ee91e61cc0. 00000080:00000001:3.0:1788840205.715865:0:30280:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840205.715867:0:30280:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840205.715966:0:30280:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840205.715968:0:30280:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c03066f0 arg=7ffe1e42c2f0 00000020:00000001:3.0:1788840205.715974:0:30280:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840205.715980:0:30280:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 648 at ffff90ee86eec800. 00000020:00000001:3.0:1788840205.715984:0:30280:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840205.715987:0:30280:0:(dir.c:442:ll_dir_setdirstripe()) Process entered 00000020:00000001:3.0:1788840205.715989:0:30280:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d53ad0 00000080:00200000:3.0:1788840205.715991:0:30280:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) name=d21f.recovery-small-2 stripe_offset=0 stripe_count=1, hash_type=0 00000080:00000010:3.0:1788840205.715998:0:30280:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee86fa6c00. 00800000:00000002:3.0:1788840205.716003:0:30280:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00800000:00000001:3.0:1788840205.716011:0:30280:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:3.0:1788840205.716013:0:30280:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1788840205.716017:0:30280:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446621952875900928 : -122120833650688 : ffff90ee87173000) 00800000:00000001:3.0:1788840205.716021:0:30280:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1788840205.716023:0:30280:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1788840205.716026:0:30280:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1788840205.716029:0:30280:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1788840205.716032:0:30280:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff90ee90f70800: Allocated FID [0x200000404:0x20:0x0] 40000000:00000001:3.0:1788840205.716035:0:30280:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840205.716037:0:30280:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840205.716039:0:30280:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840205.716040:0:30280:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840205.716042:0:30280:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d539e8 00800000:00000002:3.0:1788840205.716044:0:30280:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd21f.recovery-small-2' [0x200000404:0x20:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:3.0:1788840205.716047:0:30280:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:3.0:1788840205.716049:0:30280:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788840205.716053:0:30280:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1100 count: 2 00010000:00000001:3.0:1788840205.716055:0:30280:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840205.716058:0:30280:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788840205.716061:0:30280:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788840205.716064:0:30280:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8dc00/0x3aa5f499c96f360f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8a436931312ba02c expref: -99 pid: 30280 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:3.0:1788840205.716072:0:30280:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788840205.716075:0:30280:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788840205.716077:0:30280:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788840205.716079:0:30280:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1788840205.716082:0:30280:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840205.716083:0:30280:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788840205.716085:0:30280:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1100 count: 3 00010000:00000001:3.0:1788840205.716087:0:30280:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788840205.716091:0:30280:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840205.716092:0:30280:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840205.716093:0:30280:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788840205.716095:0:30280:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1100 count: 3 00010000:00000001:3.0:1788840205.716097:0:30280:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788840205.716099:0:30280:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840205.716100:0:30280:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840205.716101:0:30280:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788840205.716102:0:30280:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1100 count: 3 00010000:00000001:3.0:1788840205.716104:0:30280:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788840205.716105:0:30280:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840205.716107:0:30280:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788840205.716110:0:30280:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff90ee90514200, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1788840205.716114:0:30280:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:3.0:1788840205.716118:0:30280:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d53670 00000080:00002000:3.0:1788840205.716120:0:30280:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d21f.recovery-small-2 00000080:00000001:3.0:1788840205.716126:0:30280:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788840205.716132:0:30280:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1788840205.716135:0:30280:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1788840205.716137:0:30280:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788840205.716138:0:30280:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840205.716141:0:30280:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788840205.716144:0:30280:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788840205.716145:0:30280:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788840205.716148:0:30280:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840205.716150:0:30280:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788840205.716152:0:30280:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee87d8dc00 with handle 0x3aa5f499c96f360f from hash 00010000:00000001:3.0:1788840205.716154:0:30280:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788840205.716155:0:30280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840205.716157:0:30280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840205.716158:0:30280:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788840205.716160:0:30280:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788840205.716162:0:30280:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788840205.716164:0:30280:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788840205.716166:0:30280:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788840205.716168:0:30280:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1788840205.716174:0:30280:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d49880. 00000020:00000040:3.0:1788840205.716178:0:30280:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 02000000:00000001:3.0:1788840205.716184:0:30280:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788840205.716186:0:30280:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840205.716188:0:30280:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788840205.716192:0:30280:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840205.716195:0:30280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840205.716196:0:30280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840205.716197:0:30280:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840205.716200:0:30280:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840205.716202:0:30280:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840205.716205:0:30280:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840205.716212:0:30280:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee86eed800. 00000100:00000001:3.0:1788840205.716218:0:30280:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840205.716221:0:30280:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788840205.716223:0:30280:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788840205.716228:0:30280:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8dc00/0x3aa5f499c96f360f lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312ba02c expref: -99 pid: 30280 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:3.0:1788840205.716235:0:30280:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1788840205.716237:0:30280:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788840205.716238:0:30280:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788840205.716241:0:30280:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8dc00/0x3aa5f499c96f360f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312ba02c expref: -99 pid: 30280 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:3.0:1788840205.716247:0:30280:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee892b1100 count: 0 00010000:00000010:3.0:1788840205.716251:0:30280:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90ee98e7db00. 00010000:00000001:3.0:1788840205.716259:0:30280:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840205.716261:0:30280:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840205.716263:0:30280:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788840205.716264:0:30280:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840205.716266:0:30280:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1788840205.716277:0:30280:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1788840205.716289:0:30280:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee86d49880 x1875733133953664/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788840205.716296:0:30280:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788840205.716299:0:30280:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788840205.716305:0:30280:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee98224f00. 00000100:00000001:3.0:1788840205.716307:0:30280:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621953161842432 : -122120547709184 : ffff90ee98224f00) 00000100:00000001:3.0:1788840205.716309:0:30280:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840205.716311:0:30280:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871536768 : -122120838014848 : ffff90ee86d49880) 00000100:00000001:3.0:1788840205.716315:0:30280:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840205.716319:0:30280:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840205.716813:0:30280:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788840205.716816:0:30280:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840205.716824:0:30280:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d49880 x1875733133953664/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840205.716832:0:30280:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840205.716834:0:30280:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840205.716837:0:30280:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840205.716840:0:30280:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840205.716843:0:30280:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840205.716846:0:30280:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d49880 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:30280:1875733133953664:192.168.202.131@tcp:36:lfs.0 00000100:00000001:3.0:1788840205.716850:0:30280:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840205.716855:0:30280:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840205.716857:0:30280:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840205.716860:0:30280:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840205.716865:0:30280:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86eec000. 02000000:00000001:3.0:1788840205.716868:0:30280:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840205.716875:0:30280:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840205.716879:0:30280:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4f898. 00000400:00000010:3.0:1788840205.716885:0:30280:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011ecc0. 00000100:00000200:3.0:1788840205.717047:0:30280:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133953664, portal 10 00000100:00000001:3.0:1788840205.717049:0:30280:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840205.717051:0:30280:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871536768 : -122120838014848 : ffff90ee86d49880) 00000100:00000040:3.0:1788840205.717058:0:30280:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee86d49880 x1875733133953664/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/576 e 0 to 0 dl 1788840221 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840205.717065:0:30280:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840205.717068:0:30280:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840205.717072:0:30280:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011edd0. 00000100:00000200:3.0:1788840205.717074:0:30280:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1875733133953664, offset 0 00000400:00000200:3.0:1788840205.717080:0:30280:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840205.717087:0:30280:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840205.717093:0:30280:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840205.717098:0:30280:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840205.717102:0:30280:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840205.717106:0:30280:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840205.717108:0:30280:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840205.717112:0:30280:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2250:2250:256:4294967295] 192.168.202.131@tcp LPNI seq info [2250:2250:8:4294967295] 00000400:00000200:3.0:1788840205.717116:0:30280:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840205.717124:0:30280:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840205.717129:0:30280:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840205.717134:0:30280:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee878d1000. 00000800:00000200:3.0:1788840205.717140:0:30280:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840205.717147:0:30280:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840205.717152:0:30280:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee878d1000 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:3.0:1788840205.717175:0:30280:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840205.717179:0:30280:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 779403 usecs (780 jiffies) 00000400:00000200:3.0:1788840205.717182:0:30280:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840205.717185:0:30280:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296436315 00000100:00000001:3.0:1788840205.717188:0:30280:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296436705 00000100:00000001:3.0:1788840205.717190:0:30280:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296436315 00000100:00000001:3.0:1788840205.717192:0:30280:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296436705 00000100:00000001:3.0:1788840205.717195:0:30280:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840205.717198:0:30280:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840205.717200:0:30280:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840205.717202:0:30280:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788840205.717204:0:30280:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee98224f00 going to sleep for 11 seconds 00000100:00000001:3.0:1788840205.717206:0:30280:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840205.717209:0:30280:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840205.717673:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840205.717678:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee878d1000. 00000400:00000200:2.0:1788840205.717684:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840205.717689:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840205.717695:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011edd0 00000400:00000010:2.0:1788840205.717697:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011edd0. 00000100:00000001:2.0:1788840205.717701:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840205.717705:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d49880 x1875733133953664/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/576 e 0 to 0 dl 1788840221 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840205.717715:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840205.717718:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee86d49880 x1875733133953664/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/576 e 0 to 0 dl 1788840221 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840205.717725:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840205.717726:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1788840205.718756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8cc00. 00000080:00000010:3.1:1788840205.722739:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee86e75000. 00010000:00000010:3.1:1788840205.722755:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1100. 00010000:00000010:3.1:1788840205.722760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8dc00. 00000800:00000001:3.0:1788840205.747711:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840205.747729:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840205.747734:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840205.747736:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840205.747744:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840205.747751:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840205.747759:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840205.747764:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840205.747770:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840205.747774:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 448 into portal 10 MB=0x6a9f827248a80 00000400:00000200:3.0:1788840205.747778:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840205.747784:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 448/448 into md 0x636d [1] + 224 00000800:00000001:3.0:1788840205.747791:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840205.747798:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840205.747802:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840205.747806:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840205.747814:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840205.747822:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d49880 x1875733133953664/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/576 e 0 to 0 dl 1788840221 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840205.747833:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff90ee86d49880 x1875733133953664/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/576 e 0 to 0 dl 1788840221 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840205.747847:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788840205.747856:0:2353:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788840205.747859:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840205.747864:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840205.747870:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2251:2251:256:4294967295] 192.168.202.131@tcp LPNI seq info [2251:2251:8:4294967295] 00000400:00000200:3.0:1788840205.747874:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840205.747882:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) 192.168.202.131@tcp : ACK try# 0 00000800:00000200:3.0:1788840205.747887:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840205.747903:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee878d1f00. 00000800:00000200:3.0:1788840205.747910:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840205.747918:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840205.747922:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee878d1f00 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:2.0:1788840205.747994:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:3.0:1788840205.748016:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840205.748020:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee878d1f00. 00000400:00000200:3.0:1788840205.748024:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840205.748028:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: ACK: OK 00000800:00000001:2.0:1788840205.748028:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788840205.802259:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840205.802265:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0d300. 00000400:00000200:2.0:1788840205.802271:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840205.802278:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840205.802286:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539b28 00000400:00000010:2.0:1788840205.802288:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539b28. 00000100:00000001:2.0:1788840205.802293:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840205.802298:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fac000 x1875733133953792/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840221 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840205.802315:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840205.802318:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fac000 x1875733133953792/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840221 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840205.802336:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840205.802338:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840205.809880:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840205.809904:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840205.809909:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840205.809912:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840205.809925:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840205.809935:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840205.809955:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840205.809962:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840205.809969:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840205.809974:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 688 into portal 10 MB=0x6a9f827248b00 00000400:00000200:3.0:1788840205.809979:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840205.809987:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 688/688 into md 0x637d [1] + 224 00000800:00000001:3.0:1788840205.809996:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840205.810008:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840205.810012:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840205.810018:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840205.810027:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840205.810038:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fac000 x1875733133953792/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840221 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840205.810050:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff90ee87fac000 x1875733133953792/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840221 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840205.810074:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840205.810085:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840205.810089:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788840205.812047:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840205.812054:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0dd00. 00000400:00000200:2.0:1788840205.812060:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840205.812066:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840205.812072:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea05397f8 00000400:00000010:2.0:1788840205.812075:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea05397f8. 00000100:00000001:2.0:1788840205.812079:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840205.812084:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fac000 x1875733133953920/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840221 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840205.812094:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840205.812097:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fac000 x1875733133953920/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840221 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840205.812103:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840205.812105:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840205.823842:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840205.823865:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840205.823870:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840205.823873:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840205.823884:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840205.823895:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840205.823907:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840205.823912:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840205.823918:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840205.823923:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 584 into portal 10 MB=0x6a9f827248b80 00000400:00000200:3.0:1788840205.823928:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840205.823936:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 584/584 into md 0x6385 [1] + 224 00000800:00000001:3.0:1788840205.823945:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840205.823963:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840205.823967:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840205.823972:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840205.823982:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840205.823995:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fac000 x1875733133953920/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840221 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840205.824007:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff90ee87fac000 x1875733133953920/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840221 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840205.824032:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840205.824045:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840205.824049:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788840205.831048:0:30282:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788840205.831059:0:30282:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1f:0x0](ffff90ee90515b88), inode mode 41ed mask 1 00000080:00000001:2.0:1788840205.831071:0:30282:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788840205.831102:0:30282:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90ee86e75d00. 00000080:00000001:2.0:1788840205.831111:0:30282:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788840205.831113:0:30282:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1f:0x0](ffff90ee90515b88), inode mode 41ed mask 3 00000080:00000001:2.0:1788840205.831116:0:30282:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840205.831130:0:30282:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1788840205.831135:0:30282:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201547b58 00000080:00200000:2.0:1788840205.831139:0:30282:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f, dir=[0x200000404:0x1f:0x0](ffff90ee90515b88), file ffff90ee85f73c80, open_flags 8042, mode 81a4 opened 0 00000080:00000010:2.0:1788840205.831146:0:30282:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff90ee87fb1f00. 00000080:00000001:2.0:1788840205.831153:0:30282:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788840205.831157:0:30282:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201547a08 00000080:00200000:2.0:1788840205.831160:0:30282:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x1f:0x0](ffff90ee90515b88), intent=open|creat 00000080:00000010:2.0:1788840205.831171:0:30282:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85090c00. 00000080:00000001:2.0:1788840205.831183:0:30282:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788840205.831188:0:30282:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788840205.831391:0:30282:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201547928 00800000:00000002:2.0:1788840205.831394:0:30282:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f' on [0x200000404:0x1f:0x0] 00800000:00000001:2.0:1788840205.831398:0:30282:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1788840205.831402:0:30282:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1788840205.831409:0:30282:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446621952875900928 : -122120833650688 : ffff90ee87173000) 00800000:00000001:2.0:1788840205.831413:0:30282:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1788840205.831416:0:30282:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1788840205.831421:0:30282:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1788840205.831424:0:30282:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1788840205.831428:0:30282:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff90ee90f70800: Allocated FID [0x200000404:0x21:0x0] 40000000:00000001:2.0:1788840205.831431:0:30282:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840205.831433:0:30282:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840205.831435:0:30282:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840205.831437:0:30282:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840205.831439:0:30282:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162015478a8 00800000:00000002:2.0:1788840205.831441:0:30282:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000404:0x1f:0x0], fid2=[0x200000404:0x21:0x0], name='f' -> mds #0 layout version 1 00000002:00000001:2.0:1788840205.831448:0:30282:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788840205.831450:0:30282:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162015477e0 00000002:00010000:2.0:1788840205.831452:0:30282:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x200000404:0x21:0x0]) in obj [0x200000404:0x1f:0x0], intent: open|creat flags 0100103 00000002:00000001:2.0:1788840205.831456:0:30282:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788840205.831460:0:30282:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1788840205.831464:0:30282:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1788840205.831472:0:30282:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840205.831474:0:30282:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788840205.831480:0:30282:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4000 count: 2 00010000:00000001:2.0:1788840205.831483:0:30282:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840205.831488:0:30282:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788840205.831492:0:30282:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840205.831494:0:30282:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840205.831497:0:30282:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788840205.831506:0:30282:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125dc00. 00000020:00000040:2.0:1788840205.831511:0:30282:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 02000000:00000001:2.0:1788840205.831520:0:30282:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788840205.831522:0:30282:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840205.831525:0:30282:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788840205.831531:0:30282:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840205.831539:0:30282:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840205.831541:0:30282:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840205.831543:0:30282:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840205.831546:0:30282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840205.831549:0:30282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840205.831556:0:30282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840205.831566:0:30282:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee85dd4000. 00000100:00000001:2.0:1788840205.831574:0:30282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840205.831580:0:30282:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840205.831582:0:30282:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840205.831584:0:30282:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840205.831586:0:30282:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840205.831588:0:30282:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840205.831597:0:30282:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446621953044634624 : -122120664916992 : ffff90ee9125dc00) 00010000:00000001:2.0:1788840205.831601:0:30282:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788840205.831604:0:30282:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788840205.831606:0:30282:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4000 count: 2 00010000:00000001:2.0:1788840205.831608:0:30282:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840205.831611:0:30282:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788840205.831615:0:30282:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee87d8d600. 00000020:00000001:2.0:1788840205.831620:0:30282:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788840205.831623:0:30282:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee87d8d600 with handle 0x3aa5f499c96f362b to hash 00000020:00000001:2.0:1788840205.831626:0:30282:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788840205.831628:0:30282:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952888591872 : -122120820959744 : ffff90ee87d8d600) 00010000:00000001:2.0:1788840205.831632:0:30282:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952888591872 : -122120820959744 : ffff90ee87d8d600) 00010000:00000001:2.0:1788840205.831637:0:30282:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840205.831659:0:30282:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840205.831665:0:30282:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d600/0x3aa5f499c96f362b lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30282 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840205.831681:0:30282:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d600/0x3aa5f499c96f362b lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30282 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1788840205.831694:0:30282:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1788840205.831707:0:30282:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee9125dc00 x1875733133954176/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1788840205.831717:0:30282:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d600/0x3aa5f499c96f362b lrc: 3/0,1 mode: --/CW res: [0x200000404:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30282 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788840205.831722:0:30282:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788840205.831725:0:30282:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788840205.831733:0:30282:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee8555ae40. 00000100:00000001:2.0:1788840205.831735:0:30282:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952846442048 : -122120863109568 : ffff90ee8555ae40) 00000100:00000001:2.0:1788840205.831738:0:30282:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840205.831740:0:30282:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044634624 : -122120664916992 : ffff90ee9125dc00) 00000100:00000001:2.0:1788840205.831745:0:30282:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840205.831750:0:30282:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840205.831752:0:30282:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788840205.831754:0:30282:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840205.831760:0:30282:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125dc00 x1875733133954176/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840205.831767:0:30282:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840205.831770:0:30282:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840205.831774:0:30282:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840205.831777:0:30282:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840205.831780:0:30282:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840205.831784:0:30282:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125dc00 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:30282:1875733133954176:192.168.202.131@tcp:101:multiop.0 00000100:00000001:2.0:1788840205.831789:0:30282:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840205.831807:0:30282:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840205.831811:0:30282:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840205.831815:0:30282:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840205.831902:0:30282:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff90ee86fe0000. 02000000:00000001:2.0:1788840205.831905:0:30282:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840205.831915:0:30282:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840205.831920:0:30282:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e000. 00000400:00000010:2.0:1788840205.831930:0:30282:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff90ee85dd6c00. 00000100:00000200:2.0:1788840205.831940:0:30282:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875733133954176, portal 10 00000100:00000001:2.0:1788840205.831942:0:30282:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840205.831943:0:30282:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044634624 : -122120664916992 : ffff90ee9125dc00) 00000100:00000040:2.0:1788840205.831960:0:30282:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee9125dc00 x1875733133954176/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840221 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840205.831968:0:30282:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840205.831972:0:30282:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840205.831976:0:30282:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee912345d8. 00000100:00000200:2.0:1788840205.831979:0:30282:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875733133954176, offset 0 00000400:00000200:2.0:1788840205.831987:0:30282:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840205.831997:0:30282:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840205.832005:0:30282:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840205.832013:0:30282:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840205.832019:0:30282:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840205.832024:0:30282:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840205.832027:0:30282:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840205.832031:0:30282:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2254:2254:256:4294967295] 192.168.202.131@tcp LPNI seq info [2254:2254:8:4294967295] 00000400:00000200:2.0:1788840205.832036:0:30282:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840205.832047:0:30282:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840205.832054:0:30282:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840205.832060:0:30282:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989d00. 00000800:00000200:2.0:1788840205.832068:0:30282:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840205.832077:0:30282:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840205.832083:0:30282:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989d00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1788840205.832178:0:30282:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840205.832184:0:30282:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 775798 usecs (776 jiffies) 00000400:00000200:2.0:1788840205.832188:0:30282:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840205.832201:0:30282:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296436426 00000100:00000001:2.0:1788840205.832205:0:30282:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296436705 00000100:00000001:2.0:1788840205.832207:0:30282:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296436426 00000100:00000001:2.0:1788840205.832210:0:30282:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296436705 00000100:00000001:2.0:1788840205.832213:0:30282:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840205.832216:0:30282:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840205.832219:0:30282:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840205.832221:0:30282:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788840205.832224:0:30282:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee8555ae40 going to sleep for 11 seconds 00000100:00000001:2.0:1788840205.832227:0:30282:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840205.832232:0:30282:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840205.839765:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840205.839780:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989d00. 00000400:00000200:3.0:1788840205.839791:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840205.839860:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840205.839871:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee912345d8 00000400:00000010:3.0:1788840205.839874:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee912345d8. 00000100:00000001:3.0:1788840205.839882:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840205.839892:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125dc00 x1875733133954176/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840221 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840205.839908:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840205.839913:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee9125dc00 x1875733133954176/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840221 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840205.839920:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840205.839922:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840205.840850:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840205.840870:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840205.840874:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840205.840877:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840205.840889:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840205.840896:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840205.840905:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840205.840911:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840205.840917:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840205.840922:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 664 into portal 10 MB=0x6a9f827248c80 00000400:00000200:3.0:1788840205.840928:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840205.840935:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 664/664 into md 0x638d [32] + 224 00000800:00000001:3.0:1788840205.840944:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840205.840987:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840205.840991:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840205.840995:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840205.841002:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840205.841009:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125dc00 x1875733133954176/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840221 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840205.841020:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff90ee9125dc00 x1875733133954176/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840221 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840205.841430:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788840205.841441:0:2353:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788840205.841446:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840205.841453:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840205.841461:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2255:2255:256:4294967295] 192.168.202.131@tcp LPNI seq info [2255:2255:8:4294967295] 00000400:00000200:3.0:1788840205.841467:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840205.841476:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) 192.168.202.131@tcp : ACK try# 0 00000800:00000200:3.0:1788840205.841483:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840205.841492:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff90ee86eedc00. 00000800:00000200:3.0:1788840205.841500:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840205.841510:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840205.841516:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee86eedc00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788840205.841605:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840205.841609:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff90ee86eedc00. 00000400:00000200:3.0:1788840205.841612:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840205.841616:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: ACK: OK 00000800:00000001:3.0:1788840205.841621:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840205.841625:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788840205.957855:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840205.957861:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840205.957866:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788840206.575871:0:30292:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788840206.575879:0:30292:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788840206.575882:0:30292:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788840206.575885:0:30292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907bc0 00000080:00200000:3.0:1788840206.575890:0:30292:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:3.0:1788840206.575897:0:30292:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee86fa6200. 00800000:00000002:3.0:1788840206.575902:0:30292:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:3.0:1788840206.575906:0:30292:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788840206.575910:0:30292:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788840206.575912:0:30292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907ae0 00800000:00000002:3.0:1788840206.575915:0:30292:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788840206.575919:0:30292:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788840206.575922:0:30292:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788840206.575928:0:30292:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788840206.575929:0:30292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162019079b0 00000002:00010000:3.0:1788840206.575932:0:30292:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788840206.575935:0:30292:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788840206.575937:0:30292:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840206.575950:0:30292:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788840206.575957:0:30292:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4300 count: 2 00010000:00000001:3.0:1788840206.575960:0:30292:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840206.575964:0:30292:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840206.575968:0:30292:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788840206.575973:0:30292:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84600/0x3aa5f499c96f361d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba05d expref: -99 pid: 30282 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788840206.575983:0:30292:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788840206.575988:0:30292:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840206.575992:0:30292:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84600/0x3aa5f499c96f361d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba05d expref: -99 pid: 30282 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788840206.575999:0:30292:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788840206.576001:0:30292:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788840206.576003:0:30292:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788840206.576005:0:30292:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788840206.576007:0:30292:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788840206.576009:0:30292:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788840206.576012:0:30292:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788840206.576014:0:30292:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:3.0:1788840206.576017:0:30292:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee86fa6200. 00000080:00000001:3.0:1788840206.576021:0:30292:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788840206.576023:0:30292:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788840206.576026:0:30292:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:3.0:1788840206.576029:0:30292:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f361d 00800000:00000001:3.0:1788840206.576032:0:30292:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788840206.576034:0:30292:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788840206.576036:0:30292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840206.576038:0:30292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840206.576041:0:30292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84600 refcount=3 00000020:00000001:3.0:1788840206.576043:0:30292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872826368 : -122120836725248 : ffff90ee86e84600) 00010000:00000001:3.0:1788840206.576047:0:30292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872826368 : -122120836725248 : ffff90ee86e84600) 00010000:00000001:3.0:1788840206.576049:0:30292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840206.576051:0:30292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788840206.576052:0:30292:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840206.576054:0:30292:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788840206.576056:0:30292:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f361d from it ffffa16201907bf8 00010000:00000001:3.0:1788840206.576058:0:30292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840206.576059:0:30292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840206.576060:0:30292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84600 refcount=3 00000020:00000001:3.0:1788840206.576062:0:30292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872826368 : -122120836725248 : ffff90ee86e84600) 00010000:00000001:3.0:1788840206.576064:0:30292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872826368 : -122120836725248 : ffff90ee86e84600) 00010000:00000001:3.0:1788840206.576066:0:30292:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788840206.576069:0:30292:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84600/0x3aa5f499c96f361d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba05d expref: -99 pid: 30282 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788840206.576075:0:30292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840206.576076:0:30292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840206.576077:0:30292:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788840206.576079:0:30292:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788840206.576081:0:30292:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84600/0x3aa5f499c96f361d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba05d expref: -99 pid: 30282 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788840206.576089:0:30292:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788840206.576092:0:30292:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788840206.576094:0:30292:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840206.576097:0:30292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840206.576098:0:30292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840206.576100:0:30292:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840206.576103:0:30292:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788840206.576104:0:30292:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840206.576106:0:30292:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840206.576109:0:30292:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840206.576110:0:30292:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788840206.576112:0:30292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840206.576113:0:30292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788840206.576116:0:30292:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788840206.576117:0:30292:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788840206.576119:0:30292:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788840206.576124:0:30292:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788840206.576131:0:30292:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90ee86d74b00. 00000020:00000001:3.0:1788840206.576135:0:30292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907b28 00000080:00200000:3.0:1788840206.576137:0:30292:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21f.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), flags=25 00000080:00000001:3.0:1788840206.576141:0:30292:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788840206.576142:0:30292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162019079d8 00000080:00200000:3.0:1788840206.576144:0:30292:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21f.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), intent=0 00000080:00000010:3.0:1788840206.576149:0:30292:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee86fa6200. 00800000:00000002:3.0:1788840206.576152:0:30292:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:3.0:1788840206.576155:0:30292:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788840206.576166:0:30292:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788840206.576168:0:30292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162019078f8 00800000:00000002:3.0:1788840206.576170:0:30292:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21f.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788840206.576173:0:30292:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1788840206.576176:0:30292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907890 00800000:00000002:3.0:1788840206.576177:0:30292:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21f.recovery-small-2' -> mds #0 00000002:00000001:3.0:1788840206.576180:0:30292:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788840206.576182:0:30292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162019077c8 00000002:00010000:3.0:1788840206.576183:0:30292:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21f.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1788840206.576187:0:30292:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788840206.576189:0:30292:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788840206.576194:0:30292:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d4aa00. 00000020:00000040:3.0:1788840206.576197:0:30292:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00010000:00000001:3.0:1788840206.576203:0:30292:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788840206.576206:0:30292:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840206.576208:0:30292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840206.576210:0:30292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840206.576211:0:30292:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840206.576213:0:30292:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840206.576216:0:30292:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840206.576219:0:30292:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840206.576226:0:30292:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee86eef000. 00000100:00000001:3.0:1788840206.576233:0:30292:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840206.576237:0:30292:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788840206.576239:0:30292:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840206.576240:0:30292:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788840206.576241:0:30292:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840206.576243:0:30292:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840206.576250:0:30292:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621952871541248 : -122120838010368 : ffff90ee86d4aa00) 00010000:00000001:3.0:1788840206.576253:0:30292:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788840206.576255:0:30292:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788840206.576257:0:30292:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4300 count: 2 00010000:00000001:3.0:1788840206.576259:0:30292:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840206.576262:0:30292:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788840206.576265:0:30292:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee8523d000. 00000020:00000001:3.0:1788840206.576268:0:30292:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788840206.576270:0:30292:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee8523d000 with handle 0x3aa5f499c96f3632 to hash 00000020:00000001:3.0:1788840206.576272:0:30292:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788840206.576273:0:30292:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:3.0:1788840206.576276:0:30292:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:3.0:1788840206.576279:0:30292:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840206.576281:0:30292:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840206.576284:0:30292:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3632 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30292 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788840206.576291:0:30292:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3632 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30292 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788840206.576301:0:30292:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3632 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30292 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788840206.576306:0:30292:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788840206.576308:0:30292:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788840206.576314:0:30292:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee98224780. 00000100:00000001:3.0:1788840206.576317:0:30292:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621953161840512 : -122120547711104 : ffff90ee98224780) 00000100:00000001:3.0:1788840206.576320:0:30292:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840206.576321:0:30292:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871541248 : -122120838010368 : ffff90ee86d4aa00) 00000100:00000001:3.0:1788840206.576325:0:30292:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840206.576329:0:30292:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840206.576331:0:30292:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788840206.576333:0:30292:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840206.576343:0:30292:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d4aa00 x1875733133954304/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840206.576352:0:30292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840206.576354:0:30292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840206.576357:0:30292:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840206.576359:0:30292:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840206.576362:0:30292:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840206.576365:0:30292:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d4aa00 pname:cluuid:pid:xid:nid:opc:job touch:10f4a654-3497-48d8-8f70-7e89f4f161cc:30292:1875733133954304:192.168.202.131@tcp:101:touch.0 00000100:00000001:3.0:1788840206.576369:0:30292:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840206.576374:0:30292:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840206.576376:0:30292:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840206.576378:0:30292:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840206.576382:0:30292:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90ee98825800. 02000000:00000001:3.0:1788840206.576384:0:30292:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840206.576390:0:30292:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840206.576394:0:30292:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4fb58. 00000400:00000010:3.0:1788840206.576401:0:30292:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e7f8. 00000100:00000200:3.0:1788840206.576408:0:30292:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875733133954304, portal 10 00000100:00000001:3.0:1788840206.576410:0:30292:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840206.576411:0:30292:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871541248 : -122120838010368 : ffff90ee86d4aa00) 00000100:00000040:3.0:1788840206.576417:0:30292:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee86d4aa00 x1875733133954304/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840222 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840206.576598:0:30292:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840206.576601:0:30292:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840206.576605:0:30292:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e330. 00000100:00000200:3.0:1788840206.576608:0:30292:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875733133954304, offset 0 00000400:00000200:3.0:1788840206.576614:0:30292:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840206.576623:0:30292:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840206.576630:0:30292:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840206.576634:0:30292:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840206.576701:0:30292:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840206.576704:0:30292:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840206.576707:0:30292:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840206.576711:0:30292:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2256:2256:256:4294967295] 192.168.202.131@tcp LPNI seq info [2256:2256:8:4294967295] 00000400:00000200:3.0:1788840206.576716:0:30292:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840206.576724:0:30292:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840206.576730:0:30292:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840206.576736:0:30292:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee878d1f00. 00000800:00000200:3.0:1788840206.576742:0:30292:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840206.576749:0:30292:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840206.576753:0:30292:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee878d1f00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1788840206.576770:0:30292:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840206.576774:0:30292:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 774597 usecs (775 jiffies) 00000400:00000200:3.0:1788840206.576777:0:30292:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840206.576780:0:30292:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296437166 00000800:00000200:3.0:1788840206.576925:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840206.576929:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee878d1f00. 00000400:00000200:3.0:1788840206.576934:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840206.576939:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840206.576953:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e330 00000400:00000010:3.0:1788840206.576955:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e330. 00000100:00000001:3.0:1788840206.576959:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840206.576964:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d4aa00 x1875733133954304/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840222 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840206.576973:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840206.576976:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee86d4aa00 x1875733133954304/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840222 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840206.576982:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840206.576984:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788840206.577004:0:30292:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, simply extend its deadline from 4296436705 00000100:00000001:3.0:1788840206.577009:0:30292:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296437166 00000100:00000001:3.0:1788840206.577012:0:30292:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, simply extend its deadline from 4296436705 00000100:00000001:3.0:1788840206.577015:0:30292:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840206.577018:0:30292:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840206.577020:0:30292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840206.577022:0:30292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788840206.577025:0:30292:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee98224780 going to sleep for 11 seconds 00000100:00000001:3.0:1788840206.577027:0:30292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840206.577030:0:30292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788840206.582707:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840206.582733:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840206.582739:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840206.582742:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840206.582773:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840206.582783:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840206.582794:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840206.582800:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840206.583039:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840206.583045:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 584 into portal 10 MB=0x6a9f827248d00 00000400:00000200:2.0:1788840206.583051:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840206.583059:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 584/584 into md 0x639d [1] + 224 00000800:00000001:2.0:1788840206.583068:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840206.583081:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840206.583086:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840206.583092:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840206.583102:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840206.583115:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d4aa00 x1875733133954304/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840222 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840206.583129:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff90ee86d4aa00 x1875733133954304/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840222 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840206.583153:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840206.583165:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840206.583168:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840206.583198:0:30292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788840206.583208:0:30292:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840206.583211:0:30292:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840206.583214:0:30292:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4fb58. 00000400:00000200:3.0:1788840206.583219:0:30292:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e7f8 00000400:00000010:3.0:1788840206.583222:0:30292:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e7f8. 00000100:00000001:3.0:1788840206.583226:0:30292:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840206.583232:0:30292:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d4aa00 x1875733133954304/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840222 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788840206.583243:0:30292:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d4aa00 x1875733133954304/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840222 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840206.583251:0:30292:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840206.583253:0:30292:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840206.583255:0:30292:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840206.583259:0:30292:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840206.583262:0:30292:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840206.583264:0:30292:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840206.583267:0:30292:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840206.583278:0:30292:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=56 v=5 (5 102 102 102) 00000100:00001000:3.0:1788840206.583283:0:30292:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=4 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840206.583286:0:30292:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840206.583288:0:30292:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840206.583291:0:30292:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840206.583295:0:30292:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840206.583299:0:30292:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840206.583301:0:30292:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967591 00000100:00000001:3.0:1788840206.583303:0:30292:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840206.583307:0:30292:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840206.583312:0:30292:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d4aa00 x1875733133954304/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840222 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840206.583328:0:30292:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840206.583332:0:30292:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840206.583334:0:30292:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840206.583338:0:30292:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d4aa00 x1875733133954304/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840222 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788840206.583346:0:30292:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d4aa00 pname:cluuid:pid:xid:nid:opc:job touch:10f4a654-3497-48d8-8f70-7e89f4f161cc:30292:1875733133954304:192.168.202.131@tcp:101:touch.0 00000100:00000001:3.0:1788840206.583351:0:30292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840206.583354:0:30292:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840206.583357:0:30292:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788840206.583360:0:30292:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840206.583364:0:30292:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d4aa00 x1875733133954304/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840222 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840206.583371:0:30292:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788840206.583374:0:30292:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee98224780. 00000100:00000001:3.0:1788840206.583378:0:30292:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788840206.583379:0:30292:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840206.583383:0:30292:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788840206.583387:0:30292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840206.583390:0:30292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840206.583403:0:30292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d000 refcount=4 00000020:00000001:3.0:1788840206.583406:0:30292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:3.0:1788840206.583411:0:30292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000040:3.0:1788840206.583419:0:30292:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee8523d000, remote cookie: 0x8a436931312ba0b8, flags: 0x1001 00010000:00010000:3.0:1788840206.583424:0:30292:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3632 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba0b8 expref: -99 pid: 30292 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788840206.583434:0:30292:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x20:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1788840206.583438:0:30292:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1788840206.583447:0:30292:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee85e55000. 00010000:00000010:3.0:1788840206.583453:0:30292:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee86e2f080. 00010000:00000001:3.0:1788840206.583459:0:30292:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840206.583463:0:30292:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3632 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x20:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba0b8 expref: -99 pid: 30292 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788840206.583472:0:30292:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3632 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba0b8 expref: -99 pid: 30292 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840206.583479:0:30292:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788840206.583484:0:30292:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788840206.583487:0:30292:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788840206.583489:0:30292:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788840206.583490:0:30292:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788840206.583493:0:30292:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x20:0x0].0x0 (ffff90ee85e55000) refcount = 1 00010000:00010000:3.0:1788840206.583497:0:30292:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3632 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba0b8 expref: -99 pid: 30292 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840206.583504:0:30292:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788840206.583507:0:30292:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788840206.583509:0:30292:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840206.583513:0:30292:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788840206.583515:0:30292:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840206.583518:0:30292:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3632 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba0b8 expref: -99 pid: 30292 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840206.583525:0:30292:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788840206.583527:0:30292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840206.583529:0:30292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840206.583531:0:30292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840206.583532:0:30292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840206.583533:0:30292:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840206.583538:0:30292:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788840206.583540:0:30292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840206.583542:0:30292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840206.583543:0:30292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d000 refcount=3 00000020:00000001:3.0:1788840206.583545:0:30292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:3.0:1788840206.583548:0:30292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:3.0:1788840206.583551:0:30292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840206.583552:0:30292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840206.583561:0:30292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d000 refcount=4 00000020:00000001:3.0:1788840206.583563:0:30292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:3.0:1788840206.583566:0:30292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:3.0:1788840206.583569:0:30292:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840206.583573:0:30292:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840206.583577:0:30292:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3632 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba0b8 expref: -99 pid: 30292 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840206.583584:0:30292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840206.583585:0:30292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840206.583586:0:30292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840206.583588:0:30292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840206.583589:0:30292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d000 refcount=5 00000020:00000001:3.0:1788840206.583591:0:30292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:3.0:1788840206.583593:0:30292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:3.0:1788840206.583596:0:30292:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788840206.583599:0:30292:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3632 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba0b8 expref: -99 pid: 30292 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840206.583605:0:30292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840206.583607:0:30292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788840206.583610:0:30292:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3632 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba0b8 expref: -99 pid: 30292 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840206.583616:0:30292:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788840206.583618:0:30292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840206.583618:0:30292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840206.583620:0:30292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840206.583621:0:30292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788840206.583626:0:30292:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff90ee86d4aa00 x1875733133954304/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840222 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788840206.583634:0:30292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840206.583636:0:30292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840206.583637:0:30292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d000 refcount=3 00000020:00000001:3.0:1788840206.583662:0:30292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:3.0:1788840206.583665:0:30292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:3.0:1788840206.583668:0:30292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840206.583672:0:30292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788840206.583674:0:30292:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840206.583678:0:30292:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840206.583681:0:30292:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788840206.583685:0:30292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840206.583687:0:30292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840206.583688:0:30292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d000 refcount=3 00000020:00000001:3.0:1788840206.583691:0:30292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:3.0:1788840206.583693:0:30292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00000002:00010000:3.0:1788840206.583698:0:30292:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3632 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba0b8 expref: -99 pid: 30292 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840206.583706:0:30292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840206.583707:0:30292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840206.583710:0:30292:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788840206.583712:0:30292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840206.583713:0:30292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840206.583714:0:30292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d000 refcount=3 00000020:00000001:3.0:1788840206.583717:0:30292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:3.0:1788840206.583720:0:30292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000040:3.0:1788840206.583723:0:30292:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55000 count: 2 00010000:00000001:3.0:1788840206.583727:0:30292:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788840206.583731:0:30292:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 4 res 8589935620/32 (0 0) 00010000:00000001:3.0:1788840206.583734:0:30292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840206.583735:0:30292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788840206.583736:0:30292:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788840206.583740:0:30292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907750 00000002:00002000:3.0:1788840206.583742:0:30292:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21f.recovery-small-2 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788840206.583745:0:30292:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840206.583750:0:30292:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840206.583754:0:30292:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788840206.583758:0:30292:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788840206.583762:0:30292:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788840206.583766:0:30292:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000001:3.0:1788840206.583771:0:30292:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788840206.583773:0:30292:0:(namei.c:674:ll_lookup_it_finish()) it ffffa16201907ac8 it_disposition b 00000080:00000001:3.0:1788840206.583777:0:30292:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788840206.583785:0:30292:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788840206.583789:0:30292:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788840206.583792:0:30292:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833952 : 144115205322833952 : 200000404000020) 00000080:00000001:3.0:1788840206.583806:0:30292:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1788840206.583813:0:30292:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788840206.583815:0:30292:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x20:0x0] 00000080:00000001:3.0:1788840206.583818:0:30292:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840206.583822:0:30292:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833952 : 144115205322833952 : 200000404000020) 00000080:00000001:3.0:1788840206.583824:0:30292:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1788840206.583828:0:30292:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x20:0x0], updating i_size 16384 00000080:00200000:3.0:1788840206.583831:0:30292:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x20:0x0](ffff90ee905900c8): rc = 0 00000080:00000001:3.0:1788840206.583833:0:30292:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621953031209160 : -122120678342456 : ffff90ee905900c8) 00010000:00000001:3.0:1788840206.583835:0:30292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840206.583836:0:30292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840206.583838:0:30292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d000 refcount=3 00000020:00000001:3.0:1788840206.583840:0:30292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:3.0:1788840206.583842:0:30292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:3.0:1788840206.583844:0:30292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840206.583845:0:30292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788840206.583848:0:30292:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1788840206.583849:0:30292:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1788840206.583851:0:30292:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788840206.583854:0:30292:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788840206.583855:0:30292:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788840206.583859:0:30292:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x20:0x0](ffff90ee905900c8) for lock 0x3aa5f499c96f3632 00800000:00000001:3.0:1788840206.583862:0:30292:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788840206.583864:0:30292:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788840206.583866:0:30292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840206.583867:0:30292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840206.583868:0:30292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d000 refcount=3 00000020:00000001:3.0:1788840206.583870:0:30292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:3.0:1788840206.583872:0:30292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:3.0:1788840206.583874:0:30292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840206.583875:0:30292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788840206.583877:0:30292:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840206.583879:0:30292:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1788840206.583886:0:30292:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90ee9066a000 inode ffff90ee905900c8 refc 1 flags 0x20000e 00000080:00000001:3.0:1788840206.583891:0:30292:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1788840206.583893:0:30292:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840206.583895:0:30292:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1788840206.583899:0:30292:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x20:0x0](ffff90ee905900c8) 00000080:00010000:3.0:1788840206.583903:0:30292:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3632 from it ffffa16201907ac8 00010000:00000001:3.0:1788840206.583905:0:30292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840206.583906:0:30292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840206.583908:0:30292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d000 refcount=3 00000020:00000001:3.0:1788840206.583910:0:30292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:3.0:1788840206.583912:0:30292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:3.0:1788840206.583913:0:30292:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788840206.583917:0:30292:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3632 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba0b8 expref: -99 pid: 30292 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840206.583924:0:30292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840206.583925:0:30292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840206.583927:0:30292:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788840206.583938:0:30292:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788840206.583949:0:30292:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3632 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba0b8 expref: -99 pid: 30292 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788840206.583957:0:30292:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788840206.583960:0:30292:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788840206.583963:0:30292:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840206.586477:0:30292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840206.586487:0:30292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840206.586489:0:30292:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840206.586497:0:30292:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788840206.586499:0:30292:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840206.586501:0:30292:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840206.586505:0:30292:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840206.586509:0:30292:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788840206.586511:0:30292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840206.586512:0:30292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788840206.586516:0:30292:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788840206.586523:0:30292:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee86fa6200. 00000100:00000001:3.0:1788840206.586534:0:30292:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840206.586548:0:30292:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d4aa00 x1875733133954304/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840222 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840206.586773:0:30292:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840206.586777:0:30292:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840206.586782:0:30292:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90ee98825800. 02000000:00000001:3.0:1788840206.586788:0:30292:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840206.586790:0:30292:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840206.586792:0:30292:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:3.0:1788840206.586795:0:30292:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840206.586798:0:30292:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee86eef000. 02000000:00000001:3.0:1788840206.586803:0:30292:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840206.586806:0:30292:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840206.586808:0:30292:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d4aa00. 00000100:00000001:3.0:1788840206.586812:0:30292:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840206.586814:0:30292:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788840206.586827:0:30292:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788840206.586830:0:30292:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x20:0x0](ffff90ee905900c8), inode mode 41ed mask 1 00000080:00000001:3.0:1788840206.586836:0:30292:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788840206.586861:0:30292:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90ee86d74460. 00000080:00000001:3.0:1788840206.586877:0:30292:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788840206.586879:0:30292:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x20:0x0](ffff90ee905900c8), inode mode 41ed mask 3 00000080:00000001:3.0:1788840206.586882:0:30292:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840206.586885:0:30292:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:3.0:1788840206.586889:0:30292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907b58 00000080:00200000:3.0:1788840206.586891:0:30292:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f, dir=[0x200000404:0x20:0x0](ffff90ee905900c8), file ffff90eea03c0000, open_flags 8941, mode 81b6 opened 0 00000080:00000010:3.0:1788840206.586898:0:30292:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff90ee84b18060. 00000080:00000001:3.0:1788840206.586902:0:30292:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788840206.586904:0:30292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907a08 00000080:00200000:3.0:1788840206.586906:0:30292:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x20:0x0](ffff90ee905900c8), intent=open|creat 00000080:00000010:3.0:1788840206.586915:0:30292:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee86fa6200. 00000080:00000001:3.0:1788840206.586925:0:30292:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788840206.588064:0:30292:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788840206.588072:0:30292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907928 00800000:00000002:3.0:1788840206.588077:0:30292:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f' on [0x200000404:0x20:0x0] 00800000:00000001:3.0:1788840206.588082:0:30292:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:3.0:1788840206.588087:0:30292:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1788840206.588094:0:30292:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446621952875900928 : -122120833650688 : ffff90ee87173000) 00800000:00000001:3.0:1788840206.588100:0:30292:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1788840206.588103:0:30292:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1788840206.588108:0:30292:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1788840206.588113:0:30292:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1788840206.588116:0:30292:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff90ee90f70800: Allocated FID [0x200000404:0x22:0x0] 40000000:00000001:3.0:1788840206.588120:0:30292:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840206.588242:0:30292:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840206.588246:0:30292:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840206.588249:0:30292:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840206.588252:0:30292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162019078a8 00800000:00000002:3.0:1788840206.588254:0:30292:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000404:0x20:0x0], fid2=[0x200000404:0x22:0x0], name='f' -> mds #0 layout version 1 00000002:00000001:3.0:1788840206.588261:0:30292:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788840206.588263:0:30292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162019077e0 00000002:00010000:3.0:1788840206.588265:0:30292:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x200000404:0x22:0x0]) in obj [0x200000404:0x20:0x0], intent: open|creat flags 0104502 00000002:00000001:3.0:1788840206.588270:0:30292:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788840206.588274:0:30292:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1788840206.588277:0:30292:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1788840206.588284:0:30292:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840206.588286:0:30292:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788840206.588291:0:30292:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55000 count: 2 00010000:00000001:3.0:1788840206.588294:0:30292:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840206.588298:0:30292:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788840206.588303:0:30292:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840206.588305:0:30292:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840206.588307:0:30292:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788840206.588461:0:30292:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d4aa00. 00000020:00000040:3.0:1788840206.588468:0:30292:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 02000000:00000001:3.0:1788840206.588475:0:30292:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788840206.588477:0:30292:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840206.588481:0:30292:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788840206.588487:0:30292:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840206.588494:0:30292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840206.588496:0:30292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840206.588498:0:30292:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840206.588501:0:30292:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840206.588503:0:30292:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840206.588510:0:30292:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840206.588519:0:30292:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee86eef000. 00000100:00000001:3.0:1788840206.588527:0:30292:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840206.588534:0:30292:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788840206.588535:0:30292:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840206.588537:0:30292:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788840206.588538:0:30292:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840206.588540:0:30292:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840206.588552:0:30292:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446621952871541248 : -122120838010368 : ffff90ee86d4aa00) 00010000:00000001:3.0:1788840206.588718:0:30292:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788840206.588722:0:30292:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788840206.588726:0:30292:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55000 count: 2 00010000:00000001:3.0:1788840206.588728:0:30292:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840206.588732:0:30292:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788840206.588737:0:30292:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee8523c600. 00000020:00000001:3.0:1788840206.588742:0:30292:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788840206.588746:0:30292:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee8523c600 with handle 0x3aa5f499c96f3639 to hash 00000020:00000001:3.0:1788840206.588748:0:30292:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788840206.588750:0:30292:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952843171328 : -122120866380288 : ffff90ee8523c600) 00010000:00000001:3.0:1788840206.588753:0:30292:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952843171328 : -122120866380288 : ffff90ee8523c600) 00010000:00000001:3.0:1788840206.588758:0:30292:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840206.588762:0:30292:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840206.588766:0:30292:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c600/0x3aa5f499c96f3639 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30292 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788840206.588777:0:30292:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c600/0x3aa5f499c96f3639 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30292 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1788840206.588791:0:30292:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1788840206.589263:0:30292:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee86d4aa00 x1875733133954560/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1788840206.589277:0:30292:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c600/0x3aa5f499c96f3639 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30292 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788840206.589284:0:30292:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788840206.589287:0:30292:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788840206.589297:0:30292:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee98224780. 00000100:00000001:3.0:1788840206.589300:0:30292:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621953161840512 : -122120547711104 : ffff90ee98224780) 00000100:00000001:3.0:1788840206.589303:0:30292:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840206.589304:0:30292:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871541248 : -122120838010368 : ffff90ee86d4aa00) 00000100:00000001:3.0:1788840206.589311:0:30292:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840206.589617:0:30292:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840206.589622:0:30292:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788840206.589624:0:30292:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840206.589631:0:30292:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d4aa00 x1875733133954560/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840206.589661:0:30292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840206.589666:0:30292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840206.589671:0:30292:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840206.589675:0:30292:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840206.589678:0:30292:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840206.589683:0:30292:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d4aa00 pname:cluuid:pid:xid:nid:opc:job touch:10f4a654-3497-48d8-8f70-7e89f4f161cc:30292:1875733133954560:192.168.202.131@tcp:101:touch.0 00000100:00000001:3.0:1788840206.589689:0:30292:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840206.589697:0:30292:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840206.589701:0:30292:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840206.589704:0:30292:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840206.589792:0:30292:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff90ee86fe0000. 02000000:00000001:3.0:1788840206.589795:0:30292:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840206.589805:0:30292:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840206.589812:0:30292:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4fb58. 00000400:00000010:3.0:1788840206.589821:0:30292:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff90ee86eedc00. 00000100:00000200:3.0:1788840206.589832:0:30292:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875733133954560, portal 10 00000100:00000001:3.0:1788840206.589834:0:30292:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840206.589835:0:30292:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871541248 : -122120838010368 : ffff90ee86d4aa00) 00000100:00000040:3.0:1788840206.589843:0:30292:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee86d4aa00 x1875733133954560/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840222 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840206.589850:0:30292:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840206.589853:0:30292:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840206.589858:0:30292:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e7f8. 00000100:00000200:3.0:1788840206.589861:0:30292:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875733133954560, offset 0 00000400:00000200:3.0:1788840206.589882:0:30292:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840206.589893:0:30292:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840206.589903:0:30292:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840206.589910:0:30292:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840206.589915:0:30292:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840206.589920:0:30292:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840206.589923:0:30292:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840206.589927:0:30292:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2257:2257:256:4294967295] 192.168.202.131@tcp LPNI seq info [2257:2257:8:4294967295] 00000400:00000200:3.0:1788840206.589951:0:30292:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840206.589962:0:30292:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840206.591072:0:30292:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840206.591081:0:30292:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee878d1f00. 00000800:00000200:3.0:1788840206.591090:0:30292:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840206.591100:0:30292:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840206.591108:0:30292:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee878d1f00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1788840206.591310:0:30292:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840206.591324:0:30292:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 773386 usecs (774 jiffies) 00000400:00000200:3.0:1788840206.591329:0:30292:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840206.591333:0:30292:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296437183 00000100:00000001:3.0:1788840206.591341:0:30292:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, simply extend its deadline from 4296437166 00000100:00000001:3.0:1788840206.591545:0:30292:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296437183 00000100:00000001:3.0:1788840206.591551:0:30292:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, simply extend its deadline from 4296437166 00000100:00000001:3.0:1788840206.591612:0:30292:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840206.591616:0:30292:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840206.591620:0:30292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840206.591622:0:30292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788840206.591626:0:30292:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee98224780 going to sleep for 11 seconds 00000100:00000001:3.0:1788840206.591629:0:30292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840206.591633:0:30292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840206.591818:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840206.591824:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee878d1f00. 00000400:00000200:2.0:1788840206.591831:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840206.591838:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840206.591847:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e7f8 00000400:00000010:2.0:1788840206.591850:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e7f8. 00000100:00000001:2.0:1788840206.591857:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840206.591864:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d4aa00 x1875733133954560/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840222 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840206.591878:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840206.591882:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee86d4aa00 x1875733133954560/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840222 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840206.591890:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840206.591892:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840206.602051:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840206.602077:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840206.602083:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840206.602085:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840206.602097:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840206.602107:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840206.602119:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840206.602125:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840206.602131:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840206.602136:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 664 into portal 10 MB=0x6a9f827248e00 00000400:00000200:2.0:1788840206.602142:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840206.602151:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 664/664 into md 0x63ad [32] + 224 00000800:00000001:2.0:1788840206.602160:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840206.602171:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840206.602175:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840206.602182:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840206.602205:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840206.602219:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d4aa00 x1875733133954560/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840222 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840206.602232:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff90ee86d4aa00 x1875733133954560/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840222 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840206.602251:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1788840206.602264:0:2354:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788840206.602268:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840206.602275:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840206.602282:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2258:2258:256:4294967295] 192.168.202.131@tcp LPNI seq info [2258:2258:8:4294967295] 00000400:00000200:2.0:1788840206.602287:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840206.602296:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) 192.168.202.131@tcp : ACK try# 0 00000800:00000200:2.0:1788840206.602303:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840206.602311:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff90ee85dd7400. 00000800:00000200:2.0:1788840206.602319:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840206.602328:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840206.602334:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee85dd7400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788840206.602446:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840206.602450:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff90ee85dd7400. 00000400:00000200:2.0:1788840206.602453:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840206.602457:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: ACK: OK 00000800:00000001:2.0:1788840206.602464:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840206.602468:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840206.602733:0:30292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788840206.602791:0:30292:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840206.602794:0:30292:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840206.602799:0:30292:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4fb58. 00000400:00000200:3.0:1788840206.602858:0:30292:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee86eedc00 00000400:00000010:3.0:1788840206.602862:0:30292:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff90ee86eedc00. 00000100:00000001:3.0:1788840206.602866:0:30292:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840206.602873:0:30292:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d4aa00 x1875733133954560/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840222 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788840206.602884:0:30292:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d4aa00 x1875733133954560/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840222 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840206.602891:0:30292:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840206.602893:0:30292:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840206.602896:0:30292:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840206.602901:0:30292:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840206.602904:0:30292:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840206.602907:0:30292:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840206.602911:0:30292:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840206.602923:0:30292:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=56 v=5 (5 102 102 102) 00000100:00001000:3.0:1788840206.602928:0:30292:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=4 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840206.602931:0:30292:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840206.602933:0:30292:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840206.602937:0:30292:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840206.602951:0:30292:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840206.602956:0:30292:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788840206.602958:0:30292:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x100000129/0x1] 00000100:00000001:3.0:1788840206.602960:0:30292:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788840206.602962:0:30292:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840206.602964:0:30292:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871541248 : -122120838010368 : ffff90ee86d4aa00) 00000100:00000001:3.0:1788840206.602969:0:30292:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840206.602971:0:30292:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967591 00000100:00000001:3.0:1788840206.602973:0:30292:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840206.602977:0:30292:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840206.602984:0:30292:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d4aa00 x1875733133954560/t4294967595(4294967595) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/664 e 0 to 0 dl 1788840222 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840206.602992:0:30292:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840206.602996:0:30292:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840206.602998:0:30292:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840206.603003:0:30292:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d4aa00 x1875733133954560/t4294967595(4294967595) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/664 e 0 to 0 dl 1788840222 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788840206.603012:0:30292:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d4aa00 pname:cluuid:pid:xid:nid:opc:job touch:10f4a654-3497-48d8-8f70-7e89f4f161cc:30292:1875733133954560:192.168.202.131@tcp:101:touch.0 00000100:00000001:3.0:1788840206.603018:0:30292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840206.603022:0:30292:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840206.603026:0:30292:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788840206.603029:0:30292:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840206.603032:0:30292:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee86d4aa00 x1875733133954560/t4294967595(4294967595) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/664 e 0 to 0 dl 1788840222 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840206.603040:0:30292:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788840206.603044:0:30292:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee98224780. 00000100:00000001:3.0:1788840206.603049:0:30292:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788840206.603051:0:30292:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840206.603055:0:30292:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788840206.603060:0:30292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840206.603064:0:30292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840206.603067:0:30292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c600 refcount=4 00000020:00000001:3.0:1788840206.603070:0:30292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843171328 : -122120866380288 : ffff90ee8523c600) 00010000:00000001:3.0:1788840206.603074:0:30292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843171328 : -122120866380288 : ffff90ee8523c600) 00010000:00000040:3.0:1788840206.603082:0:30292:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee8523c600, remote cookie: 0x8a436931312ba0d4, flags: 0x1001 00010000:00010000:3.0:1788840206.603088:0:30292:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c600/0x3aa5f499c96f3639 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba0d4 expref: -99 pid: 30292 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788840206.603098:0:30292:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x22:0x0].0x0, instead of [0x200000404:0x20:0x0].0x0 00010000:00000001:3.0:1788840206.603102:0:30292:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1788840206.603113:0:30292:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee85e55f00. 00010000:00000010:3.0:1788840206.603119:0:30292:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee86e2f800. 00010000:00000001:3.0:1788840206.603125:0:30292:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840206.603129:0:30292:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c600/0x3aa5f499c96f3639 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x22:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba0d4 expref: -99 pid: 30292 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788840206.603143:0:30292:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c600/0x3aa5f499c96f3639 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba0d4 expref: -99 pid: 30292 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840206.603150:0:30292:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788840206.603155:0:30292:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788840206.603158:0:30292:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788840206.603160:0:30292:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788840206.603161:0:30292:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788840206.603165:0:30292:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x22:0x0].0x0 (ffff90ee85e55f00) refcount = 1 00010000:00010000:3.0:1788840206.603169:0:30292:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c600/0x3aa5f499c96f3639 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba0d4 expref: -99 pid: 30292 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840206.603176:0:30292:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788840206.603179:0:30292:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788840206.603181:0:30292:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840206.603975:0:30292:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788840206.603980:0:30292:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840206.603986:0:30292:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c600/0x3aa5f499c96f3639 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba0d4 expref: -99 pid: 30292 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840206.603995:0:30292:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788840206.603997:0:30292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840206.603999:0:30292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840206.604000:0:30292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840206.604001:0:30292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840206.604004:0:30292:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840206.604011:0:30292:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788840206.604015:0:30292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840206.604018:0:30292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840206.604021:0:30292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c600 refcount=3 00000020:00000001:3.0:1788840206.604023:0:30292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843171328 : -122120866380288 : ffff90ee8523c600) 00010000:00000001:3.0:1788840206.604025:0:30292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843171328 : -122120866380288 : ffff90ee8523c600) 00010000:00000001:3.0:1788840206.604028:0:30292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840206.604030:0:30292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840206.604031:0:30292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c600 refcount=4 00000020:00000001:3.0:1788840206.604033:0:30292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843171328 : -122120866380288 : ffff90ee8523c600) 00010000:00000001:3.0:1788840206.604035:0:30292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843171328 : -122120866380288 : ffff90ee8523c600) 00010000:00000001:3.0:1788840206.604038:0:30292:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840206.604041:0:30292:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840206.604045:0:30292:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c600/0x3aa5f499c96f3639 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba0d4 expref: -99 pid: 30292 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840206.604052:0:30292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840206.604053:0:30292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840206.604055:0:30292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840206.604056:0:30292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840206.604057:0:30292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c600 refcount=5 00000020:00000001:3.0:1788840206.604058:0:30292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843171328 : -122120866380288 : ffff90ee8523c600) 00010000:00000001:3.0:1788840206.604060:0:30292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843171328 : -122120866380288 : ffff90ee8523c600) 00010000:00000001:3.0:1788840206.604063:0:30292:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788840206.604066:0:30292:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c600/0x3aa5f499c96f3639 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba0d4 expref: -99 pid: 30292 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840206.604073:0:30292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840206.604074:0:30292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788840206.604077:0:30292:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c600/0x3aa5f499c96f3639 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba0d4 expref: -99 pid: 30292 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840206.604085:0:30292:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788840206.604086:0:30292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840206.604088:0:30292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840206.604089:0:30292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840206.604090:0:30292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788840206.604100:0:30292:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff90ee86d4aa00 x1875733133954560/t4294967595(4294967595) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/664 e 0 to 0 dl 1788840222 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788840206.604116:0:30292:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1788840206.604122:0:30292:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90ee86d4aa00 x1875733133954560/t4294967595(4294967595) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/664 e 0 to 0 dl 1788840222 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788840206.604129:0:30292:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840206.604138:0:30292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840206.604139:0:30292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840206.604141:0:30292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c600 refcount=3 00000020:00000001:3.0:1788840206.604143:0:30292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843171328 : -122120866380288 : ffff90ee8523c600) 00010000:00000001:3.0:1788840206.604145:0:30292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843171328 : -122120866380288 : ffff90ee8523c600) 00000002:00010000:3.0:1788840206.604149:0:30292:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c600/0x3aa5f499c96f3639 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba0d4 expref: -99 pid: 30292 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1788840206.604162:0:30292:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff90ee8867cc00. 00010000:00000001:3.0:1788840206.604164:0:30292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840206.604166:0:30292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788840206.604167:0:30292:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840206.604170:0:30292:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840206.604174:0:30292:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1788840206.604178:0:30292:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840206.604180:0:30292:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871541248 : -122120838010368 : ffff90ee86d4aa00) 00000100:00000001:3.0:1788840206.604182:0:30292:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840206.606336:0:30292:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871541248 : -122120838010368 : ffff90ee86d4aa00) 00010000:00000001:3.0:1788840206.606347:0:30292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840206.606350:0:30292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840206.606355:0:30292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c600 refcount=3 00000020:00000001:3.0:1788840206.606359:0:30292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843171328 : -122120866380288 : ffff90ee8523c600) 00010000:00000001:3.0:1788840206.606363:0:30292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843171328 : -122120866380288 : ffff90ee8523c600) 00000002:00010000:3.0:1788840206.606371:0:30292:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c600/0x3aa5f499c96f3639 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba0d4 expref: -99 pid: 30292 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840206.606393:0:30292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840206.606396:0:30292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840206.606398:0:30292:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788840206.606400:0:30292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840206.606401:0:30292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840206.606402:0:30292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c600 refcount=3 00000020:00000001:3.0:1788840206.606404:0:30292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843171328 : -122120866380288 : ffff90ee8523c600) 00010000:00000001:3.0:1788840206.606407:0:30292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843171328 : -122120866380288 : ffff90ee8523c600) 00010000:00000040:3.0:1788840206.606414:0:30292:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55f00 count: 2 00010000:00000001:3.0:1788840206.606418:0:30292:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788840206.606422:0:30292:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 4 res 8589935620/34 (0 0) 00010000:00000001:3.0:1788840206.606424:0:30292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840206.606425:0:30292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788840206.606427:0:30292:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788840206.606431:0:30292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907768 00000002:00002000:3.0:1788840206.606433:0:30292:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:3.0:1788840206.606437:0:30292:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840206.606441:0:30292:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840206.606444:0:30292:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788840206.606448:0:30292:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x20:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788840206.606457:0:30292:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840206.606462:0:30292:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788840206.606465:0:30292:0:(namei.c:674:ll_lookup_it_finish()) it ffff90ee84b18060 it_disposition 1800037 00000080:00002000:3.0:1788840206.606472:0:30292:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90ee9066a5e8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:3.0:1788840206.606481:0:30292:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788840206.606483:0:30292:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:3.0:1788840206.606486:0:30292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907998 00000080:00200000:3.0:1788840206.606488:0:30292:0:(namei.c:1628:ll_create_it()) VFS Op:name=f, dir=[0x200000404:0x20:0x0](ffff90ee905900c8), intent=open|creat 00000080:00000001:3.0:1788840206.606490:0:30292:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:3.0:1788840206.606493:0:30292:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788840206.606500:0:30292:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788840206.606505:0:30292:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788840206.606508:0:30292:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833954 : 144115205322833954 : 200000404000022) 00000080:00000001:3.0:1788840206.606512:0:30292:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1788840206.606535:0:30292:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff90ee9058eb40. 00000020:00000001:3.0:1788840206.606549:0:30292:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:3.0:1788840206.606551:0:30292:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:3.0:1788840206.606555:0:30292:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:3.0:1788840206.606557:0:30292:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x22:0x0](ffff90ee9058ec08) 00000020:00000001:3.0:1788840206.606562:0:30292:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788840206.606567:0:30292:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036963208 : -122120672588408 : ffff90ee90b0cd88) 00000020:00001000:3.0:1788840206.606570:0:30292:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0cd80 00000020:00000001:3.0:1788840206.606576:0:30292:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:3.0:1788840206.606582:0:30292:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff90ee98ea30c8. 00000020:00000001:3.0:1788840206.606585:0:30292:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1788840206.606588:0:30292:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840206.606598:0:30292:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:3.0:1788840206.606603:0:30292:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff90ee86dd25d0. 00020000:00000001:3.0:1788840206.606605:0:30292:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446621952872097232 : -122120837454384 : ffff90ee86dd25d0) 00020000:00000001:3.0:1788840206.606608:0:30292:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:3.0:1788840206.606612:0:30292:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788840206.606620:0:30292:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90ee84b18480. 00020000:00000010:3.0:1788840206.606625:0:30292:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90ee85328000. 00020000:00000010:3.0:1788840206.606633:0:30292:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90ee84b18f00. 00020000:00000001:3.0:1788840206.606635:0:30292:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621952835686144 : -122120873865472 : ffff90ee84b18f00) 00020000:00000002:3.0:1788840206.606659:0:30292:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee84b18f00, objid 0x22:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788840206.606664:0:30292:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788840206.606668:0:30292:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90ee85328000: ostid: 0x240000400:22 ost idx: 0 gen: 0 00020000:00000001:3.0:1788840206.606671:0:30292:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:3.0:1788840206.606674:0:30292:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee84b18f00, objid 0x22:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788840206.606677:0:30292:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788840206.606680:0:30292:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90ee85328000: ostid: 0x240000400:22 ost idx: 0 gen: 0 00020000:00000010:3.0:1788840206.606684:0:30292:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff90ee90c1f450. 00020000:00000010:3.0:1788840206.606688:0:30292:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff90ee98224780. 00020000:00000001:3.0:1788840206.606693:0:30292:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:3.0:1788840206.606697:0:30292:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff90ee848d9808. 00020000:00000001:3.0:1788840206.606700:0:30292:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:3.0:1788840206.606702:0:30292:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:3.0:1788840206.606708:0:30292:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:3.0:1788840206.606712:0:30292:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff90ee98ea3960. 00000020:00000001:3.0:1788840206.606714:0:30292:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1788840206.606716:0:30292:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840206.606718:0:30292:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446621953174944224 : -122120534607392 : ffff90ee98ea39e0) 00020000:00000001:3.0:1788840206.606722:0:30292:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:3.0:1788840206.606728:0:30292:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff90ee85077340. 00020000:00000001:3.0:1788840206.606731:0:30292:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840206.606737:0:30292:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446621953174944224 : -122120534607392 : ffff90ee98ea39e0) 00020000:00000001:3.0:1788840206.606740:0:30292:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446621953174944224 : -122120534607392 : ffff90ee98ea39e0) 00020000:00000002:3.0:1788840206.606744:0:30292:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x16:0x0]@ffff90ee98ea3960[0:0] -> [0x200000404:0x22:0x0]@ffff90ee98ea30c8: ostid: 0x240000400:22 ost idx: 0 gen: 0 00020000:00000001:3.0:1788840206.606750:0:30292:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:3.0:1788840206.606752:0:30292:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:3.0:1788840206.606754:0:30292:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840206.606758:0:30292:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446621953174942024 : -122120534609592 : ffff90ee98ea3148) 00000020:00001000:3.0:1788840206.606761:0:30292:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0cd80 00000080:00000001:3.0:1788840206.606767:0:30292:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833954 : 144115205322833954 : 200000404000022) 00000080:00000001:3.0:1788840206.606770:0:30292:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1788840206.606773:0:30292:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833954 mtime from 0 to 1788840206 00000080:00000001:3.0:1788840206.606778:0:30292:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1788840206.606781:0:30292:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621953031203848 : -122120678347768 : ffff90ee9058ec08) 00010000:00000001:3.0:1788840206.606783:0:30292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840206.606784:0:30292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840206.606786:0:30292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c600 refcount=3 00000020:00000001:3.0:1788840206.606788:0:30292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843171328 : -122120866380288 : ffff90ee8523c600) 00010000:00000001:3.0:1788840206.606791:0:30292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843171328 : -122120866380288 : ffff90ee8523c600) 00000080:00000001:3.0:1788840206.606794:0:30292:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788840206.606795:0:30292:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788840206.606797:0:30292:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036963208 : -122120672588408 : ffff90ee90b0cd88) 00000020:00001000:3.0:1788840206.606799:0:30292:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0cd80 00000020:00000001:3.0:1788840206.606802:0:30292:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1788840206.606804:0:30292:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788840206.606806:0:30292:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788840206.606809:0:30292:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90ee84b18a80. 00020000:00000010:3.0:1788840206.606811:0:30292:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90ee85328800. 00020000:00000010:3.0:1788840206.606815:0:30292:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90ee84b18000. 00020000:00000001:3.0:1788840206.606816:0:30292:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621952835682304 : -122120873869312 : ffff90ee84b18000) 00020000:00000002:3.0:1788840206.606819:0:30292:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee84b18000, objid 0x22:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788840206.606823:0:30292:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788840206.606826:0:30292:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90ee85328800: ostid: 0x240000400:22 ost idx: 0 gen: 0 00020000:00000002:3.0:1788840206.606829:0:30292:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90ee86dd25d0) owner ffff90ee86de0000 00020000:00000001:3.0:1788840206.606832:0:30292:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788840206.606835:0:30292:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90ee86dd25d0) owner ffff90ee86de0000 00020000:00000010:3.0:1788840206.606839:0:30292:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90ee85328800. 00020000:00000010:3.0:1788840206.606846:0:30292:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90ee84b18a80. 00020000:00000010:3.0:1788840206.606850:0:30292:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90ee84b18000. 00020000:00000002:3.0:1788840206.606853:0:30292:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x22:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1788840206.606855:0:30292:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840206.606857:0:30292:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840206.606861:0:30292:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1788840206.606864:0:30292:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee86dd25d0) owner 0000000000000000/ffff90ee86de0000 00020000:00000002:3.0:1788840206.606868:0:30292:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90ee84b18f00 addref 2/0 by ffff90ee86de0000. 00020000:00000002:3.0:1788840206.606870:0:30292:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee86dd25d0) owner 0000000000000000/ffff90ee86de0000 00020000:00000001:3.0:1788840206.606873:0:30292:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1788840206.606875:0:30292:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1788840206.606877:0:30292:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1788840206.606879:0:30292:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1788840206.606881:0:30292:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1788840206.606884:0:30292:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x22:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1788840206.606886:0:30292:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0cd80 00000080:00000001:3.0:1788840206.606889:0:30292:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840206.606891:0:30292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840206.606892:0:30292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788840206.606894:0:30292:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788840206.606897:0:30292:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788840206.606899:0:30292:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788840206.606901:0:30292:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x22:0x0](ffff90ee9058ec08) 00000080:00010000:3.0:1788840206.606905:0:30292:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x22:0x0](ffff90ee9058ec08) for lock 0x3aa5f499c96f3639 00800000:00000001:3.0:1788840206.606908:0:30292:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788840206.606910:0:30292:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788840206.606912:0:30292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840206.606913:0:30292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840206.606914:0:30292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c600 refcount=3 00000020:00000001:3.0:1788840206.606916:0:30292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843171328 : -122120866380288 : ffff90ee8523c600) 00010000:00000001:3.0:1788840206.606918:0:30292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843171328 : -122120866380288 : ffff90ee8523c600) 00010000:00000001:3.0:1788840206.606920:0:30292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840206.606922:0:30292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788840206.606923:0:30292:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840206.606925:0:30292:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840206.606926:0:30292:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:3.0:1788840206.606929:0:30292:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840206.606954:0:30292:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff90ee86d4aa00 x1875733133954560/t4294967595(4294967595) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840222 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840206.606962:0:30292:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788840206.606968:0:30292:0:(namei.c:1651:ll_create_it()) inode ffff90ee9058ec08 need_sync_to_mds [0x200000404:0x22:0x0] 00000080:00000001:3.0:1788840206.606972:0:30292:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788840206.606976:0:30292:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x22:0x0](ffff90ee9058ec08) 00000080:00000001:3.0:1788840206.606980:0:30292:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788840206.606984:0:30292:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee86fa6200. 00000100:00000001:3.0:1788840206.606988:0:30292:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840206.606992:0:30292:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee86d4aa00 x1875733133954560/t4294967595(4294967595) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840222 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840206.606998:0:30292:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840206.607003:0:30292:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:3.0:1788840206.607005:0:30292:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788840206.607007:0:30292:0:(namei.c:1500:ll_atomic_open()) inode ffff90ee9058ec08 need_sync_to_mds [0x200000404:0x22:0x0] 00000080:00000001:3.0:1788840206.607018:0:30292:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788840206.607021:0:30292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907a68 00000080:00200008:3.0:1788840206.607024:0:30292:0:(file.c:1090:ll_file_open()) START file f:[0x200000404:0x22:0x0](ffff90ee9058ec08), flags 104501 00000080:00000010:3.0:1788840206.607031:0:30292:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90ee91e60a00. 00000080:00000010:3.0:1788840206.607040:0:30292:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff90ee8867c900. 00000080:00000001:3.0:1788840206.607043:0:30292:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1788840206.607048:0:30292:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1788840206.607052:0:30292:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1788840206.607057:0:30292:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff90ee86d74ce0. 00000002:00100000:3.0:1788840206.607062:0:30292:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90ee86d4aa00 x1875733133954560/t4294967595(4294967595) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840222 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788840206.607070:0:30292:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840206.607071:0:30292:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1788840206.607075:0:30292:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1788840206.607079:0:30292:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840206.607082:0:30292:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840206.607085:0:30292:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840206.607088:0:30292:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d4aa00 x1875733133954560/t4294967595(4294967595) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840222 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1788840206.607096:0:30292:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840206.607101:0:30292:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff90ee86fe0000. 02000000:00000001:3.0:1788840206.607133:0:30292:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1788840206.607135:0:30292:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840206.607138:0:30292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907a68 00000080:00000008:3.0:1788840206.607141:0:30292:0:(file.c:1329:ll_file_open()) COMPLETED file f:[0x200000404:0x22:0x0](ffff90ee9058ec08), flags 104501, rc = 0 00000080:00000001:3.0:1788840206.607145:0:30292:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788840206.607147:0:30292:0:(dcache.c:176:ll_intent_release()) intent ffff90ee84b18060 released 00000080:00010000:3.0:1788840206.607150:0:30292:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3639 from it ffff90ee84b18060 00010000:00000001:3.0:1788840206.607153:0:30292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840206.607154:0:30292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840206.607156:0:30292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c600 refcount=3 00000020:00000001:3.0:1788840206.607158:0:30292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843171328 : -122120866380288 : ffff90ee8523c600) 00010000:00000001:3.0:1788840206.607160:0:30292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843171328 : -122120866380288 : ffff90ee8523c600) 00010000:00000001:3.0:1788840206.607163:0:30292:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788840206.607167:0:30292:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c600/0x3aa5f499c96f3639 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8a436931312ba0d4 expref: -99 pid: 30292 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840206.607176:0:30292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840206.607178:0:30292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840206.607179:0:30292:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788840206.608023:0:30292:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788840206.608031:0:30292:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c600/0x3aa5f499c96f3639 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312ba0d4 expref: -99 pid: 30292 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788840206.608043:0:30292:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788840206.608047:0:30292:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788840206.608049:0:30292:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840206.608056:0:30292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840206.608057:0:30292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840206.608060:0:30292:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840206.608063:0:30292:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788840206.608065:0:30292:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840206.608067:0:30292:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840206.608071:0:30292:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840206.608073:0:30292:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788840206.608074:0:30292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840206.608075:0:30292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788840206.608078:0:30292:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1788840206.608081:0:30292:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:3.0:1788840206.608084:0:30292:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1788840206.608086:0:30292:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788840206.608089:0:30292:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1788840206.608091:0:30292:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840206.608095:0:30292:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1788840206.608097:0:30292:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840206.608100:0:30292:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788840206.608102:0:30292:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840206.608105:0:30292:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788840206.608108:0:30292:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff90ee84b18060. 00000080:00000001:3.0:1788840206.608112:0:30292:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840206.608117:0:30292:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788840206.608120:0:30292:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x22:0x0](ffff90ee9058ec08), inode mode 81a4 mask 40 00000080:00000001:3.0:1788840206.608124:0:30292:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840206.608175:0:30292:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788840206.608180:0:30292:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee86dd25d0) owner 0000000000000000/ffff90ee86de0000 00020000:00000002:3.0:1788840206.608483:0:30292:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee86dd25d0) owner 0000000000000000/ffff90ee86de0000 00020000:00000001:3.0:1788840206.608488:0:30292:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840206.608503:0:30292:0:(llite_lib.c:2418:ll_setattr_raw()) Process entered 00000020:00000001:3.0:1788840206.608506:0:30292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907c30 00000080:00200008:3.0:1788840206.608509:0:30292:0:(llite_lib.c:2427:ll_setattr_raw()) START file f:[0x200000404:0x22:0x0](ffff90ee9058ec08) current size 0, valid attrs 20070, mode 0, uid -1053797822, gid -1, new size 213440, atime 1788840206.000000000, mtime 1788840206.000000000, ctime 1788840206.000000000 00000080:00000002:3.0:1788840206.608516:0:30292:0:(llite_lib.c:2479:ll_setattr_raw()) setting mtime 1788840206, ctime 1788840206, now = 1788840206 00000080:00000002:3.0:1788840206.608518:0:30292:0:(llite_lib.c:2486:ll_setattr_raw()) inode ffff90ee9058ec08 attr 0x100201f0 need_sync_to_mds [0x200000404:0x22:0x0] 00000080:00000010:3.0:1788840206.608525:0:30292:0:(llite_lib.c:2494:ll_setattr_raw()) kmalloced '(op_data)': 392 at ffff90ee86fa6200. 00000080:00000001:3.0:1788840206.608528:0:30292:0:(llite_lib.c:2125:ll_md_setattr()) Process entered 00800000:00000001:3.0:1788840206.608537:0:30292:0:(lmv_obd.c:3034:lmv_setattr()) Process entered 00800000:00000002:3.0:1788840206.608539:0:30292:0:(lmv_obd.c:3038:lmv_setattr()) SETATTR for [0x200000404:0x22:0x0], valid 0x100201f0/0x0 00000002:00000001:3.0:1788840206.608546:0:30292:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:3.0:1788840206.608548:0:30292:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788840206.608554:0:30292:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55f00 count: 2 00010000:00000001:3.0:1788840206.608557:0:30292:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840206.608560:0:30292:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788840206.608564:0:30292:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788840206.608567:0:30292:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c600/0x3aa5f499c96f3639 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8a436931312ba0d4 expref: -99 pid: 30292 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:3.0:1788840206.608577:0:30292:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788840206.608583:0:30292:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788840206.608586:0:30292:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788840206.608588:0:30292:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x22:0x0] mode (null) 00000002:00000001:3.0:1788840206.608591:0:30292:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840206.608595:0:30292:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788840206.608596:0:30292:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55f00 count: 3 00010000:00000001:3.0:1788840206.608598:0:30292:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788840206.608603:0:30292:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840206.608604:0:30292:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840206.608605:0:30292:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788840206.608608:0:30292:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55f00 count: 3 00010000:00000001:3.0:1788840206.608609:0:30292:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788840206.608610:0:30292:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840206.608612:0:30292:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840206.608613:0:30292:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788840206.608614:0:30292:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55f00 count: 3 00010000:00000001:3.0:1788840206.608616:0:30292:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788840206.608618:0:30292:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840206.608620:0:30292:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840206.608621:0:30292:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788840206.608622:0:30292:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55f00 count: 3 00010000:00000001:3.0:1788840206.608623:0:30292:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788840206.608625:0:30292:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840206.608627:0:30292:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840206.608630:0:30292:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788840206.608631:0:30292:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788840206.608635:0:30292:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036963208 : -122120672588408 : ffff90ee90b0cd88) 00000020:00001000:3.0:1788840206.608637:0:30292:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0cd80 00000020:00000001:3.0:1788840206.608681:0:30292:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1788840206.608683:0:30292:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x22:0x0]: losing layout lock 00000080:00000001:3.0:1788840206.608686:0:30292:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1788840206.608689:0:30292:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1788840206.608692:0:30292:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788840206.608695:0:30292:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788840206.608698:0:30292:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x22:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1788840206.608700:0:30292:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840206.608702:0:30292:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788840206.608703:0:30292:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0cd80 00000080:00000001:3.0:1788840206.608706:0:30292:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840206.608709:0:30292:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788840206.608710:0:30292:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x22:0x0](ffff90ee9058ec08) invalid 00000020:00000001:3.0:1788840206.608713:0:30292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907838 00000080:00002000:3.0:1788840206.608715:0:30292:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff90ee9066a5e8) parent ffff90ee9066a000 inode ffff90ee9058ec08 refc 1 00000080:00000001:3.0:1788840206.608719:0:30292:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788840206.608722:0:30292:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788840206.608723:0:30292:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840206.608727:0:30292:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788840206.608732:0:30292:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788840206.608734:0:30292:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788840206.608736:0:30292:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840206.608740:0:30292:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788840206.608743:0:30292:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee8523c600 with handle 0x3aa5f499c96f3639 from hash 00010000:00000001:3.0:1788840206.608745:0:30292:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788840206.608747:0:30292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840206.608749:0:30292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840206.608750:0:30292:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788840206.608753:0:30292:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788840206.608755:0:30292:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788840206.608758:0:30292:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788840206.608760:0:30292:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788840206.608762:0:30292:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1788840206.608769:0:30292:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d49f80. 00000020:00000040:3.0:1788840206.608775:0:30292:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=8 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00010000:00000001:3.0:1788840206.608781:0:30292:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788840206.608786:0:30292:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840206.608788:0:30292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840206.608789:0:30292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840206.608790:0:30292:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840206.608793:0:30292:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840206.608795:0:30292:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840206.608801:0:30292:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840206.608808:0:30292:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee86fa6e00. 00000100:00000001:3.0:1788840206.608816:0:30292:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840206.608818:0:30292:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788840206.608821:0:30292:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788840206.608827:0:30292:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c600/0x3aa5f499c96f3639 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8a436931312ba0d4 expref: -99 pid: 30292 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1788840206.608835:0:30292:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1788840206.608837:0:30292:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788840206.608838:0:30292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788840206.608840:0:30292:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c600/0x3aa5f499c96f3639 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8a436931312ba0d4 expref: -99 pid: 30292 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1788840206.608853:0:30292:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff90ee8867cc00. 00010000:00000040:3.0:1788840206.608858:0:30292:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee85e55f00 count: 0 00010000:00000010:3.0:1788840206.608863:0:30292:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90ee86e2f800. 00010000:00000001:3.0:1788840206.608872:0:30292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840206.608874:0:30292:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840206.608876:0:30292:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788840206.608877:0:30292:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840206.608879:0:30292:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:3.0:1788840206.608881:0:30292:0:(mdc_reint.c:124:mdc_setattr()) setting mtime 1788840206, ctime 1788840206 00000020:00100000:3.0:1788840206.608891:0:30292:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1788840206.608902:0:30292:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee86d49f80 x1875733133954816/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788840206.608911:0:30292:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788840206.608913:0:30292:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788840206.608921:0:30292:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee98224d80. 00000100:00000001:3.0:1788840206.608924:0:30292:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621953161842048 : -122120547709568 : ffff90ee98224d80) 00000100:00000001:3.0:1788840206.608926:0:30292:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840206.608928:0:30292:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871538560 : -122120838013056 : ffff90ee86d49f80) 00000100:00000001:3.0:1788840206.608933:0:30292:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840206.608938:0:30292:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840206.608949:0:30292:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788840206.608951:0:30292:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840206.608956:0:30292:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d49f80 x1875733133954816/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840206.608965:0:30292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840206.608967:0:30292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840206.608972:0:30292:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840206.608976:0:30292:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840206.608979:0:30292:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840206.608983:0:30292:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d49f80 pname:cluuid:pid:xid:nid:opc:job touch:10f4a654-3497-48d8-8f70-7e89f4f161cc:30292:1875733133954816:192.168.202.131@tcp:36:touch.0 00000100:00000001:3.0:1788840206.608990:0:30292:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840206.608997:0:30292:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840206.609001:0:30292:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840206.609004:0:30292:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840206.609009:0:30292:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86eedc00. 02000000:00000001:3.0:1788840206.609011:0:30292:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840206.609021:0:30292:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840206.609026:0:30292:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4fb58. 00000400:00000010:3.0:1788840206.609035:0:30292:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e330. 00000100:00000200:3.0:1788840206.609044:0:30292:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133954816, portal 10 00000100:00000001:3.0:1788840206.609046:0:30292:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840206.609047:0:30292:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871538560 : -122120838013056 : ffff90ee86d49f80) 00000100:00000040:3.0:1788840206.609055:0:30292:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee86d49f80 x1875733133954816/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/512 e 0 to 0 dl 1788840222 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840206.609062:0:30292:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840206.609065:0:30292:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840206.609068:0:30292:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011ed48. 00000100:00000200:3.0:1788840206.609072:0:30292:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875733133954816, offset 0 00000400:00000200:3.0:1788840206.609080:0:30292:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840206.609090:0:30292:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840206.609099:0:30292:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840206.609106:0:30292:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840206.609111:0:30292:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840206.609115:0:30292:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840206.609119:0:30292:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840206.609123:0:30292:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2259:2259:256:4294967295] 192.168.202.131@tcp LPNI seq info [2259:2259:8:4294967295] 00000400:00000200:3.0:1788840206.609127:0:30292:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840206.609138:0:30292:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840206.609145:0:30292:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840206.609152:0:30292:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee878d1900. 00000800:00000200:3.0:1788840206.609160:0:30292:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840206.609171:0:30292:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840206.609177:0:30292:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee878d1900 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:3.0:1788840206.610204:0:30292:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840206.610215:0:30292:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 772191 usecs (773 jiffies) 00000400:00000200:3.0:1788840206.610221:0:30292:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840206.610226:0:30292:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296437201 00000100:00000001:3.0:1788840206.610236:0:30292:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, simply extend its deadline from 4296437183 00000100:00000001:3.0:1788840206.610242:0:30292:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296437201 00000100:00000001:3.0:1788840206.610246:0:30292:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, simply extend its deadline from 4296437183 00000100:00000001:3.0:1788840206.610249:0:30292:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840206.610253:0:30292:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840206.610256:0:30292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840206.610259:0:30292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788840206.610263:0:30292:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee98224d80 going to sleep for 11 seconds 00000100:00000001:3.0:1788840206.610266:0:30292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840206.610270:0:30292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840206.614911:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840206.614926:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee878d1900. 00000400:00000200:2.0:1788840206.614937:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840206.614957:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840206.614967:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011ed48 00000400:00000010:2.0:1788840206.614970:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011ed48. 00000100:00000001:2.0:1788840206.614979:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840206.614989:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d49f80 x1875733133954816/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/512 e 0 to 0 dl 1788840222 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840206.615005:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840206.615010:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee86d49f80 x1875733133954816/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/512 e 0 to 0 dl 1788840222 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840206.615017:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840206.615020:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1788840206.626752:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee85e55f00. 00010000:00000010:3.1:1788840206.626775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee8523c600. 00000100:00000040:2.0:1788840207.431625:0:29212:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120a20 (cpu 2) has reached its deadline 4296437201, at 4296437249 00000100:00000010:2.0:1788840207.431660:0:29212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee84b18900. 00000100:00000040:3.0:1788840207.431946:0:30278:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120b30 (cpu 3) has reached its deadline 4296437201, at 4296437250 00000100:00000010:3.0:1788840207.431953:0:30278:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee84b18de0. 00000800:00000200:2.0:1788840207.942499:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840207.942504:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0d000. 00000400:00000200:2.0:1788840207.942508:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840207.942513:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840207.942519:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539908 00000400:00000010:2.0:1788840207.942521:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539908. 00000100:00000001:2.0:1788840207.942525:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840207.942529:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f59180 x1875733133954944/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840207.942538:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840207.942541:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f59180 x1875733133954944/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840223 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840207.942547:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840207.942549:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788840207.945380:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840207.945392:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0d100. 00000400:00000200:2.0:1788840207.945397:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840207.945402:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840207.945407:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539a18 00000400:00000010:2.0:1788840207.945410:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539a18. 00000100:00000001:2.0:1788840207.945414:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840207.945419:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f59500 x1875733133955072/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840207.945434:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840207.945438:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f59500 x1875733133955072/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840223 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840207.945445:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840207.945447:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788840207.947117:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840207.947122:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0db00. 00000400:00000200:2.0:1788840207.947126:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840207.947132:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840207.947136:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539e58 00000400:00000010:2.0:1788840207.947139:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539e58. 00000100:00000001:2.0:1788840207.947142:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840207.947146:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f5b480 x1875733133955200/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840207.947155:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840207.947489:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f5b480 x1875733133955200/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840223 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840207.947495:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840207.947496:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840207.952571:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840207.952587:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840207.952592:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840207.952594:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840207.952603:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840207.952611:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840207.952620:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840207.952625:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840207.952630:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840207.952634:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 25 MB=0x6a9f827248f80 00000400:00000200:2.0:1788840207.952677:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840207.952683:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.131@tcp of length 224/224 into md 0x63cd [1] + 224 00000800:00000001:2.0:1788840207.952691:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840207.952695:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840207.952698:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840207.952704:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840207.952712:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840207.952720:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f59180 x1875733133954944/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840223 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840207.952731:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87f59180 x1875733133954944/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840223 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840207.952742:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840207.952752:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840207.952756:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840207.952757:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840207.952759:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840207.952762:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840207.952765:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840207.952770:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840207.952772:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840207.952774:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840207.952777:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f827249080 00000400:00000200:2.0:1788840207.952780:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840207.952784:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x63dd [1] + 224 00000800:00000001:2.0:1788840207.952787:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840207.952790:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840207.952792:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840207.952794:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840207.952797:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840207.952801:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f5b480 x1875733133955200/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840223 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840207.952808:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87f5b480 x1875733133955200/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840223 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840207.952834:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840207.952838:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840207.952841:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840207.952842:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840207.952844:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840207.952847:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840207.952850:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840207.952854:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840207.952856:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840207.952859:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840207.952861:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 10 MB=0x6a9f827249000 00000400:00000200:2.0:1788840207.952864:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840207.952868:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 224/224 into md 0x63d5 [1] + 224 00000800:00000001:2.0:1788840207.952871:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840207.952879:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840207.952880:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840207.952883:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840207.952886:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840207.952890:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f59500 x1875733133955072/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840223 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840207.952898:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87f59500 x1875733133955072/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840223 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840207.952904:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840207.952907:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840207.952909:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788840209.030057:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840209.030062:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840209.030065:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00020000:00000001:2.0:1788840209.217710:0:30282:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788840209.217719:0:30282:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee98eff4d8) owner 0000000000000000/ffff90ee85dbcf80 00020000:00000002:2.0:1788840209.217725:0:30282:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee98eff4d8) owner 0000000000000000/ffff90ee85dbcf80 00020000:00000001:2.0:1788840209.217728:0:30282:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840209.217736:0:30282:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788840209.217740:0:30282:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201547df0 00000080:00200008:2.0:1788840209.217743:0:30282:0:(file.c:479:ll_file_release()) START file f:[0x200000404:0x21:0x0](ffff90ee90591988), flags 100002 00000080:00000001:2.0:1788840209.217748:0:30282:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1788840209.217750:0:30282:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:2.0:1788840209.217751:0:30282:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788840209.217753:0:30282:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee98eff4d8) owner 0000000000000000/ffff90ee85dbcf80 00020000:00000002:2.0:1788840209.217755:0:30282:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee98eff4d8) owner 0000000000000000/ffff90ee85dbcf80 00020000:00000001:2.0:1788840209.217757:0:30282:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840209.217759:0:30282:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:2.0:1788840209.217768:0:30282:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840209.217771:0:30282:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840209.217779:0:30282:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74700 count: 2 00010000:00000001:2.0:1788840209.217782:0:30282:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788840209.217786:0:30282:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788840209.217789:0:30282:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x21:0x0]: 0 00000080:00000001:2.0:1788840209.217791:0:30282:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1788840209.217793:0:30282:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1788840209.217798:0:30282:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff90ee85091200. 00000080:00000001:2.0:1788840209.217801:0:30282:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1788840209.217806:0:30282:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1788840209.217810:0:30282:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:2.0:1788840209.217812:0:30282:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x21:0x0] 00000002:00000001:2.0:1788840209.217816:0:30282:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1788840209.217819:0:30282:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff90ee90f70800: [0x200000404:0x21:0x0] file closed with intent: 0 00000100:00000010:2.0:1788840209.217825:0:30282:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125e300. 00000020:00000040:2.0:1788840209.217829:0:30282:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=9 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:2.0:1788840209.217834:0:30282:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840209.217837:0:30282:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840209.217842:0:30282:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840209.217852:0:30282:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee85090e00. 00000100:00000001:2.0:1788840209.217859:0:30282:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1788840209.217879:0:30282:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff90ee9125dc00 x1875733133954176/t4294967594(4294967594) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840221 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788840209.217890:0:30282:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 2 is allocated opc 35, max 7 00000100:00100000:2.0:1788840209.217895:0:30282:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee9125e300 x1875733133955456/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1788840209.217901:0:30282:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788840209.217903:0:30282:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788840209.217909:0:30282:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee8555a900. 00000100:00000001:2.0:1788840209.217911:0:30282:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952846440704 : -122120863110912 : ffff90ee8555a900) 00000100:00000001:2.0:1788840209.217914:0:30282:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840209.217915:0:30282:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044636416 : -122120664915200 : ffff90ee9125e300) 00000100:00000001:2.0:1788840209.217929:0:30282:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840209.217933:0:30282:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840209.217935:0:30282:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788840209.217937:0:30282:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840209.217941:0:30282:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125e300 x1875733133955456/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840209.217948:0:30282:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840209.217950:0:30282:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840209.217953:0:30282:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840209.217956:0:30282:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840209.217958:0:30282:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840209.217962:0:30282:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125e300 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:30282:1875733133955456:192.168.202.131@tcp:35:multiop.0 00000100:00000001:2.0:1788840209.217966:0:30282:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840209.217970:0:30282:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840209.217973:0:30282:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840209.217975:0:30282:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840209.217981:0:30282:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee85dd7400. 02000000:00000001:2.0:1788840209.217982:0:30282:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840209.217990:0:30282:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840209.217995:0:30282:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e318. 00000400:00000010:2.0:1788840209.218002:0:30282:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234440. 00000100:00000200:2.0:1788840209.218008:0:30282:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133955456, portal 10 00000100:00000001:2.0:1788840209.218010:0:30282:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840209.218012:0:30282:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044636416 : -122120664915200 : ffff90ee9125e300) 00000100:00000040:2.0:1788840209.218018:0:30282:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee9125e300 x1875733133955456/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840225 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840209.218031:0:30282:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840209.218034:0:30282:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840209.218036:0:30282:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234000. 00000100:00000200:2.0:1788840209.218039:0:30282:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875733133955456, offset 0 00000400:00000200:2.0:1788840209.218045:0:30282:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840209.218053:0:30282:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840209.218059:0:30282:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840209.218064:0:30282:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840209.218068:0:30282:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840209.218071:0:30282:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840209.218074:0:30282:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840209.218077:0:30282:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2263:2263:256:4294967295] 192.168.202.131@tcp LPNI seq info [2263:2263:8:4294967295] 00000400:00000200:2.0:1788840209.218081:0:30282:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840209.218089:0:30282:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840209.218095:0:30282:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840209.218100:0:30282:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989b00. 00000800:00000200:2.0:1788840209.218106:0:30282:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840209.218113:0:30282:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840209.218118:0:30282:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989b00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788840209.218130:0:30282:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840209.218135:0:30282:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 770991 usecs (771 jiffies) 00000400:00000200:2.0:1788840209.218138:0:30282:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840209.218141:0:30282:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296439806 00000100:00000001:2.0:1788840209.218144:0:30282:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296441759 00000100:00000001:2.0:1788840209.218146:0:30282:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296439806 00000100:00000001:2.0:1788840209.218148:0:30282:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296441759 00000100:00000001:2.0:1788840209.218151:0:30282:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840209.218153:0:30282:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840209.218156:0:30282:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840209.218157:0:30282:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788840209.218160:0:30282:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee8555a900 going to sleep for 11 seconds 00000100:00000001:2.0:1788840209.218162:0:30282:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840209.218165:0:30282:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840209.218262:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840209.218266:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989b00. 00000400:00000200:2.0:1788840209.218271:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840209.218276:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840209.218281:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234000 00000400:00000010:2.0:1788840209.218284:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234000. 00000100:00000001:2.0:1788840209.218287:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840209.218291:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125e300 x1875733133955456/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840225 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840209.218301:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840209.218304:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee9125e300 x1875733133955456/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840225 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840209.218311:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840209.218313:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00010000:00010000:3.0:1788840209.246373:0:30312:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff90ee90f70800 00010000:00000001:3.0:1788840209.246384:0:30312:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788840209.246386:0:30312:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840209.246393:0:30312:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840209.246396:0:30312:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788840209.246402:0:30312:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840209.246404:0:30312:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788840209.246406:0:30312:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840209.246408:0:30312:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788840209.246411:0:30312:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840209.246413:0:30312:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788840209.246416:0:30312:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840209.246418:0:30312:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788840209.246421:0:30312:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=5 : 5 : 5) 00010000:00000001:3.0:1788840209.246426:0:30312:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788840209.246429:0:30312:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788840209.246443:0:30312:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 5/5 locks to regular blp list, 1 blwis in pool 00000800:00000200:2.0:1788840209.254414:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840209.254425:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0d700. 00000400:00000200:2.0:1788840209.254433:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840209.254442:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840209.254909:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539770 00000400:00000010:2.0:1788840209.254913:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539770. 00000100:00000001:2.0:1788840209.254930:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840209.254939:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fac000 x1875733133955584/t0(0) o103->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 352/224 e 0 to 0 dl 1788840225 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840209.255019:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840209.255023:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fac000 x1875733133955584/t0(0) o103->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 352/224 e 0 to 0 dl 1788840225 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840209.255030:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840209.255032:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840209.264497:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840209.264515:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840209.264520:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840209.264523:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840209.264532:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840209.264539:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840209.264552:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840209.264556:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840209.264561:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840209.264564:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 18 MB=0x6a9f827249200 00000400:00000200:2.0:1788840209.264569:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840209.264575:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.131@tcp of length 224/224 into md 0x63f5 [1] + 224 00000800:00000001:2.0:1788840209.264581:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840209.264589:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840209.264593:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840209.264597:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840209.264604:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840209.264613:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fac000 x1875733133955584/t0(0) o103->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 352/224 e 0 to 0 dl 1788840225 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840209.264624:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87fac000 x1875733133955584/t0(0) o103->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 352/224 e 0 to 0 dl 1788840225 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840209.264667:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840209.264675:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840209.264678:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788840209.266472:0:30312:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840209.266476:0:30312:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840209.266479:0:30312:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=5 : 5 : 5) 00010000:00000010:1.1:1788840209.286763:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee85e55000. 00010000:00000010:1.1:1788840209.286777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee8523d000. 00010000:00000010:1.1:1788840209.286782:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4300. 00010000:00000010:1.1:1788840209.286786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e84600. 00010000:00000010:1.1:1788840209.286790:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74700. 00010000:00000010:1.1:1788840209.286794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8d600. 00010000:00000010:1.1:1788840209.286804:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4000. 00010000:00000010:1.1:1788840209.286812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e85200. 00010000:00000010:1.1:1788840209.286815:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74300. 00010000:00000010:1.1:1788840209.286818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030400. 00000100:00000001:2.0:1788840211.014380:0:15916:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1788840211.014388:0:15916:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840211.078344:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840211.078347:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840211.078351:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788840211.973935:0:30278:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120b30 (cpu 3) has reached its deadline 4296441759, at 4296441792 00000100:00000010:3.0:1788840211.973951:0:30278:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee8532cba0. 00000100:00000040:2.0:1788840211.974084:0:29212:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120a20 (cpu 2) has reached its deadline 4296441759, at 4296441792 00000100:00000010:2.0:1788840211.974091:0:29212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee8532ca80. 00000800:00000200:2.0:1788840213.062937:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840213.062942:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee98ea2600. 00000400:00000200:2.0:1788840213.062948:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840213.062953:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840213.062959:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6330 00000400:00000010:2.0:1788840213.062961:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6330. 00000100:00000001:2.0:1788840213.062965:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840213.062970:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fac000 x1875733133955712/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840213.062979:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840213.062982:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87fac000 x1875733133955712/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840229 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840213.062990:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840213.062991:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788840213.063000:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840213.063002:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee98ea2f00. 00000400:00000200:2.0:1788840213.063004:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840213.063007:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840213.063009:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6a18 00000400:00000010:2.0:1788840213.063011:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6a18. 00000100:00000001:2.0:1788840213.063012:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840213.063015:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87faed80 x1875733133955968/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840213.063021:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840213.063024:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87faed80 x1875733133955968/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840229 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840213.063030:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840213.063031:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788840213.063083:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840213.063086:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee98ea2c00. 00000400:00000200:2.0:1788840213.063089:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840213.063092:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840213.063094:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6aa0 00000400:00000010:2.0:1788840213.063096:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6aa0. 00000100:00000001:2.0:1788840213.063097:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840213.063101:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fac380 x1875733133955840/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840213.063115:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840213.063117:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87fac380 x1875733133955840/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840229 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840213.063123:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840213.063124:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840213.069406:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840213.069425:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840213.069429:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840213.069431:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840213.069439:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840213.069447:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840213.069456:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840213.069461:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840213.069466:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840213.069471:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 10 MB=0x6a9f827249300 00000400:00000200:2.0:1788840213.069476:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840213.069482:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 224/224 into md 0x640d [1] + 224 00000800:00000001:2.0:1788840213.069488:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840213.069507:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840213.069511:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840213.069516:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840213.069524:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840213.069534:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fac380 x1875733133955840/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840229 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840213.069547:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87fac380 x1875733133955840/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840229 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840213.069568:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840213.069577:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840213.069580:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840213.071934:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840213.071950:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840213.071953:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840213.071956:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840213.071964:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840213.071971:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840213.071979:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840213.071983:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840213.071988:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840213.071992:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f827249380 00000400:00000200:2.0:1788840213.071997:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840213.072003:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x6405 [1] + 224 00000800:00000001:2.0:1788840213.072010:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840213.072016:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840213.072020:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840213.072025:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840213.072031:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840213.072038:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87faed80 x1875733133955968/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840229 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840213.072048:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87faed80 x1875733133955968/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840229 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840213.072071:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840213.072079:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840213.072082:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840213.072589:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840213.072596:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840213.072599:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840213.072601:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840213.072605:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840213.072610:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840213.072616:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840213.072619:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840213.072622:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840213.072625:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 25 MB=0x6a9f827249280 00000400:00000200:2.0:1788840213.072629:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840213.072634:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.131@tcp of length 224/224 into md 0x63fd [1] + 224 00000800:00000001:2.0:1788840213.072665:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840213.072671:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840213.072673:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840213.072677:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840213.072680:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840213.072686:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fac000 x1875733133955712/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840229 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840213.072695:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87fac000 x1875733133955712/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840229 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840213.072711:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840213.072716:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840213.072718:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788840214.150203:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840214.150208:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840214.150211:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788840217.093820:0:30278:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120b30 (cpu 3) has reached its deadline 4296446879, at 4296446912 00000100:00000010:3.0:1788840217.093840:0:30278:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee9887d060. 00000100:00000040:2.0:1788840217.096092:0:29212:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120a20 (cpu 2) has reached its deadline 4296446879, at 4296446914 00000100:00000010:2.0:1788840217.096108:0:29212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee9887da20. 00000020:00000001:3.0:1788840217.222400:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840217.222404:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840217.222407:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788840217.669870:0:30292:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788840217.669878:0:30292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840217.669880:0:30292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1788840217.669885:0:30292:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee98224d80 going to sleep for 1 seconds 00000100:00000001:3.0:1788840217.669889:0:30292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840217.669893:0:30292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840218.185252:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788840218.185264:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788840218.185277:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125d180. 00000020:00000040:2.0:1788840218.185285:0:36:0:(genops.c:1210:class_import_get()) import ffff90ee98ee5800 refcount=4 obd=MGC192.168.202.131@tcp 00000100:00000001:2.0:1788840218.185290:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840218.185293:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840218.185299:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840218.185308:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee87989b00. 00000100:00000001:2.0:1788840218.185316:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840218.185330:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS req@ffff90ee9125d180 x1875733133956096/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788840218.185342:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840218.185346:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840218.185354:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092f3e39e] to pc [ptlrpcd_01_01+1] req@ffff90ee9125d180 x1875733133956096/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840218.185404:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840218.185407:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788840218.185411:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788840218.185414:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125c380. 00000020:00000040:2.0:1788840218.185416:0:36:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=8 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:2.0:1788840218.185418:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840218.185419:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840218.185421:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840218.185424:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee87989900. 00000100:00000001:2.0:1788840218.185428:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840218.185432:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID req@ffff90ee9125c380 x1875733133956224/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788840218.185438:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840218.185440:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840218.185443:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5e72133] to pc [ptlrpcd_01_00+0] req@ffff90ee9125c380 x1875733133956224/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840218.185450:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840218.185452:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788840218.185455:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788840218.185458:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125f800. 00000020:00000040:2.0:1788840218.185460:0:36:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=3 obd=lustre-OST0000-osc-ffff90ee90f70800 00000100:00000001:2.0:1788840218.185462:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840218.185463:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840218.185464:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840218.185467:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee87989500. 00000100:00000001:2.0:1788840218.185469:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840218.185472:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID req@ffff90ee9125f800 x1875733133956352/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788840218.185477:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840218.185479:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840218.185482:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008fdf98a0] to pc [ptlrpcd_01_01+1] req@ffff90ee9125f800 x1875733133956352/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840218.185488:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840218.185490:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788840218.185493:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788840218.185497:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1785) 00000100:00000001:2.0:1788840218.185513:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840218.185516:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840218.185518:0:2361:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840218.185523:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125c380 x1875733133956224/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840218.185530:0:2361:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840218.185532:0:2361:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840218.185537:0:2361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840218.185550:0:2361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840218.185553:0:2361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840218.185557:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733133956224:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840218.185561:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840218.185565:0:2361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840218.185568:0:2361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840218.185571:0:2361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840218.185575:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee85090000. 02000000:00000001:2.0:1788840218.185577:0:2361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840218.185584:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840218.185589:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4ef78. 00000400:00000010:2.0:1788840218.185595:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234000. 00000100:00000200:2.0:1788840218.185603:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133956224, portal 10 00000100:00000001:2.0:1788840218.185605:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840218.185607:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044628352 : -122120664923264 : ffff90ee9125c380) 00000100:00000040:2.0:1788840218.185613:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125c380 x1875733133956224/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840218.185627:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840218.185629:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840218.185632:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234a18. 00000100:00000200:2.0:1788840218.185634:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733133956224, offset 0 00000400:00000200:2.0:1788840218.185687:0:2361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840218.185697:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840218.185704:0:2361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840218.185709:0:2361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840218.185713:0:2361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840218.185717:0:2361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840218.185719:0:2361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840218.185723:0:2361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2268:2268:256:4294967295] 192.168.202.131@tcp LPNI seq info [2268:2268:8:4294967295] 00000400:00000200:2.0:1788840218.185728:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840218.185737:0:2361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840218.185742:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840218.185748:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989d00. 00000800:00000200:2.0:1788840218.185755:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840218.185764:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840218.185769:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840218.185778:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840218.185783:0:2361:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 768618 usecs (769 jiffies) 00000400:00000200:2.0:1788840218.185786:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840218.185789:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296448773 00000100:00000010:2.0:1788840218.185794:0:2361:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee87fb1c60. 00000100:00000001:2.0:1788840218.185802:0:2361:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788840218.185806:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296448773 00000100:00000010:2.0:1788840218.185809:0:2361:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee87fb1f00. 00000100:00000001:2.0:1788840218.185822:0:2361:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788840218.185826:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840218.185829:0:2361:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840218.185832:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840218.185834:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840218.185849:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840218.185851:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788840218.185853:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840218.185854:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840218.185856:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840218.185858:0:2361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1788840218.185860:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840218.185862:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840218.185864:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840218.185865:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840218.185867:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840218.185868:0:2361:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840218.185872:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125d180 x1875733133956096/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840218.185879:0:2361:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840218.185881:0:2361:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840218.185883:0:2361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840218.185885:0:2361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840218.185887:0:2361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840218.185890:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2361:1875733133956096:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840218.185893:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840218.185895:0:2361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840218.185897:0:2361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840218.185899:0:2361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840218.185902:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee85091a00. 02000000:00000001:2.0:1788840218.185903:0:2361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840218.185906:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840218.185909:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4eaa8. 00000400:00000010:2.0:1788840218.185912:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234908. 00000100:00000200:2.0:1788840218.185915:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133956096, portal 25 00000100:00000001:2.0:1788840218.185916:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840218.185918:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044631936 : -122120664919680 : ffff90ee9125d180) 00000100:00000040:2.0:1788840218.185923:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125d180 x1875733133956096/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840218.185929:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840218.185932:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840218.185934:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee912344c8. 00000100:00000200:2.0:1788840218.185936:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875733133956096, offset 0 00000400:00000200:2.0:1788840218.185940:0:2361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840218.185944:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840218.185948:0:2361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840218.185950:0:2361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840218.185952:0:2361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840218.185954:0:2361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840218.185956:0:2361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840218.185958:0:2361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2269:2269:255:4294967295] 192.168.202.131@tcp LPNI seq info [2269:2269:7:4294967295] 00000400:00000200:2.0:1788840218.185962:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840218.185967:0:2361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840218.185971:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840218.185974:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989e00. 00000800:00000200:2.0:1788840218.185978:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840218.185981:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840218.185984:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840218.185986:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840218.185988:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840218.185990:0:2361:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4296452003 00000100:00000001:2.0:1788840218.185995:0:2361:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296448773 00000100:00000001:2.0:1788840218.185998:0:2361:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4296452003 00000100:00000001:2.0:1788840218.186000:0:2361:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296448773 00000100:00000001:2.0:1788840218.186002:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840218.186005:0:2361:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840218.186006:0:2361:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840218.186010:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125f800 x1875733133956352/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840218.186017:0:2361:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840218.186019:0:2361:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840218.186021:0:2361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840218.186023:0:2361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840218.186025:0:2361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840218.186028:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733133956352:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840218.186031:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840218.186033:0:2361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840218.186035:0:2361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840218.186036:0:2361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840218.187947:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee85090200. 02000000:00000001:2.0:1788840218.187954:0:2361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840218.187964:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840218.187968:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e9a0. 00000400:00000010:2.0:1788840218.187975:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234e58. 00000100:00000200:2.0:1788840218.187981:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133956352, portal 4 00000100:00000001:2.0:1788840218.187984:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840218.187986:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044641792 : -122120664909824 : ffff90ee9125f800) 00000100:00000040:2.0:1788840218.187998:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125f800 x1875733133956352/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840218.188011:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840218.188014:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840218.188017:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234aa0. 00000100:00000200:2.0:1788840218.188020:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733133956352, offset 0 00000400:00000200:2.0:1788840218.188027:0:2361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840218.188035:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840218.188041:0:2361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840218.188046:0:2361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840218.188049:0:2361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840218.188053:0:2361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840218.188055:0:2361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840218.188060:0:2361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2270:2270:254:4294967295] 192.168.202.131@tcp LPNI seq info [2270:2270:6:4294967295] 00000400:00000200:2.0:1788840218.188065:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840218.188074:0:2361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840218.188079:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840218.188083:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989700. 00000800:00000200:2.0:1788840218.188090:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840218.188097:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840218.188100:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840218.188104:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840218.188108:0:2361:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: using a timeout of 22431 usecs (23 jiffies) 00000400:00000200:2.0:1788840218.188111:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840218.188114:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296448029 00000100:00000001:2.0:1788840218.188117:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296452003 00000100:00000001:2.0:1788840218.188120:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296448029 00000100:00000001:2.0:1788840218.188122:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296452003 00000100:00000001:2.0:1788840218.188124:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840218.188127:0:2361:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840218.188131:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840218.188135:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840218.188192:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840218.188196:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989d00. 00000400:00000200:2.0:1788840218.188202:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840218.188206:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840218.188212:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234a18 00000400:00000010:2.0:1788840218.188214:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234a18. 00000100:00000001:2.0:1788840218.188218:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840218.188223:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125c380 x1875733133956224/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840218.188233:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840218.188236:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125c380 x1875733133956224/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840234 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840218.188243:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840218.188245:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788840218.188257:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840218.188259:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989e00. 00000400:00000200:2.0:1788840218.188262:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840218.188265:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840218.188267:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee912344c8 00000400:00000010:2.0:1788840218.188269:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee912344c8. 00000100:00000001:2.0:1788840218.188271:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840218.188274:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125d180 x1875733133956096/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840218.188281:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840218.188284:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125d180 x1875733133956096/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840234 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840218.188289:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840218.188291:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788840218.188349:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840218.188352:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989700. 00000400:00000200:2.0:1788840218.188355:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840218.188358:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840218.188361:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234aa0 00000400:00000010:2.0:1788840218.188362:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234aa0. 00000100:00000001:2.0:1788840218.188364:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840218.188367:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125f800 x1875733133956352/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840218.188374:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840218.188378:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125f800 x1875733133956352/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840234 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840218.188384:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840218.188386:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788840218.189369:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840218.189376:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788840218.193163:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840218.193180:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840218.193184:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840218.193186:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840218.193194:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840218.193203:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840218.193213:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840218.193218:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840218.193224:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840218.193228:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 10 MB=0x6a9f827249480 00000400:00000200:3.0:1788840218.193233:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840218.193240:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 224/224 into md 0x6415 [1] + 224 00000800:00000001:3.0:1788840218.193248:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840218.193252:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840218.193255:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840218.193260:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840218.193266:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840218.193275:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125c380 x1875733133956224/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840234 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840218.193287:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee9125c380 x1875733133956224/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840234 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840218.193305:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840218.193314:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840218.193318:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840218.193320:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840218.193322:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840218.193325:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840218.193328:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840218.193332:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840218.193334:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840218.193337:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840218.193339:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f827249500 00000400:00000200:3.0:1788840218.193343:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840218.193346:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x6435 [1] + 224 00000800:00000001:3.0:1788840218.193350:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840218.193352:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840218.193355:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840218.193358:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840218.193360:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840218.193365:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125f800 x1875733133956352/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840234 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840218.193373:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee9125f800 x1875733133956352/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840234 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840218.193380:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840218.193383:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840218.193385:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840218.193387:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840218.193389:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840218.193391:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840218.193395:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840218.193399:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840218.193401:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840218.193404:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840218.193406:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 25 MB=0x6a9f827249400 00000400:00000200:3.0:1788840218.193410:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840218.193414:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.131@tcp of length 224/224 into md 0x6425 [1] + 224 00000800:00000001:3.0:1788840218.193417:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840218.193437:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840218.193440:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840218.193443:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840218.193446:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840218.193451:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125d180 x1875733133956096/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840234 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840218.193459:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee9125d180 x1875733133956096/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840234 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840218.193466:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840218.193469:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840218.193473:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840218.193488:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840218.193492:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788840218.193498:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840218.193500:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840218.193503:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4eaa8. 00000400:00000200:3.0:1788840218.193509:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234908 00000400:00000010:3.0:1788840218.193511:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234908. 00000100:00000001:3.0:1788840218.193514:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840218.193518:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125d180 x1875733133956096/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840234 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840218.193526:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125d180 x1875733133956096/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840234 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840218.193532:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840218.193534:0:2361:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840218.193536:0:2361:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840218.193540:0:2361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840218.193543:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840218.193545:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840218.193549:0:2361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840218.193556:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98ee5c60 time=68 v=5 (5 5 5 5) 00000100:00001000:3.0:1788840218.193560:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98ee5c18 time=68 v=5 (1 1 1 1) 00000100:00000001:3.0:1788840218.193562:0:2361:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840218.193564:0:2361:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840218.193567:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840218.193570:0:2361:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840218.193572:0:2361:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840218.193577:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125d180 x1875733133956096/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840234 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840218.193584:0:2361:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840218.193587:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840218.193589:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840218.193592:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125d180 x1875733133956096/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840234 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840218.193600:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2361:1875733133956096:192.168.202.131@tcp:400:kworker.0 00000400:00000001:3.0:1788840218.193606:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840218.193608:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840218.193609:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e9a0. 00000400:00000200:3.0:1788840218.193612:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234e58 00000400:00000010:3.0:1788840218.193613:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234e58. 00000100:00000001:3.0:1788840218.193615:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840218.193631:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125f800 x1875733133956352/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840234 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840218.193672:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125f800 x1875733133956352/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840234 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840218.193678:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840218.193680:0:2361:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840218.193682:0:2361:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840218.193683:0:2361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840218.193684:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840218.193685:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840218.193687:0:2361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840218.193694:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b5cc60 time=68 v=5 (5 5 5 36) 00000100:00001000:3.0:1788840218.193697:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=131 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840218.193699:0:2361:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840218.193700:0:2361:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840218.193702:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840218.193704:0:2361:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840218.193707:0:2361:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840218.193709:0:2361:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: skip recheck: last_committed 4294967335 00000100:00000001:3.0:1788840218.193711:0:2361:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840218.193712:0:2361:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840218.193716:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125f800 x1875733133956352/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840234 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840218.193722:0:2361:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840218.193724:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840218.193725:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840218.193728:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125f800 x1875733133956352/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840234 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840218.193737:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733133956352:192.168.202.131@tcp:400:kworker.0 00000400:00000001:3.0:1788840218.193741:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840218.193742:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840218.193744:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4ef78. 00000400:00000200:3.0:1788840218.193746:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234000 00000400:00000010:3.0:1788840218.193748:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234000. 00000100:00000001:3.0:1788840218.193750:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840218.193752:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125c380 x1875733133956224/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840234 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840218.193760:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125c380 x1875733133956224/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840234 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840218.193766:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840218.193768:0:2361:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840218.193770:0:2361:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840218.193771:0:2361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840218.193772:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840218.193773:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840218.193775:0:2361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840218.193778:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=68 v=5 (5 102 102 102) 00000100:00001000:3.0:1788840218.193781:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840218.193783:0:2361:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840218.193784:0:2361:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840218.193786:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840218.193787:0:2361:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840218.193789:0:2361:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840218.193791:0:2361:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967597 00000100:00000001:3.0:1788840218.193792:0:2361:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840218.193794:0:2361:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840218.193797:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125c380 x1875733133956224/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840234 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840218.193803:0:2361:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840218.193805:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840218.193806:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840218.193810:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125c380 x1875733133956224/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840234 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840218.193817:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733133956224:192.168.202.131@tcp:400:kworker.0 00000100:00000001:3.0:1788840218.193821:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840218.193823:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840218.193827:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125d180 x1875733133956096/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840234 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840218.193833:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840218.193835:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840218.193849:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee85091a00. 02000000:00000001:3.0:1788840218.193853:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840218.193855:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840218.193857:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee98ee5800 refcount=3 obd=MGC192.168.202.131@tcp 00000020:00000001:3.0:1788840218.193859:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840218.193862:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee87989b00. 02000000:00000001:3.0:1788840218.193866:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840218.193867:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840218.193869:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125d180. 00000100:00000001:3.0:1788840218.193872:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840218.193874:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840218.193875:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840218.193879:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125f800 x1875733133956352/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840234 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840218.193885:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840218.193886:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840218.193887:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee85090200. 02000000:00000001:3.0:1788840218.193889:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840218.193890:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840218.193891:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=2 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:3.0:1788840218.193893:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840218.193895:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee87989500. 02000000:00000001:3.0:1788840218.193897:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840218.193898:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840218.193899:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125f800. 00000100:00000001:3.0:1788840218.193901:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840218.193902:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840218.193904:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840218.193907:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125c380 x1875733133956224/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840234 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840218.193912:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840218.193913:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840218.193915:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee85090000. 02000000:00000001:3.0:1788840218.193917:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840218.193917:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840218.193918:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:3.0:1788840218.193920:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840218.193921:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee87989900. 02000000:00000001:3.0:1788840218.193922:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840218.193924:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840218.193925:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125c380. 00000100:00000001:3.0:1788840218.193927:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840218.193928:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840218.193930:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840218.193938:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840218.193940:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840218.193942:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840218.193945:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840220.229781:0:30282:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788840220.229789:0:30282:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840220.229792:0:30282:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788840220.229798:0:30282:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee8555a900 going to sleep for 1 seconds 00000100:00000001:2.0:1788840220.229802:0:30282:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840220.229806:0:30282:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840220.297180:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840220.297184:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840220.297187:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788840221.253789:0:30282:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788840221.253797:0:30282:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840221.253799:0:30282:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788840221.253804:0:30282:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee8555a900 going to sleep for 1 seconds 00000100:00000001:2.0:1788840221.253808:0:30282:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840221.253820:0:30282:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840222.216823:0:30278:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120b30 (cpu 3) has reached its deadline 4296452003, at 4296452035 00000100:00000010:3.0:1788840222.216847:0:30278:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee87fb1f00. 00000100:00000040:2.0:1788840222.217047:0:29212:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120a20 (cpu 2) has reached its deadline 4296452003, at 4296452035 00000100:00000010:2.0:1788840222.217064:0:29212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee87fb1c60. 00000100:00000001:2.0:1788840222.277812:0:30282:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788840222.277820:0:30282:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840222.277822:0:30282:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788840222.277828:0:30282:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee8555a900 going to sleep for 1 seconds 00000100:00000001:2.0:1788840222.277832:0:30282:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840222.277836:0:30282:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840222.791996:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840222.792003:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee98ea2800. 00000400:00000200:2.0:1788840222.792015:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840222.792021:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840222.792028:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6e58 00000400:00000010:2.0:1788840222.792031:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6e58. 00000100:00000001:2.0:1788840222.792036:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840222.792041:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f58700 x1875733133956736/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840222.792052:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840222.792055:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f58700 x1875733133956736/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840238 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840222.792063:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840222.792065:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788840222.792151:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840222.792154:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee98ea2c00. 00000400:00000200:2.0:1788840222.792158:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840222.792161:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840222.792164:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6880 00000400:00000010:2.0:1788840222.792165:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6880. 00000100:00000001:2.0:1788840222.792168:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840222.792172:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f59180 x1875733133956480/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840222.792179:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840222.792182:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f59180 x1875733133956480/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840238 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840222.792188:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840222.792189:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788840222.793586:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840222.793593:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840222.793596:0:2358:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840222.793609:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f59500 x1875733133956608/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840222.793627:0:2358:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840222.793629:0:2358:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840222.793633:0:2358:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840222.793636:0:2358:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840222.793675:0:2358:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840222.793679:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:10f4a654-3497-48d8-8f70-7e89f4f161cc:2358:1875733133956608:192.168.202.131@tcp:38:kworker.0 00000100:00000001:3.0:1788840222.793684:0:2358:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840222.793689:0:2358:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840222.793691:0:2358:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840222.793694:0:2358:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840222.793704:0:2358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86eee000. 02000000:00000001:3.0:1788840222.793706:0:2358:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840222.793713:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840222.793718:0:2358:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4f840. 00000400:00000010:3.0:1788840222.793726:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e2a8. 00000100:00000200:3.0:1788840222.793733:0:2358:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133956608, portal 10 00000100:00000001:3.0:1788840222.793736:0:2358:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840222.793738:0:2358:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890475776 : -122120819075840 : ffff90ee87f59500) 00000100:00000040:3.0:1788840222.793746:0:2358:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87f59500 x1875733133956608/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1788840232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840222.793753:0:2358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840222.793756:0:2358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840222.793759:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011ea18. 00000100:00000200:3.0:1788840222.793762:0:2358:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875733133956608, offset 0 00000400:00000200:3.0:1788840222.793769:0:2358:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840222.793777:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840222.793784:0:2358:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840222.793789:0:2358:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840222.793793:0:2358:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840222.793808:0:2358:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840222.793811:0:2358:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840222.793816:0:2358:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2273:2273:256:4294967295] 192.168.202.131@tcp LPNI seq info [2273:2273:8:4294967295] 00000400:00000200:3.0:1788840222.793820:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840222.793828:0:2358:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840222.793834:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840222.793844:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee878d1900. 00000800:00000200:3.0:1788840222.793851:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840222.793857:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840222.793862:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee878d1900 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1788840222.793894:0:2358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840222.793899:0:2358:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 767428 usecs (768 jiffies) 00000400:00000200:3.0:1788840222.793902:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840222.793905:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296453380 00000100:00000001:3.0:1788840222.793908:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296456609 00000100:00000001:3.0:1788840222.793911:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296453380 00000100:00000001:3.0:1788840222.793913:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296456609 00000100:00000001:3.0:1788840222.793916:0:2358:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840222.793919:0:2358:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840222.793922:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840222.793925:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840222.793935:0:2358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840222.793938:0:2358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1788840222.793940:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840222.793941:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840222.793943:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840222.793944:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840222.794014:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840222.794019:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee878d1900. 00000400:00000200:2.0:1788840222.794025:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840222.794030:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840222.794035:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011ea18 00000400:00000010:2.0:1788840222.794037:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011ea18. 00000100:00000001:2.0:1788840222.794042:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840222.794046:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f59500 x1875733133956608/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1788840232 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840222.794054:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840222.794057:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f59500 x1875733133956608/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1788840232 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840222.794065:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840222.794066:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840222.797688:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840222.797713:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840222.797718:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840222.797720:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840222.797730:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840222.797741:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840222.797764:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840222.797771:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840222.797779:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840222.797784:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f827249680 00000400:00000200:2.0:1788840222.797789:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840222.797806:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x6445 [1] + 224 00000800:00000001:2.0:1788840222.797817:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840222.797826:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840222.797830:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840222.797836:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840222.797845:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840222.797857:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f58700 x1875733133956736/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840238 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840222.797870:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87f58700 x1875733133956736/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840238 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840222.797897:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840222.797909:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840222.797913:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840222.808400:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840222.808429:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840222.808436:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840222.808439:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840222.808452:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840222.808464:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840222.808479:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840222.808485:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840222.808491:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840222.808496:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 416 into portal 10 MB=0x6a9f827249600 00000400:00000200:2.0:1788840222.808501:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840222.808508:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 416/416 into md 0x6455 [1] + 0 00000800:00000001:2.0:1788840222.808518:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840222.808529:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840222.808533:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840222.808540:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840222.808550:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840222.808563:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f59500 x1875733133956608/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1788840232 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840222.808578:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff90ee87f59500 x1875733133956608/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1788840232 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840222.808606:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840222.808618:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840222.808623:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840222.808711:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840222.808717:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788840222.808726:0:2358:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840222.808729:0:2358:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840222.808733:0:2358:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4f840. 00000400:00000200:3.0:1788840222.808739:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e2a8 00000400:00000010:3.0:1788840222.808742:0:2358:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e2a8. 00000100:00000001:3.0:1788840222.808748:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840222.808753:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f59500 x1875733133956608/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1788840232 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840222.808763:0:2358:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f59500 x1875733133956608/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1788840232 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840222.808770:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840222.808773:0:2358:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840222.808776:0:2358:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840222.808780:0:2358:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840222.808784:0:2358:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840222.808787:0:2358:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840222.808791:0:2358:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840222.808813:0:2358:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=72 v=5 (5 102 102 102) 00000100:00001000:3.0:1788840222.808818:0:2358:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840222.808821:0:2358:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840222.808823:0:2358:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840222.808827:0:2358:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840222.808831:0:2358:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840222.808836:0:2358:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840222.808839:0:2358:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967597 00000100:00000001:3.0:1788840222.808841:0:2358:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840222.808852:0:2358:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840222.808858:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f59500 x1875733133956608/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/416 e 0 to 0 dl 1788840232 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840222.808866:0:2358:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840222.808871:0:2358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840222.808881:0:2358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840222.808885:0:2358:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1788840222.808892:0:2358:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff90ee90f70800: connect to target with instance 1 00000020:00000001:3.0:1788840222.808896:0:2358:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788840222.808899:0:2358:0:(genops.c:804:class_conn2export()) looking for export cookie 0x3aa5f499c96f2cd8 00000020:00000001:3.0:1788840222.808902:0:2358:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840222.808906:0:2358:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90ee9881e000 refcount=5 00000020:00000001:3.0:1788840222.808909:0:2358:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621953168105472 : -122120541446144 : ffff90ee9881e000) 00000020:00000001:3.0:1788840222.808912:0:2358:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446621953168105472 : -122120541446144 : ffff90ee9881e000) 00000100:00001000:3.0:1788840222.808916:0:2358:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=1788840222 v=0 (0 0 0 0) 00000100:00001000:3.0:1788840222.808919:0:2358:0:(import.c:2215:obd_at_measure()) AT ffff90ee98823418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1788840222.808924:0:2358:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 911, crc32c 5375, adler 879 00000020:00000040:3.0:1788840222.808930:0:2358:0:(genops.c:879:class_export_put()) PUTting export ffff90ee9881e000 : new refcount 4 00000100:00000001:3.0:1788840222.808933:0:2358:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1788840222.808937:0:2358:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:3.0:1788840222.808942:0:2358:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff90ee90f70800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 17 cl_max_extent_pages: 32768 00000002:00000001:3.0:1788840222.808945:0:2358:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:3.0:1788840222.808947:0:2358:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840222.808949:0:2358:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:3.0:1788840222.808953:0:2358:0:(lmv_obd.c:191:lmv_notify()) Process entered 00000080:00000001:3.0:1788840222.808957:0:2358:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788840222.808960:0:2358:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840222.808963:0:2358:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840222.808965:0:2358:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840222.808966:0:2358:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788840222.808967:0:2358:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840222.808969:0:2358:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840222.808971:0:2358:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1788840222.808974:0:2358:0:(import.c:1297:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.202.131@tcp after partition 00000100:00080000:3.0:1788840222.808978:0:2358:0:(import.c:65:import_set_state_nolock()) ffff90ee98823000 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:3.0:1788840222.808982:0:2358:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1788840222.808985:0:2358:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00080000:3.0:1788840222.808990:0:2358:0:(client.c:3247:ptlrpc_resend_req()) @@@ going to resend req@ffff90ee9125e300 x1875733133955456/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840225 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840222.809012:0:2358:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1788840222.809016:0:2358:0:(import.c:65:import_set_state_nolock()) ffff90ee98823000 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:3.0:1788840222.809018:0:2358:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1788840222.809019:0:2358:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:3.0:1788840222.809021:0:2358:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:3.0:1788840222.809022:0:2358:0:(lmv_obd.c:191:lmv_notify()) Process entered 00800000:00000001:3.0:1788840222.809024:0:2358:0:(lmv_obd.c:85:lmv_set_mdc_active()) Process entered 00800000:00000040:3.0:1788840222.809026:0:2358:0:(lmv_obd.c:88:lmv_set_mdc_active()) Searching in lmv ffff90ee988921d8 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:3.0:1788840222.809031:0:2358:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x3aa5f499c96f2cd8 00800000:00000040:3.0:1788840222.809034:0:2358:0:(lmv_obd.c:109:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff90ee90f70800=10f4a654-3497-48d8-8f70-7e89f4f161cc device 3 (ffff90ee98894d28) type mdc at LMV idx 0 00800000:00000040:3.0:1788840222.809037:0:2358:0:(lmv_obd.c:114:lmv_set_mdc_active()) OBD ffff90ee98894d28 already active! 00800000:00000001:3.0:1788840222.809040:0:2358:0:(lmv_obd.c:115:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788840222.809042:0:2358:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788840222.809043:0:2358:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840222.809044:0:2358:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840222.809046:0:2358:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840222.809047:0:2358:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788840222.809048:0:2358:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788840222.809051:0:2358:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=9 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:2.0:1788840222.809527:0:30282:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788840222.809534:0:30282:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840222.809536:0:30282:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840222.809540:0:30282:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e318. 00000400:00000200:2.0:1788840222.809547:0:30282:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234440 00000400:00000010:2.0:1788840222.809549:0:30282:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234440. 00000100:00000001:2.0:1788840222.809553:0:30282:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840222.809559:0:30282:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125e300 x1875733133955456/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840225 ref 2 fl Rpc:SQr/600/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788840222.809567:0:30282:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125e300 x1875733133955456/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840225 ref 2 fl Rpc:SQU/600/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840222.809574:0:30282:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840222.809575:0:30282:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840222.809578:0:30282:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840222.809581:0:30282:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840222.809584:0:30282:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840222.809588:0:30282:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840222.809591:0:30282:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840222.809594:0:30282:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1788840222.809600:0:30282:0:(client.c:3740:ptlrpc_set_mbits()) resend with new mbits old x1875733133955456 new x1875733133956864 02000000:00000001:2.0:1788840222.809604:0:30282:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840222.809607:0:30282:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840222.809612:0:30282:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840222.809616:0:30282:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e318. 00000400:00000010:2.0:1788840222.809622:0:30282:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234440. 00000100:00000200:2.0:1788840222.809629:0:30282:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133955456, portal 10 00000100:00000001:2.0:1788840222.809633:0:30282:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840222.809634:0:30282:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044636416 : -122120664915200 : ffff90ee9125e300) 00000100:00000040:2.0:1788840222.809677:0:30282:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff90ee9125e300 x1875733133955456/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840238 ref 3 fl Rpc:r/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840222.809685:0:30282:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840222.809687:0:30282:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840222.809691:0:30282:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234aa0. 00000100:00000200:2.0:1788840222.809694:0:30282:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875733133955456, offset 0 00000400:00000200:2.0:1788840222.809702:0:30282:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840222.809710:0:30282:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840222.809718:0:30282:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840222.809725:0:30282:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840222.809731:0:30282:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840222.809735:0:30282:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840222.809739:0:30282:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840222.809743:0:30282:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2274:2274:256:4294967295] 192.168.202.131@tcp LPNI seq info [2274:2274:8:4294967295] 00000400:00000200:2.0:1788840222.809747:0:30282:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840222.809757:0:30282:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840222.809764:0:30282:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840222.809770:0:30282:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989700. 00000800:00000200:2.0:1788840222.809778:0:30282:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840222.809787:0:30282:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840222.809792:0:30282:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788840222.809823:0:30282:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840222.809829:0:30282:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 766260 usecs (767 jiffies) 00000400:00000200:2.0:1788840222.809833:0:30282:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840222.809836:0:30282:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296453395 00000100:00000001:2.0:1788840222.809839:0:30282:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296456609 00000100:00000001:2.0:1788840222.809854:0:30282:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296453395 00000100:00000001:2.0:1788840222.809857:0:30282:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296456609 00000100:00000001:2.0:1788840222.809859:0:30282:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840222.809864:0:30282:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840222.809867:0:30282:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840222.809870:0:30282:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788840222.809880:0:30282:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee8555a900 going to sleep for 11 seconds 00000100:00000001:2.0:1788840222.809883:0:30282:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840222.809884:0:30282:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788840222.811164:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840222.811227:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840222.811232:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840222.811235:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840222.811245:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840222.811253:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840222.811264:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840222.811268:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840222.811274:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840222.811278:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 25 MB=0x6a9f827249580 00000400:00000200:3.0:1788840222.811282:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840222.811288:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.131@tcp of length 224/224 into md 0x644d [1] + 224 00000800:00000001:3.0:1788840222.811295:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840222.811302:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840222.811305:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840222.811310:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840222.811318:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840222.811325:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f59180 x1875733133956480/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840238 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840222.811336:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87f59180 x1875733133956480/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840238 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840222.811365:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1788840222.811448:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840222.811454:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989700. 00000400:00000200:3.0:1788840222.811459:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840222.811463:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840222.811468:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234aa0 00000400:00000010:3.0:1788840222.811470:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234aa0. 00000100:00000001:3.0:1788840222.811474:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840222.811479:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125e300 x1875733133955456/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840238 ref 3 fl Rpc:r/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840222.811490:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840222.811493:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee9125e300 x1875733133955456/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840238 ref 3 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840222.811500:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840222.811501:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840222.811508:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840222.811512:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788840222.812715:0:2358:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840222.812720:0:2358:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:2.0:1788840222.812725:0:2358:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff90ee90f70800: Connection restored to 192.168.202.131@tcp (at 192.168.202.131@tcp) 00000100:00080000:2.0:1788840222.812735:0:2358:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000da33882e): req@ffff90ee86d49f80 x1875733133954816/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/512 e 0 to 1 dl 1788840222 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840222.812763:0:2358:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840222.812768:0:2358:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840222.812775:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f59500 x1875733133956608/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/416 e 0 to 0 dl 1788840232 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788840222.812784:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:10f4a654-3497-48d8-8f70-7e89f4f161cc:2358:1875733133956608:192.168.202.131@tcp:38:kworker.0 00000100:00000001:2.0:1788840222.812788:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840222.812790:0:2358:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840222.812793:0:2358:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f59500 x1875733133956608/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/416 e 0 to 0 dl 1788840232 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840222.812812:0:2358:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840222.812814:0:2358:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840222.812816:0:2358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee86eee000. 02000000:00000001:2.0:1788840222.812820:0:2358:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840222.812821:0:2358:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840222.812822:0:2358:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=8 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:2.0:1788840222.812824:0:2358:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840222.812827:0:2358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee86f36800. 02000000:00000001:2.0:1788840222.812830:0:2358:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840222.812831:0:2358:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840222.812832:0:2358:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f59500. 00000100:00000001:2.0:1788840222.812835:0:2358:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840222.812836:0:2358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840222.812838:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840222.812853:0:2358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840222.812855:0:2358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840222.812857:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840222.812859:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840222.813250:0:30292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840222.813254:0:30292:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840222.813257:0:30292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840222.813260:0:30292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840222.813263:0:30292:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840222.813267:0:30292:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840222.813270:0:30292:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840222.813273:0:30292:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:3.0:1788840222.813280:0:30292:0:(client.c:3740:ptlrpc_set_mbits()) resend with new mbits old x1875733133954816 new x1875733133956992 02000000:00000001:3.0:1788840222.813284:0:30292:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840222.813287:0:30292:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840222.813295:0:30292:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840222.813305:0:30292:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4f840. 00000400:00000010:3.0:1788840222.813312:0:30292:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e2a8. 00000100:00000200:3.0:1788840222.813320:0:30292:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133954816, portal 10 00000100:00000001:3.0:1788840222.813322:0:30292:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840222.813325:0:30292:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871538560 : -122120838013056 : ffff90ee86d49f80) 00000100:00000040:3.0:1788840222.813335:0:30292:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=202 req@ffff90ee86d49f80 x1875733133954816/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/512 e 0 to 0 dl 1788840238 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840222.813342:0:30292:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840222.813345:0:30292:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840222.813348:0:30292:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e220. 00000100:00000200:3.0:1788840222.813351:0:30292:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875733133954816, offset 0 00000400:00000200:3.0:1788840222.813359:0:30292:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840222.813369:0:30292:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840222.813378:0:30292:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840222.813385:0:30292:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840222.813391:0:30292:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840222.813395:0:30292:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840222.813399:0:30292:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840222.813403:0:30292:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2275:2275:256:4294967295] 192.168.202.131@tcp LPNI seq info [2275:2275:8:4294967295] 00000400:00000200:3.0:1788840222.813409:0:30292:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840222.813420:0:30292:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840222.813426:0:30292:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840222.813434:0:30292:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee878d1f00. 00000800:00000200:3.0:1788840222.813443:0:30292:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840222.813452:0:30292:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840222.813457:0:30292:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee878d1f00 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:3.0:1788840222.813479:0:30292:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840222.813484:0:30292:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 766260 usecs (767 jiffies) 00000400:00000200:3.0:1788840222.813487:0:30292:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840222.813490:0:30292:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296453398 00000100:00000001:3.0:1788840222.813493:0:30292:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296456609 00000100:00000001:3.0:1788840222.813496:0:30292:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296453398 00000100:00000001:3.0:1788840222.813498:0:30292:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296456609 00000100:00000001:3.0:1788840222.813500:0:30292:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840222.813504:0:30292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840222.813506:0:30292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840222.813508:0:30292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788840222.813510:0:30292:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee98224d80 going to sleep for 11 seconds 00000100:00000001:3.0:1788840222.813512:0:30292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840222.813513:0:30292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840222.814717:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840222.814727:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee878d1f00. 00000400:00000200:2.0:1788840222.814736:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840222.814745:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840222.814754:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e220 00000400:00000010:2.0:1788840222.814757:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e220. 00000100:00000001:2.0:1788840222.814764:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840222.814771:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d49f80 x1875733133954816/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/512 e 0 to 0 dl 1788840238 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840222.814783:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840222.814786:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee86d49f80 x1875733133954816/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/512 e 0 to 0 dl 1788840238 ref 3 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840222.814793:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840222.814805:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840222.825212:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840222.825236:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840222.825242:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840222.825245:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840222.825256:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840222.825266:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840222.825277:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840222.825283:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840222.825290:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840222.825294:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 456 into portal 10 MB=0x6a9f827249780 00000400:00000200:2.0:1788840222.825301:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840222.825309:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 456/456 into md 0x6475 [1] + 224 00000800:00000001:2.0:1788840222.825319:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840222.825334:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840222.825338:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840222.825344:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840222.825355:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840222.825366:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d49f80 x1875733133954816/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/512 e 0 to 0 dl 1788840238 ref 2 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840222.825378:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=202 mlen=456 offset=224 replen=512 req@ffff90ee86d49f80 x1875733133954816/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/512 e 0 to 0 dl 1788840238 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840222.825399:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840222.825410:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840222.825414:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840222.825496:0:30292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788840222.825507:0:30292:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840222.825509:0:30292:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840222.825514:0:30292:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4f840. 00000400:00000200:3.0:1788840222.825519:0:30292:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e2a8 00000400:00000010:3.0:1788840222.825522:0:30292:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e2a8. 00000100:00000001:3.0:1788840222.825527:0:30292:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840222.825532:0:30292:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d49f80 x1875733133954816/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/512 e 0 to 0 dl 1788840238 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840222.825539:0:30292:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d49f80 x1875733133954816/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/512 e 0 to 0 dl 1788840238 ref 2 fl Rpc:RQU/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840222.825545:0:30292:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840222.825547:0:30292:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840222.825550:0:30292:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840222.825555:0:30292:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840222.825557:0:30292:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840222.825561:0:30292:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840222.825565:0:30292:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840222.825578:0:30292:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=72 v=5 (5 102 102 102) 00000100:00001000:3.0:1788840222.825583:0:30292:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840222.825585:0:30292:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840222.825587:0:30292:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840222.825591:0:30292:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840222.825595:0:30292:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840222.825601:0:30292:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840222.825603:0:30292:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967597 00000100:00000001:3.0:1788840222.825605:0:30292:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840222.825607:0:30292:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840222.825612:0:30292:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d49f80 x1875733133954816/t4294967596(4294967596) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/456 e 0 to 0 dl 1788840238 ref 2 fl Rpc:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840222.825626:0:30292:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840222.825630:0:30292:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840222.825632:0:30292:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840222.825637:0:30292:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d49f80 x1875733133954816/t4294967596(4294967596) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/456 e 0 to 0 dl 1788840238 ref 2 fl Interpret:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840222.825676:0:30292:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d49f80 pname:cluuid:pid:xid:nid:opc:job touch:10f4a654-3497-48d8-8f70-7e89f4f161cc:30292:1875733133954816:192.168.202.131@tcp:36:touch.0 00000100:00000001:3.0:1788840222.825682:0:30292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840222.825685:0:30292:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840222.825689:0:30292:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788840222.825691:0:30292:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840222.825695:0:30292:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d49f80 x1875733133954816/t4294967596(4294967596) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/456 e 0 to 0 dl 1788840238 ref 2 fl Complete:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840222.825701:0:30292:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788840222.825705:0:30292:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee98224d80. 00000100:00000001:3.0:1788840222.825709:0:30292:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788840222.825710:0:30292:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840222.825720:0:30292:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840222.825724:0:30292:0:(lmv_obd.c:3047:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840222.825733:0:30292:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788840222.825736:0:30292:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788840222.825764:0:30292:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833954 : 144115205322833954 : 200000404000022) 00000080:00000001:3.0:1788840222.825768:0:30292:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000100:00000001:3.0:1788840222.825774:0:30292:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840222.825778:0:30292:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d49f80 x1875733133954816/t4294967596(4294967596) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/456 e 0 to 0 dl 1788840238 ref 1 fl Complete:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840222.825783:0:30292:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840222.825786:0:30292:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840222.825790:0:30292:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee86eedc00. 02000000:00000001:3.0:1788840222.825793:0:30292:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840222.825805:0:30292:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840222.825808:0:30292:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:3.0:1788840222.825810:0:30292:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840222.825813:0:30292:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee86fa6e00. 02000000:00000001:3.0:1788840222.825817:0:30292:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840222.825819:0:30292:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840222.825821:0:30292:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d49f80. 00000100:00000001:3.0:1788840222.825825:0:30292:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840222.825826:0:30292:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788840222.825829:0:30292:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788840222.825832:0:30292:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840222.825834:0:30292:0:(llite_lib.c:2188:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840222.825838:0:30292:0:(pcc.c:2642:pcc_inode_setattr()) Process entered 00000080:00000001:3.0:1788840222.825851:0:30292:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1788840222.825853:0:30292:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788840222.825856:0:30292:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1788840222.825858:0:30292:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840222.825860:0:30292:0:(pcc.c:2651:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840222.825863:0:30292:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:3.0:1788840222.825866:0:30292:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788840222.825871:0:30292:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036963208 : -122120672588408 : ffff90ee90b0cd88) 00000020:00001000:3.0:1788840222.825881:0:30292:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0cd80 00000020:00000001:3.0:1788840222.825887:0:30292:0:(cl_object.c:143:cl_object_top()) ffff90ee98ea3148 -> ffff90ee98ea3148 00000020:00000001:3.0:1788840222.825890:0:30292:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788840222.825893:0:30292:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788840222.825895:0:30292:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x22:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1788840222.825899:0:30292:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788840222.825900:0:30292:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1788840222.825903:0:30292:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788840222.825908:0:30292:0:(file.c:6135:ll_take_md_lock()) Process entered 00000080:00000040:3.0:1788840222.825910:0:30292:0:(file.c:6137:ll_take_md_lock()) trying to match res [0x200000404:0x22:0x0] 00000002:00000001:3.0:1788840222.825916:0:30292:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840222.825919:0:30292:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788840222.825927:0:30292:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840222.825929:0:30292:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788840222.825931:0:30292:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x22:0x0]: 0 00000080:00000001:3.0:1788840222.825933:0:30292:0:(file.c:6142:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840222.825936:0:30292:0:(file.c:7047:ll_layout_intent()) Process entered 00000080:00000010:3.0:1788840222.825943:0:30292:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98e5ba00. 00000080:00010000:3.0:1788840222.825950:0:30292:0:(file.c:7065:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000404:0x22:0x0](ffff90ee9058ec08) 00000080:00000001:3.0:1788840222.825955:0:30292:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788840222.825959:0:30292:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788840222.825962:0:30292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907958 00800000:00000002:3.0:1788840222.825965:0:30292:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'layout' for [0x200000404:0x22:0x0] '' on [0x200000404:0x22:0x0] 00800000:00000001:3.0:1788840222.825969:0:30292:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788840222.825973:0:30292:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x22:0x0], fid2=[0x200000404:0x22:0x0], name='' -> mds #0 00000002:00000001:3.0:1788840222.825978:0:30292:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788840222.825980:0:30292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907828 00000002:00010000:3.0:1788840222.825982:0:30292:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x22:0x0]) in obj [0x200000404:0x22:0x0], intent: layout flags 0 00000002:00000001:3.0:1788840222.825986:0:30292:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788840222.825989:0:30292:0:(mdc_locks.c:708:mdc_intent_layout_pack()) Process entered 00000100:00000010:3.0:1788840222.825993:0:30292:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d49f80. 00000020:00000040:3.0:1788840222.825998:0:30292:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00010000:00000001:3.0:1788840222.826004:0:30292:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788840222.826011:0:30292:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840222.826015:0:30292:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840222.826018:0:30292:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840222.826021:0:30292:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840222.826035:0:30292:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840222.826259:0:30292:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee98e5aa00. 00000100:00000001:3.0:1788840222.826268:0:30292:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840222.826272:0:30292:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788840222.826274:0:30292:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840222.826275:0:30292:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788840222.826276:0:30292:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840222.826278:0:30292:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840222.826283:0:30292:0:(mdc_locks.c:741:mdc_intent_layout_pack()) Process leaving (rc=18446621952871538560 : -122120838013056 : ffff90ee86d49f80) 00010000:00000001:3.0:1788840222.826287:0:30292:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788840222.826290:0:30292:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788840222.826295:0:30292:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee85e55f00. 00010000:00000010:3.0:1788840222.826299:0:30292:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee86e2ff00. 00010000:00000001:3.0:1788840222.826306:0:30292:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788840222.826310:0:30292:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee8523c600. 00000020:00000001:3.0:1788840222.826314:0:30292:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788840222.826319:0:30292:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee8523c600 with handle 0x3aa5f499c96f3640 to hash 00000020:00000001:3.0:1788840222.826321:0:30292:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788840222.826322:0:30292:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952843171328 : -122120866380288 : ffff90ee8523c600) 00010000:00000001:3.0:1788840222.826326:0:30292:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952843171328 : -122120866380288 : ffff90ee8523c600) 00010000:00000001:3.0:1788840222.826331:0:30292:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840222.826334:0:30292:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840222.826338:0:30292:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c600/0x3aa5f499c96f3640 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30292 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788840222.826348:0:30292:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c600/0x3aa5f499c96f3640 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30292 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788840222.826360:0:30292:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c600/0x3aa5f499c96f3640 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30292 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788840222.826365:0:30292:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788840222.826367:0:30292:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788840222.826373:0:30292:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee98224d80. 00000100:00000001:3.0:1788840222.826375:0:30292:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621953161842048 : -122120547709568 : ffff90ee98224d80) 00000100:00000001:3.0:1788840222.826379:0:30292:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840222.826380:0:30292:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871538560 : -122120838013056 : ffff90ee86d49f80) 00000100:00000001:3.0:1788840222.826385:0:30292:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840222.826390:0:30292:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840222.826392:0:30292:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788840222.826394:0:30292:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840222.826401:0:30292:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d49f80 x1875733133957120/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 376/472 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840222.826409:0:30292:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840222.826411:0:30292:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840222.826416:0:30292:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840222.826419:0:30292:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840222.826422:0:30292:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840222.826425:0:30292:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d49f80 pname:cluuid:pid:xid:nid:opc:job touch:10f4a654-3497-48d8-8f70-7e89f4f161cc:30292:1875733133957120:192.168.202.131@tcp:101:touch.0 00000100:00000001:3.0:1788840222.826432:0:30292:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840222.826438:0:30292:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840222.826441:0:30292:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840222.826444:0:30292:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840222.826449:0:30292:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86eedc00. 02000000:00000001:3.0:1788840222.826451:0:30292:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840222.826458:0:30292:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840222.826461:0:30292:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4f840. 00000400:00000010:3.0:1788840222.826468:0:30292:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e2a8. 00000100:00000200:3.0:1788840222.826476:0:30292:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133957120, portal 10 00000100:00000001:3.0:1788840222.826478:0:30292:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840222.826479:0:30292:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871538560 : -122120838013056 : ffff90ee86d49f80) 00000100:00000040:3.0:1788840222.826484:0:30292:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee86d49f80 x1875733133957120/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 376/472 e 0 to 0 dl 1788840238 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840222.826491:0:30292:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840222.826494:0:30292:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840222.826496:0:30292:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011ee58. 00000100:00000200:3.0:1788840222.826498:0:30292:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1875733133957120, offset 0 00000400:00000200:3.0:1788840222.826504:0:30292:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840222.826513:0:30292:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840222.826520:0:30292:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840222.826527:0:30292:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840222.826532:0:30292:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840222.826536:0:30292:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840222.826540:0:30292:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840222.826544:0:30292:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2276:2276:256:4294967295] 192.168.202.131@tcp LPNI seq info [2276:2276:8:4294967295] 00000400:00000200:3.0:1788840222.826549:0:30292:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840222.826558:0:30292:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840222.826565:0:30292:0:(socklnd_cb.c:931:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840222.826571:0:30292:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee878d1000. 00000800:00000200:3.0:1788840222.826579:0:30292:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840222.826588:0:30292:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840222.826593:0:30292:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee878d1000 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:3.0:1788840222.826616:0:30292:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840222.826620:0:30292:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 796783 usecs (797 jiffies) 00000400:00000200:3.0:1788840222.826623:0:30292:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840222.826627:0:30292:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296453441 00000100:00000001:3.0:1788840222.826631:0:30292:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296456609 00000100:00000001:3.0:1788840222.826633:0:30292:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296453441 00000100:00000001:3.0:1788840222.826635:0:30292:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296456609 00000100:00000001:3.0:1788840222.826662:0:30292:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840222.826666:0:30292:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840222.826668:0:30292:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840222.826670:0:30292:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788840222.826673:0:30292:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee98224d80 going to sleep for 11 seconds 00000100:00000001:3.0:1788840222.826675:0:30292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840222.826678:0:30292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840222.826812:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840222.826817:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee878d1000. 00000400:00000200:2.0:1788840222.826824:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840222.826829:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840222.826835:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011ee58 00000400:00000010:2.0:1788840222.826838:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011ee58. 00000100:00000001:2.0:1788840222.826844:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840222.826848:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d49f80 x1875733133957120/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 376/472 e 0 to 0 dl 1788840238 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840222.826860:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840222.826863:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee86d49f80 x1875733133957120/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 376/472 e 0 to 0 dl 1788840238 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840222.826869:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840222.826871:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840222.829366:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840222.829389:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840222.829395:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840222.829398:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840222.829408:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840222.829417:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840222.829427:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840222.829432:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840222.829439:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840222.829444:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 400 into portal 10 MB=0x6a9f827249800 00000400:00000200:2.0:1788840222.829449:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840222.829457:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 400/400 into md 0x6485 [1] + 224 00000800:00000001:2.0:1788840222.829466:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840222.829475:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840222.829479:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840222.829484:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840222.829493:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840222.829504:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d49f80 x1875733133957120/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 376/472 e 0 to 0 dl 1788840238 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840222.829517:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff90ee86d49f80 x1875733133957120/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 376/472 e 0 to 0 dl 1788840238 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840222.829542:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840222.829554:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840222.829559:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840222.829623:0:30292:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788840222.829633:0:30292:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840222.829635:0:30292:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840222.829667:0:30292:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4f840. 00000400:00000200:3.0:1788840222.829672:0:30292:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e2a8 00000400:00000010:3.0:1788840222.829675:0:30292:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e2a8. 00000100:00000001:3.0:1788840222.829680:0:30292:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840222.829685:0:30292:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d49f80 x1875733133957120/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 376/472 e 0 to 0 dl 1788840238 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788840222.829695:0:30292:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d49f80 x1875733133957120/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 376/472 e 0 to 0 dl 1788840238 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840222.829702:0:30292:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840222.829704:0:30292:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840222.829707:0:30292:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840222.829711:0:30292:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840222.829714:0:30292:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840222.829718:0:30292:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840222.829722:0:30292:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840222.829734:0:30292:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=72 v=5 (5 102 102 102) 00000100:00001000:3.0:1788840222.829739:0:30292:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840222.829742:0:30292:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840222.829745:0:30292:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840222.829748:0:30292:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840222.829753:0:30292:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840222.829758:0:30292:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840222.829760:0:30292:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967597 00000100:00000001:3.0:1788840222.829763:0:30292:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840222.829764:0:30292:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840222.829770:0:30292:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d49f80 x1875733133957120/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 376/400 e 0 to 0 dl 1788840238 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840222.829777:0:30292:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840222.829780:0:30292:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840222.829783:0:30292:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840222.829787:0:30292:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d49f80 x1875733133957120/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 376/400 e 0 to 0 dl 1788840238 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788840222.829804:0:30292:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d49f80 pname:cluuid:pid:xid:nid:opc:job touch:10f4a654-3497-48d8-8f70-7e89f4f161cc:30292:1875733133957120:192.168.202.131@tcp:101:touch.0 00000100:00000001:3.0:1788840222.829811:0:30292:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840222.829814:0:30292:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840222.829817:0:30292:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788840222.829819:0:30292:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840222.829824:0:30292:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d49f80 x1875733133957120/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 376/400 e 0 to 0 dl 1788840238 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840222.829831:0:30292:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788840222.829835:0:30292:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee98224d80. 00000100:00000001:3.0:1788840222.829838:0:30292:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788840222.829840:0:30292:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840222.829844:0:30292:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788840222.829849:0:30292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840222.829852:0:30292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840222.829857:0:30292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c600 refcount=4 00000020:00000001:3.0:1788840222.829860:0:30292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843171328 : -122120866380288 : ffff90ee8523c600) 00010000:00000001:3.0:1788840222.829863:0:30292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843171328 : -122120866380288 : ffff90ee8523c600) 00010000:00000040:3.0:1788840222.829872:0:30292:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee8523c600, remote cookie: 0x8a436931312ba0e9, flags: 0x1000 00010000:00000001:3.0:1788840222.829876:0:30292:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788840222.829881:0:30292:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788840222.829884:0:30292:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788840222.829886:0:30292:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788840222.829887:0:30292:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788840222.829890:0:30292:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x22:0x0].0x0 (ffff90ee85e55f00) refcount = 1 00010000:00010000:3.0:1788840222.829897:0:30292:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c600/0x3aa5f499c96f3640 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba0e9 expref: -99 pid: 30292 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840222.829906:0:30292:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788840222.829910:0:30292:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788840222.829911:0:30292:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840222.829915:0:30292:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788840222.829918:0:30292:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840222.829922:0:30292:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c600/0x3aa5f499c96f3640 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba0e9 expref: -99 pid: 30292 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840222.829929:0:30292:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788840222.829931:0:30292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840222.829933:0:30292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840222.829934:0:30292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840222.829935:0:30292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840222.829936:0:30292:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840222.829943:0:30292:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788840222.829945:0:30292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840222.829946:0:30292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840222.829948:0:30292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c600 refcount=3 00000020:00000001:3.0:1788840222.829950:0:30292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843171328 : -122120866380288 : ffff90ee8523c600) 00010000:00000001:3.0:1788840222.829953:0:30292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843171328 : -122120866380288 : ffff90ee8523c600) 00010000:00000001:3.0:1788840222.829955:0:30292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840222.829957:0:30292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788840222.829962:0:30292:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffff90ee86d49f80 x1875733133957120/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 376/400 e 0 to 0 dl 1788840238 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000040:3.0:1788840222.829971:0:30292:0:(mdc_locks.c:907:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff90ee90f70800: layout return lvb 56 transno 0 00010000:00000001:3.0:1788840222.829974:0:30292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840222.829975:0:30292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840222.829977:0:30292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c600 refcount=3 00000020:00000001:3.0:1788840222.829979:0:30292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843171328 : -122120866380288 : ffff90ee8523c600) 00010000:00000001:3.0:1788840222.829980:0:30292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843171328 : -122120866380288 : ffff90ee8523c600) 00000002:00010000:3.0:1788840222.829984:0:30292:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c600/0x3aa5f499c96f3640 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba0e9 expref: -99 pid: 30292 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1788840222.829996:0:30292:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff90ee8867c240. 00010000:00000001:3.0:1788840222.829998:0:30292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840222.829999:0:30292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788840222.830001:0:30292:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840222.830003:0:30292:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840222.830007:0:30292:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788840222.830009:0:30292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840222.830010:0:30292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840222.830011:0:30292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c600 refcount=3 00000020:00000001:3.0:1788840222.830012:0:30292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843171328 : -122120866380288 : ffff90ee8523c600) 00010000:00000001:3.0:1788840222.830014:0:30292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843171328 : -122120866380288 : ffff90ee8523c600) 00000002:00010000:3.0:1788840222.830018:0:30292:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c600/0x3aa5f499c96f3640 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba0e9 expref: -99 pid: 30292 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840222.830024:0:30292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840222.830025:0:30292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840222.830027:0:30292:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788840222.830029:0:30292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840222.830030:0:30292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840222.830032:0:30292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c600 refcount=3 00000020:00000001:3.0:1788840222.830034:0:30292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843171328 : -122120866380288 : ffff90ee8523c600) 00010000:00000001:3.0:1788840222.830036:0:30292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843171328 : -122120866380288 : ffff90ee8523c600) 00010000:00000040:3.0:1788840222.830044:0:30292:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55f00 count: 2 00010000:00000001:3.0:1788840222.830047:0:30292:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788840222.830052:0:30292:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 16 res 8589935620/34 (0 0) 00010000:00000001:3.0:1788840222.830055:0:30292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840222.830056:0:30292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788840222.830058:0:30292:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788840222.830061:0:30292:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162019077b0 00000002:00002000:3.0:1788840222.830063:0:30292:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=0x1: rc = 0 00000002:00000001:3.0:1788840222.830066:0:30292:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840222.830069:0:30292:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840222.830072:0:30292:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788840222.830076:0:30292:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200000404:0x22:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788840222.830079:0:30292:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840222.830082:0:30292:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840222.830086:0:30292:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d49f80 x1875733133957120/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 376/400 e 0 to 0 dl 1788840238 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840222.830092:0:30292:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840222.830095:0:30292:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840222.830099:0:30292:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee86eedc00. 02000000:00000001:3.0:1788840222.830102:0:30292:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840222.830105:0:30292:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840222.830107:0:30292:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:3.0:1788840222.830109:0:30292:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840222.830113:0:30292:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee98e5aa00. 02000000:00000001:3.0:1788840222.830116:0:30292:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840222.830118:0:30292:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840222.830120:0:30292:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d49f80. 00000100:00000001:3.0:1788840222.830124:0:30292:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840222.830139:0:30292:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1788840222.830145:0:30292:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98e5ba00. 00000080:00010000:3.0:1788840222.830150:0:30292:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x22:0x0](ffff90ee9058ec08) for lock 0x3aa5f499c96f3640 00800000:00000001:3.0:1788840222.830155:0:30292:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788840222.830158:0:30292:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788840222.830160:0:30292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840222.830161:0:30292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840222.830163:0:30292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c600 refcount=3 00000020:00000001:3.0:1788840222.830164:0:30292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843171328 : -122120866380288 : ffff90ee8523c600) 00010000:00000001:3.0:1788840222.830166:0:30292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843171328 : -122120866380288 : ffff90ee8523c600) 00010000:00000001:3.0:1788840222.830169:0:30292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840222.830170:0:30292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788840222.830172:0:30292:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840222.830174:0:30292:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788840222.830177:0:30292:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3640 from it ffffa16201907a78 00010000:00000001:3.0:1788840222.830180:0:30292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840222.830181:0:30292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840222.830182:0:30292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c600 refcount=3 00000020:00000001:3.0:1788840222.830183:0:30292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843171328 : -122120866380288 : ffff90ee8523c600) 00010000:00000001:3.0:1788840222.830186:0:30292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843171328 : -122120866380288 : ffff90ee8523c600) 00010000:00000001:3.0:1788840222.830188:0:30292:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788840222.830191:0:30292:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c600/0x3aa5f499c96f3640 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba0e9 expref: -99 pid: 30292 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840222.830197:0:30292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840222.830198:0:30292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840222.830199:0:30292:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788840222.830202:0:30292:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788840222.830205:0:30292:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c600/0x3aa5f499c96f3640 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba0e9 expref: -99 pid: 30292 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788840222.830214:0:30292:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788840222.830217:0:30292:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788840222.830219:0:30292:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840222.830224:0:30292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840222.830225:0:30292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840222.830227:0:30292:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840222.830230:0:30292:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788840222.830232:0:30292:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840222.830234:0:30292:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840222.830236:0:30292:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840222.830238:0:30292:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788840222.830239:0:30292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840222.830240:0:30292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788840222.830242:0:30292:0:(file.c:7081:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840222.830246:0:30292:0:(file.c:6135:ll_take_md_lock()) Process entered 00000080:00000040:3.0:1788840222.830248:0:30292:0:(file.c:6137:ll_take_md_lock()) trying to match res [0x200000404:0x22:0x0] 00000002:00000001:3.0:1788840222.830254:0:30292:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840222.830255:0:30292:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788840222.830257:0:30292:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55f00 count: 2 00010000:00000001:3.0:1788840222.830260:0:30292:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840222.830264:0:30292:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840222.830268:0:30292:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788840222.830271:0:30292:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c600/0x3aa5f499c96f3640 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba0e9 expref: -99 pid: 30292 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788840222.830279:0:30292:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788840222.830284:0:30292:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840222.830287:0:30292:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c600/0x3aa5f499c96f3640 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba0e9 expref: -99 pid: 30292 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788840222.830293:0:30292:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:3.0:1788840222.830297:0:30292:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x22:0x0]: 16 00000080:00000001:3.0:1788840222.830299:0:30292:0:(file.c:6142:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:3.0:1788840222.830302:0:30292:0:(file.c:6938:ll_layout_lock_set()) Process entered 00010000:00000001:3.0:1788840222.830303:0:30292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840222.830305:0:30292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840222.830306:0:30292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c600 refcount=3 00000020:00000001:3.0:1788840222.830308:0:30292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843171328 : -122120866380288 : ffff90ee8523c600) 00010000:00000001:3.0:1788840222.830311:0:30292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843171328 : -122120866380288 : ffff90ee8523c600) 00000080:00010000:3.0:1788840222.830315:0:30292:0:(file.c:6948:ll_layout_lock_set()) ### file [0x200000404:0x22:0x0](000000005b00bd6f) being reconfigured ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c600/0x3aa5f499c96f3640 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba0e9 expref: -99 pid: 30292 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:3.0:1788840222.830325:0:30292:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788840222.830327:0:30292:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788840222.830328:0:30292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840222.830329:0:30292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840222.830330:0:30292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c600 refcount=4 00000020:00000001:3.0:1788840222.830332:0:30292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843171328 : -122120866380288 : ffff90ee8523c600) 00010000:00000001:3.0:1788840222.830334:0:30292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843171328 : -122120866380288 : ffff90ee8523c600) 00010000:00000001:3.0:1788840222.830336:0:30292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840222.830338:0:30292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788840222.830339:0:30292:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840222.830340:0:30292:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840222.830343:0:30292:0:(file.c:6863:ll_layout_fetch()) Process entered 00000080:00000002:3.0:1788840222.830345:0:30292:0:(file.c:6866:ll_layout_fetch()) [0x200000404:0x22:0x0] LVB_READY=0 l_lvb_data=ffff90ee8867c240 l_lvb_len=56 00000080:00000001:3.0:1788840222.830348:0:30292:0:(file.c:6869:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840222.830351:0:30292:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788840222.830354:0:30292:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788840222.830360:0:30292:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036959896 : -122120672591720 : ffff90ee90b0c098) 00000020:00001000:3.0:1788840222.830363:0:30292:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0c090 00000020:00000001:3.0:1788840222.830366:0:30292:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1788840222.830371:0:30292:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788840222.830374:0:30292:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788840222.830383:0:30292:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90ee84b18a80. 00020000:00000010:3.0:1788840222.830388:0:30292:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90ee85328800. 00020000:00000010:3.0:1788840222.830395:0:30292:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90ee84b18000. 00020000:00000001:3.0:1788840222.830398:0:30292:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621952835682304 : -122120873869312 : ffff90ee84b18000) 00020000:00000002:3.0:1788840222.830402:0:30292:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee84b18000, objid 0x22:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788840222.830407:0:30292:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788840222.830412:0:30292:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90ee85328800: ostid: 0x240000400:22 ost idx: 0 gen: 0 00020000:00000002:3.0:1788840222.830417:0:30292:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90ee86dd25d0) owner ffff90ee86de0000 00020000:00000001:3.0:1788840222.830420:0:30292:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788840222.830423:0:30292:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90ee86dd25d0) owner ffff90ee86de0000 00020000:00000010:3.0:1788840222.830429:0:30292:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90ee85328800. 00020000:00000010:3.0:1788840222.830434:0:30292:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90ee84b18a80. 00020000:00000010:3.0:1788840222.830437:0:30292:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90ee84b18000. 00020000:00000002:3.0:1788840222.830440:0:30292:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x22:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1788840222.830443:0:30292:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840222.830445:0:30292:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840222.830449:0:30292:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1788840222.830454:0:30292:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee86dd25d0) owner 0000000000000000/ffff90ee86de0000 00020000:00000002:3.0:1788840222.830458:0:30292:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90ee84b18f00 addref 2/0 by ffff90ee86de0000. 00020000:00000002:3.0:1788840222.830461:0:30292:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee86dd25d0) owner 0000000000000000/ffff90ee86de0000 00020000:00000001:3.0:1788840222.830464:0:30292:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1788840222.830466:0:30292:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1788840222.830468:0:30292:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1788840222.830470:0:30292:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1788840222.830473:0:30292:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1788840222.830476:0:30292:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x22:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1788840222.830479:0:30292:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0c090 00000080:00000001:3.0:1788840222.830482:0:30292:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840222.830485:0:30292:0:(file.c:6985:ll_layout_lock_set()) Process leaving 00010000:00000001:3.0:1788840222.830486:0:30292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840222.830487:0:30292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840222.830489:0:30292:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840222.830490:0:30292:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840222.830491:0:30292:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c600 refcount=3 00000020:00000001:3.0:1788840222.830493:0:30292:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843171328 : -122120866380288 : ffff90ee8523c600) 00010000:00000001:3.0:1788840222.830496:0:30292:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843171328 : -122120866380288 : ffff90ee8523c600) 00010000:00000001:3.0:1788840222.830498:0:30292:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788840222.830501:0:30292:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c600/0x3aa5f499c96f3640 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8a436931312ba0e9 expref: -99 pid: 30292 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788840222.830508:0:30292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840222.830510:0:30292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840222.830511:0:30292:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788840222.830513:0:30292:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788840222.830515:0:30292:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c600/0x3aa5f499c96f3640 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312ba0e9 expref: -99 pid: 30292 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788840222.830522:0:30292:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788840222.830523:0:30292:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788840222.830526:0:30292:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840222.830528:0:30292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840222.830529:0:30292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840222.830530:0:30292:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840222.830532:0:30292:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788840222.830534:0:30292:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840222.830535:0:30292:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840222.830538:0:30292:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840222.830540:0:30292:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788840222.830541:0:30292:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840222.830542:0:30292:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788840222.830544:0:30292:0:(file.c:7026:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840222.830547:0:30292:0:(file.c:7145:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840222.830551:0:30292:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788840222.830557:0:30292:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x22:0x0]io ffff90ee87fce310 type 3 ignore/verify layout 0/0 00020000:00000002:3.0:1788840222.830560:0:30292:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee86dd25d0) owner 0000000000000000/ffff90ee86de0000 00020000:00000001:3.0:1788840222.830565:0:30292:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788840222.830567:0:30292:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788840222.830570:0:30292:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788840222.830572:0:30292:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840222.830575:0:30292:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788840222.830578:0:30292:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788840222.830579:0:30292:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840222.830583:0:30292:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788840222.830584:0:30292:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788840222.830586:0:30292:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788840222.830588:0:30292:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee86dd25d0) owner 0000000000000000/ffff90ee86de0000 00000020:00000001:3.0:1788840222.830590:0:30292:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840222.830595:0:30292:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1788840222.830597:0:30292:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1788840222.830600:0:30292:0:(lov_io.c:1293:lov_io_setattr_iter_init()) Process entered 00020000:00000001:3.0:1788840222.830603:0:30292:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1788840222.830607:0:30292:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1788840222.830612:0:30292:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788840222.830616:0:30292:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788840222.830618:0:30292:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788840222.830619:0:30292:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788840222.830621:0:30292:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036959896 : -122120672591720 : ffff90ee90b0c098) 00000020:00001000:3.0:1788840222.830623:0:30292:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0c090 00000020:00000001:3.0:1788840222.830628:0:30292:0:(cl_object.c:143:cl_object_top()) ffff90ee98ea39e0 -> ffff90ee98ea3148 00000020:00000001:3.0:1788840222.830631:0:30292:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1788840222.830635:0:30292:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788840222.830636:0:30292:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788840222.830668:0:30292:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840222.830671:0:30292:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840222.830673:0:30292:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621952871579752 : -122120837971864 : ffff90ee86d54068) 00000020:00000001:3.0:1788840222.830677:0:30292:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:3.0:1788840222.830680:0:30292:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:3.0:1788840222.830683:0:30292:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840222.830685:0:30292:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840222.830688:0:30292:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840222.830690:0:30292:0:(lov_io.c:1302:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840222.830692:0:30292:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840222.830694:0:30292:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1788840222.830697:0:30292:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1788840222.830699:0:30292:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788840222.830700:0:30292:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1788840222.830702:0:30292:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788840222.830704:0:30292:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840222.830706:0:30292:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840222.830708:0:30292:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840222.830710:0:30292:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840222.830711:0:30292:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788840222.830712:0:30292:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840222.830714:0:30292:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840222.830716:0:30292:0:(cl_io.c:528:cl_io_start()) Process entered 00000020:00000001:3.0:1788840222.830721:0:30292:0:(cl_object.c:143:cl_object_top()) ffff90ee98ea3148 -> ffff90ee98ea3148 00000020:00000001:3.0:1788840222.830723:0:30292:0:(cl_object.c:143:cl_object_top()) ffff90ee98ea3148 -> ffff90ee98ea3148 00000020:00000001:3.0:1788840222.830725:0:30292:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:3.0:1788840222.830728:0:30292:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840222.830730:0:30292:0:(cl_object.c:143:cl_object_top()) ffff90ee98ea3148 -> ffff90ee98ea3148 00020000:00000001:3.0:1788840222.830733:0:30292:0:(lov_io.c:1857:lov_io_setattr_start()) Process entered 00020000:00000001:3.0:1788840222.830735:0:30292:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1788840222.830736:0:30292:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788840222.830737:0:30292:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1788840222.830740:0:30292:0:(osc_io.c:717:osc_io_setattr_start()) Process entered 00000020:00000001:3.0:1788840222.830741:0:30292:0:(cl_object.c:143:cl_object_top()) ffff90ee85077340 -> ffff90ee98ea3148 00000020:00000001:3.0:1788840222.830743:0:30292:0:(cl_object.c:143:cl_object_top()) ffff90ee85077340 -> ffff90ee98ea3148 00000020:00000001:3.0:1788840222.830746:0:30292:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:3.0:1788840222.830748:0:30292:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840222.830751:0:30292:0:(cl_object.c:143:cl_object_top()) ffff90ee85077340 -> ffff90ee98ea3148 00000020:00000001:3.0:1788840222.830753:0:30292:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1788840222.830756:0:30292:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788840222.830759:0:30292:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840222.830761:0:30292:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840222.830762:0:30292:0:(cl_object.c:143:cl_object_top()) ffff90ee85077340 -> ffff90ee98ea3148 00000020:00000001:3.0:1788840222.830765:0:30292:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1788840222.830767:0:30292:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1788840222.830769:0:30292:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1788840222.830771:0:30292:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1788840222.830772:0:30292:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1788840222.830774:0:30292:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1788840222.830777:0:30292:0:(osc_request.c:199:osc_setattr_async()) Process entered 00000100:00000010:3.0:1788840222.830782:0:30292:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d49f80. 00000020:00000040:3.0:1788840222.830786:0:30292:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=3 obd=lustre-OST0000-osc-ffff90ee90f70800 00000100:00000001:3.0:1788840222.830791:0:30292:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840222.830805:0:30292:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840222.830809:0:30292:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840222.830816:0:30292:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee98e5ba00. 00000100:00000001:3.0:1788840222.830823:0:30292:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840222.830832:0:30292:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840222.830837:0:30292:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840222.830846:0:30292:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5dd48de] to pc [ptlrpcd_01_00+0] req@ffff90ee86d49f80 x1875733133957248/t0(0) o2->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000008:00000001:3.0:1788840222.830883:0:30292:0:(osc_request.c:230:osc_setattr_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788840222.830887:0:30292:0:(osc_io.c:838:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840222.830889:0:30292:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840222.830890:0:30292:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840222.830892:0:30292:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840222.830893:0:30292:0:(lov_io.c:1872:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840222.830895:0:30292:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840222.830897:0:30292:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1788840222.830898:0:30292:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:3.0:1788840222.830900:0:30292:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1788840222.830901:0:30292:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:3.0:1788840222.830918:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1788840222.830922:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1788840222.830924:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840222.830933:0:2362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840222.830936:0:2362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840222.830938:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840222.830939:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840222.830941:0:2362:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840222.830947:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d49f80 x1875733133957248/t0(0) o2->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840222.830955:0:2362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840222.830957:0:2362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840222.830963:0:2362:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840222.830966:0:2362:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840222.830969:0:2362:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840222.830973:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733133957248:192.168.202.131@tcp:2:touch.0 00000100:00000001:3.0:1788840222.830977:0:2362:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840222.830984:0:2362:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840222.830987:0:2362:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840222.830990:0:2362:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840222.830994:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86eedc00. 02000000:00000001:3.0:1788840222.830997:0:2362:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840222.831004:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840222.831008:0:2362:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4f840. 00000400:00000010:3.0:1788840222.831015:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e2a8. 00000100:00000200:3.0:1788840222.831024:0:2362:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133957248, portal 4 00000100:00000001:3.0:1788840222.831027:0:2362:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840222.831029:0:2362:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871538560 : -122120838013056 : ffff90ee86d49f80) 00000100:00000040:3.0:1788840222.831037:0:2362:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee86d49f80 x1875733133957248/t0(0) o2->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 1788840238 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840222.831045:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840222.831048:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840222.831051:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e660. 00000100:00000200:3.0:1788840222.831054:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1875733133957248, offset 0 00000400:00000200:3.0:1788840222.831061:0:2362:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840222.831071:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840222.831079:0:2362:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840222.831087:0:2362:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840222.831093:0:2362:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840222.831098:0:2362:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840222.831101:0:2362:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840222.831105:0:2362:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2277:2277:256:4294967295] 192.168.202.131@tcp LPNI seq info [2277:2277:8:4294967295] 00000400:00000200:3.0:1788840222.831109:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840222.831119:0:2362:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840222.831126:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840222.831135:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee878d1000. 00000800:00000200:3.0:1788840222.831142:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840222.831151:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840222.831157:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee878d1000 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:3.0:1788840222.831169:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840222.831175:0:2362:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: using a timeout of 22295 usecs (23 jiffies) 00000400:00000200:3.0:1788840222.831178:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840222.831182:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296452672 00000100:00000001:3.0:1788840222.831185:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296456609 00000100:00000001:3.0:1788840222.831188:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296452672 00000100:00000001:3.0:1788840222.831190:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296456609 00000100:00000001:3.0:1788840222.831194:0:2362:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840222.831197:0:2362:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840222.831200:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840222.831203:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840222.831294:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840222.831298:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840222.831418:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840222.831423:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee878d1000. 00000400:00000200:2.0:1788840222.831429:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840222.831435:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840222.831441:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e660 00000400:00000010:2.0:1788840222.831443:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e660. 00000100:00000001:2.0:1788840222.831449:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840222.831454:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d49f80 x1875733133957248/t0(0) o2->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 1788840238 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840222.831463:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840222.831467:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d49f80 x1875733133957248/t0(0) o2->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 1788840238 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840222.831473:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840222.831475:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840222.854295:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840222.854323:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840222.854328:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840222.854331:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840222.854344:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840222.854354:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840222.854366:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840222.854372:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840222.854379:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840222.854384:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 432 into portal 4 MB=0x6a9f827249880 00000400:00000200:2.0:1788840222.854390:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840222.854398:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 432/432 into md 0x6495 [1] + 224 00000800:00000001:2.0:1788840222.854407:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840222.854417:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840222.854422:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840222.854427:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840222.854437:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840222.854450:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d49f80 x1875733133957248/t0(0) o2->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 1788840238 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840222.854464:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff90ee86d49f80 x1875733133957248/t0(0) o2->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 1788840238 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840222.854487:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840222.854498:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840222.854503:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840222.854565:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840222.854571:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788840222.854580:0:2362:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840222.854583:0:2362:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840222.854587:0:2362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4f840. 00000400:00000200:3.0:1788840222.854593:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e2a8 00000400:00000010:3.0:1788840222.854596:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e2a8. 00000100:00000001:3.0:1788840222.854600:0:2362:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840222.854607:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d49f80 x1875733133957248/t0(0) o2->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 1788840238 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788840222.854617:0:2362:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d49f80 x1875733133957248/t0(0) o2->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 1788840238 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840222.854624:0:2362:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840222.854626:0:2362:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840222.854629:0:2362:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840222.854633:0:2362:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840222.854636:0:2362:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840222.854685:0:2362:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840222.854689:0:2362:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840222.854702:0:2362:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b5cc60 time=72 v=5 (5 5 5 36) 00000100:00001000:3.0:1788840222.854707:0:2362:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=135 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840222.854710:0:2362:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840222.854712:0:2362:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840222.854716:0:2362:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840222.854721:0:2362:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840222.854725:0:2362:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788840222.854727:0:2362:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788840222.854730:0:2362:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788840222.854733:0:2362:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840222.854735:0:2362:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871538560 : -122120838013056 : ffff90ee86d49f80) 00000100:00000001:3.0:1788840222.854739:0:2362:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840222.854741:0:2362:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: skip recheck: last_committed 4294967335 00000100:00000001:3.0:1788840222.854743:0:2362:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840222.854748:0:2362:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840222.854754:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d49f80 x1875733133957248/t4294967337(4294967337) o2->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 1788840238 ref 2 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840222.854762:0:2362:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840222.854766:0:2362:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840222.854768:0:2362:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1788840222.854772:0:2362:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:3.0:1788840222.854804:0:2362:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840222.854810:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d49f80 x1875733133957248/t4294967337(4294967337) o2->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 1788840238 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788840222.854819:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733133957248:192.168.202.131@tcp:2:touch.0 00000100:00000001:3.0:1788840222.854824:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840222.854827:0:2362:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840222.854830:0:2362:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d49f80 x1875733133957248/t4294967337(4294967337) o2->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 1788840238 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840222.854837:0:2362:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840222.854840:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840222.854848:0:2362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840222.854850:0:2362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840222.854852:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840222.854855:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840222.855859:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840222.855865:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0d000. 00000400:00000200:2.0:1788840222.855871:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840222.855876:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840222.855881:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539f68 00000400:00000010:2.0:1788840222.855884:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539f68. 00000100:00000001:2.0:1788840222.855888:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840222.855892:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fafb80 x1875733133957504/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840238 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840222.855902:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840222.855905:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fafb80 x1875733133957504/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840238 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840222.855912:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840222.855914:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840222.871345:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840222.871371:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840222.871377:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840222.871380:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840222.871393:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840222.871402:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840222.871414:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840222.871420:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840222.871428:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840222.871433:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 456 into portal 10 MB=0x6a9f827249700 00000400:00000200:2.0:1788840222.871439:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840222.871448:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 456/456 into md 0x6465 [1] + 224 00000800:00000001:2.0:1788840222.871458:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840222.871466:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840222.871470:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840222.871476:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840222.871487:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840222.871499:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125e300 x1875733133955456/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840238 ref 2 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840222.871513:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff90ee9125e300 x1875733133955456/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840238 ref 2 fl Rpc:RQ/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840222.871542:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840222.871554:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840222.871559:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840222.884543:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840222.884568:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840222.884575:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840222.884578:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840222.884590:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840222.884600:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840222.884612:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840222.884618:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840222.884625:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840222.884630:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 456 into portal 10 MB=0x6a9f827249980 00000400:00000200:3.0:1788840222.884635:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840222.884684:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 456/456 into md 0x64a5 [1] + 224 00000800:00000001:3.0:1788840222.884693:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840222.884703:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840222.884706:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840222.884711:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840222.884722:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840222.884735:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fafb80 x1875733133957504/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840238 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840222.884749:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff90ee87fafb80 x1875733133957504/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840238 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840222.884762:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840222.884773:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840222.884778:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1788840222.887539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee86e75d00. 00000080:00000010:0.1:1788840222.887556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee84b11a40. 00000080:00000010:1.1:1788840222.913689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee86d74460. 00000080:00000010:1.1:1788840222.913717:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee86d74b00. 00000020:00000001:3.0:1788840223.368878:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840223.368885:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840223.368891:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1788840224.258985:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840224.258993:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0dd00. 00000400:00000200:2.0:1788840224.258999:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840224.259006:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840224.259014:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539cc0 00000400:00000010:2.0:1788840224.259017:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539cc0. 00000100:00000001:2.0:1788840224.259022:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840224.259038:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87face00 x1875733133957632/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840240 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.259051:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840224.259055:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87face00 x1875733133957632/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840240 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.259062:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840224.259065:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840224.265920:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.265943:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840224.265948:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.265950:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840224.265960:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.265970:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840224.265981:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.265986:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.265993:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.265998:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 688 into portal 10 MB=0x6a9f827249a00 00000400:00000200:3.0:1788840224.266003:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.266010:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 688/688 into md 0x64ad [1] + 224 00000800:00000001:3.0:1788840224.266019:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.266025:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840224.266039:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840224.266044:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840224.266054:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840224.266065:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87face00 x1875733133957632/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840240 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840224.266078:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff90ee87face00 x1875733133957632/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840240 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840224.266097:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840224.266108:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.266111:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1788840224.269706:0:30326:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90ee86e757e0. 00000020:00000001:2.0:1788840224.269713:0:30326:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d7fa88 00000080:00200000:2.0:1788840224.269716:0:30326:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21f.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), flags=24 00000080:00000001:2.0:1788840224.269720:0:30326:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788840224.269723:0:30326:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d7f938 00000080:00200000:2.0:1788840224.269724:0:30326:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21f.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), intent=0 00000080:00000010:2.0:1788840224.269734:0:30326:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85090400. 00800000:00000002:2.0:1788840224.269740:0:30326:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:2.0:1788840224.269745:0:30326:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788840224.269749:0:30326:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788840224.269750:0:30326:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d7f858 00800000:00000002:2.0:1788840224.269752:0:30326:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21f.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788840224.269756:0:30326:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:2.0:1788840224.269761:0:30326:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d7f7f0 00800000:00000002:2.0:1788840224.269763:0:30326:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21f.recovery-small-1' -> mds #0 00000002:00000001:2.0:1788840224.269768:0:30326:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788840224.269770:0:30326:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d7f728 00000002:00010000:2.0:1788840224.269772:0:30326:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21f.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1788840224.269779:0:30326:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788840224.269793:0:30326:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788840224.269798:0:30326:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125d880. 00000020:00000040:2.0:1788840224.269803:0:30326:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00010000:00000001:2.0:1788840224.269808:0:30326:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788840224.269813:0:30326:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840224.269820:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.269822:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840224.269823:0:30326:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840224.269826:0:30326:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840224.269829:0:30326:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840224.269834:0:30326:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840224.269842:0:30326:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee85dd4800. 00000100:00000001:2.0:1788840224.269849:0:30326:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840224.269853:0:30326:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840224.269855:0:30326:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840224.269857:0:30326:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840224.269858:0:30326:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840224.269860:0:30326:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840224.269867:0:30326:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621953044633728 : -122120664917888 : ffff90ee9125d880) 00010000:00000001:2.0:1788840224.269870:0:30326:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788840224.269873:0:30326:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788840224.269876:0:30326:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4000 count: 2 00010000:00000001:2.0:1788840224.269878:0:30326:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840224.269881:0:30326:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788840224.269885:0:30326:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee87d8de00. 00000020:00000001:2.0:1788840224.269889:0:30326:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788840224.269891:0:30326:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee87d8de00 with handle 0x3aa5f499c96f364e to hash 00000020:00000001:2.0:1788840224.269894:0:30326:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788840224.269895:0:30326:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952888593920 : -122120820957696 : ffff90ee87d8de00) 00010000:00000001:2.0:1788840224.269900:0:30326:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952888593920 : -122120820957696 : ffff90ee87d8de00) 00010000:00000001:2.0:1788840224.269903:0:30326:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840224.269905:0:30326:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840224.269909:0:30326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8de00/0x3aa5f499c96f364e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840224.269917:0:30326:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8de00/0x3aa5f499c96f364e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840224.269927:0:30326:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8de00/0x3aa5f499c96f364e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788840224.269934:0:30326:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788840224.269935:0:30326:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788840224.269941:0:30326:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee8555ad80. 00000100:00000001:2.0:1788840224.269943:0:30326:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952846441856 : -122120863109760 : ffff90ee8555ad80) 00000100:00000001:2.0:1788840224.269946:0:30326:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840224.269947:0:30326:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044633728 : -122120664917888 : ffff90ee9125d880) 00000100:00000001:2.0:1788840224.269952:0:30326:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840224.269957:0:30326:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840224.269959:0:30326:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788840224.269960:0:30326:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840224.269966:0:30326:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125d880 x1875733133957760/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.269974:0:30326:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840224.269977:0:30326:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840224.269981:0:30326:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840224.269985:0:30326:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840224.269988:0:30326:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840224.269992:0:30326:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125d880 pname:cluuid:pid:xid:nid:opc:job checkstat:10f4a654-3497-48d8-8f70-7e89f4f161cc:30326:1875733133957760:192.168.202.131@tcp:101:checkstat.0 00000100:00000001:2.0:1788840224.269997:0:30326:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840224.270002:0:30326:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840224.270005:0:30326:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840224.270015:0:30326:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840224.270019:0:30326:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90ee86e6b800. 02000000:00000001:2.0:1788840224.270022:0:30326:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840224.270115:0:30326:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840224.270120:0:30326:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e948. 00000400:00000010:2.0:1788840224.270128:0:30326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee912344c8. 00000100:00000200:2.0:1788840224.270135:0:30326:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875733133957760, portal 10 00000100:00000001:2.0:1788840224.270137:0:30326:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840224.270139:0:30326:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044633728 : -122120664917888 : ffff90ee9125d880) 00000100:00000040:2.0:1788840224.270146:0:30326:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee9125d880 x1875733133957760/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840240 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.270154:0:30326:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840224.270260:0:30326:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840224.270264:0:30326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234a18. 00000100:00000200:2.0:1788840224.270268:0:30326:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875733133957760, offset 0 00000400:00000200:2.0:1788840224.270277:0:30326:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840224.270286:0:30326:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.270294:0:30326:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840224.270300:0:30326:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840224.270306:0:30326:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840224.270310:0:30326:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840224.270313:0:30326:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840224.270317:0:30326:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2280:2280:256:4294967295] 192.168.202.131@tcp LPNI seq info [2280:2280:8:4294967295] 00000400:00000200:2.0:1788840224.270322:0:30326:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.270334:0:30326:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840224.270342:0:30326:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840224.270348:0:30326:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989e00. 00000800:00000200:2.0:1788840224.270355:0:30326:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840224.270364:0:30326:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840224.270369:0:30326:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989e00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1788840224.270517:0:30326:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840224.270524:0:30326:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 818457 usecs (819 jiffies) 00000400:00000200:2.0:1788840224.270529:0:30326:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840224.270532:0:30326:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296454907 00000100:00000001:2.0:1788840224.270536:0:30326:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296456609 00000100:00000001:2.0:1788840224.270540:0:30326:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296454907 00000100:00000001:2.0:1788840224.270543:0:30326:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296456609 00000100:00000001:2.0:1788840224.270545:0:30326:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840224.270548:0:30326:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840224.270550:0:30326:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840224.270553:0:30326:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788840224.270556:0:30326:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee8555ad80 going to sleep for 11 seconds 00000100:00000001:2.0:1788840224.270558:0:30326:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840224.270562:0:30326:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840224.270993:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840224.270999:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989e00. 00000400:00000200:3.0:1788840224.271004:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840224.271011:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840224.271017:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234a18 00000400:00000010:3.0:1788840224.271019:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234a18. 00000100:00000001:3.0:1788840224.271071:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840224.271078:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125d880 x1875733133957760/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840240 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840224.271089:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840224.271093:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee9125d880 x1875733133957760/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840240 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840224.271100:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840224.271102:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840224.274736:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.274756:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840224.274761:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.274765:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840224.274775:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.274794:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840224.274806:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.274812:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.274817:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.274822:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 584 into portal 10 MB=0x6a9f827249a80 00000400:00000200:3.0:1788840224.274827:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.274834:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 584/584 into md 0x64b5 [1] + 224 00000800:00000001:3.0:1788840224.274842:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.274849:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840224.274853:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840224.274858:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840224.274867:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840224.274877:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125d880 x1875733133957760/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840240 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840224.274888:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff90ee9125d880 x1875733133957760/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840240 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840224.274912:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840224.274922:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.274925:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840224.274988:0:30326:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788840224.274998:0:30326:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840224.275000:0:30326:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840224.275005:0:30326:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e948. 00000400:00000200:2.0:1788840224.275011:0:30326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee912344c8 00000400:00000010:2.0:1788840224.275013:0:30326:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee912344c8. 00000100:00000001:2.0:1788840224.275017:0:30326:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840224.275021:0:30326:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125d880 x1875733133957760/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840240 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788840224.275267:0:30326:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125d880 x1875733133957760/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840240 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.275274:0:30326:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840224.275276:0:30326:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840224.275279:0:30326:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788840224.275283:0:30326:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788840224.275286:0:30326:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840224.275289:0:30326:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840224.275292:0:30326:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840224.275303:0:30326:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=74 v=5 (5 102 102 102) 00000100:00001000:2.0:1788840224.275308:0:30326:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1788840224.275311:0:30326:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788840224.275313:0:30326:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840224.275317:0:30326:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788840224.275321:0:30326:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840224.275324:0:30326:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788840224.275328:0:30326:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967597 00000100:00000001:2.0:1788840224.275330:0:30326:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788840224.275334:0:30326:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840224.275339:0:30326:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125d880 x1875733133957760/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840240 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.275347:0:30326:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840224.275351:0:30326:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840224.275353:0:30326:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840224.275357:0:30326:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125d880 x1875733133957760/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840240 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788840224.275367:0:30326:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125d880 pname:cluuid:pid:xid:nid:opc:job checkstat:10f4a654-3497-48d8-8f70-7e89f4f161cc:30326:1875733133957760:192.168.202.131@tcp:101:checkstat.0 00000100:00000001:2.0:1788840224.275372:0:30326:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840224.275375:0:30326:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840224.275378:0:30326:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788840224.275380:0:30326:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840224.275384:0:30326:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125d880 x1875733133957760/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840240 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.276149:0:30326:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788840224.276153:0:30326:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee8555ad80. 00000100:00000001:2.0:1788840224.276158:0:30326:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788840224.276220:0:30326:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840224.276224:0:30326:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788840224.276230:0:30326:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840224.276234:0:30326:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840224.276238:0:30326:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8de00 refcount=4 00000020:00000001:2.0:1788840224.276241:0:30326:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888593920 : -122120820957696 : ffff90ee87d8de00) 00010000:00000001:2.0:1788840224.276244:0:30326:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888593920 : -122120820957696 : ffff90ee87d8de00) 00010000:00000040:2.0:1788840224.276252:0:30326:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee87d8de00, remote cookie: 0x8a436931312ba113, flags: 0x1001 00010000:00010000:2.0:1788840224.276258:0:30326:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8de00/0x3aa5f499c96f364e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba113 expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788840224.276274:0:30326:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x1f:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1788840224.276278:0:30326:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1788840224.276289:0:30326:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee892b1c00. 00010000:00000010:2.0:1788840224.276295:0:30326:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee98e7d980. 00010000:00000001:2.0:1788840224.276301:0:30326:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840224.276305:0:30326:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8de00/0x3aa5f499c96f364e lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba113 expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840224.276315:0:30326:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8de00/0x3aa5f499c96f364e lrc: 4/1,0 mode: --/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba113 expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840224.276328:0:30326:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788840224.276334:0:30326:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788840224.276336:0:30326:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788840224.276338:0:30326:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788840224.276339:0:30326:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788840224.276342:0:30326:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x1f:0x0].0x0 (ffff90ee892b1c00) refcount = 1 00010000:00010000:2.0:1788840224.276347:0:30326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8de00/0x3aa5f499c96f364e lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba113 expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840224.276354:0:30326:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788840224.276358:0:30326:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788840224.276359:0:30326:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840224.276363:0:30326:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788840224.276365:0:30326:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840224.276369:0:30326:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8de00/0x3aa5f499c96f364e lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba113 expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840224.276375:0:30326:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788840224.276377:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.276380:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840224.276381:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.276382:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840224.276383:0:30326:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840224.276388:0:30326:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788840224.276397:0:30326:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840224.276398:0:30326:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840224.276400:0:30326:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8de00 refcount=3 00000020:00000001:2.0:1788840224.276402:0:30326:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888593920 : -122120820957696 : ffff90ee87d8de00) 00010000:00000001:2.0:1788840224.276404:0:30326:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888593920 : -122120820957696 : ffff90ee87d8de00) 00010000:00000001:2.0:1788840224.276407:0:30326:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840224.276408:0:30326:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840224.276409:0:30326:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8de00 refcount=4 00000020:00000001:2.0:1788840224.276411:0:30326:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888593920 : -122120820957696 : ffff90ee87d8de00) 00010000:00000001:2.0:1788840224.276413:0:30326:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888593920 : -122120820957696 : ffff90ee87d8de00) 00010000:00000001:2.0:1788840224.276417:0:30326:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840224.276420:0:30326:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840224.276423:0:30326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8de00/0x3aa5f499c96f364e lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba113 expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840224.276430:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.276431:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840224.276433:0:30326:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840224.276434:0:30326:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840224.276435:0:30326:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8de00 refcount=5 00000020:00000001:2.0:1788840224.276437:0:30326:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888593920 : -122120820957696 : ffff90ee87d8de00) 00010000:00000001:2.0:1788840224.276440:0:30326:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888593920 : -122120820957696 : ffff90ee87d8de00) 00010000:00000001:2.0:1788840224.276442:0:30326:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788840224.276445:0:30326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8de00/0x3aa5f499c96f364e lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba113 expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840224.276450:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.276451:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788840224.276455:0:30326:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8de00/0x3aa5f499c96f364e lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba113 expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840224.276462:0:30326:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788840224.276463:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.276464:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840224.276466:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.276466:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788840224.276473:0:30326:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff90ee9125d880 x1875733133957760/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840240 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788840224.276481:0:30326:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840224.276482:0:30326:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840224.276483:0:30326:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8de00 refcount=3 00000020:00000001:2.0:1788840224.276485:0:30326:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888593920 : -122120820957696 : ffff90ee87d8de00) 00010000:00000001:2.0:1788840224.276487:0:30326:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888593920 : -122120820957696 : ffff90ee87d8de00) 00010000:00000001:2.0:1788840224.276490:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.276491:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840224.276492:0:30326:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840224.276494:0:30326:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840224.276498:0:30326:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788840224.276500:0:30326:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840224.276501:0:30326:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840224.276502:0:30326:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8de00 refcount=3 00000020:00000001:2.0:1788840224.276504:0:30326:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888593920 : -122120820957696 : ffff90ee87d8de00) 00010000:00000001:2.0:1788840224.276506:0:30326:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888593920 : -122120820957696 : ffff90ee87d8de00) 00000002:00010000:2.0:1788840224.276510:0:30326:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8de00/0x3aa5f499c96f364e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba113 expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840224.276516:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.276517:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840224.276519:0:30326:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788840224.276521:0:30326:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840224.276522:0:30326:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840224.276523:0:30326:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8de00 refcount=3 00000020:00000001:2.0:1788840224.276525:0:30326:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888593920 : -122120820957696 : ffff90ee87d8de00) 00010000:00000001:2.0:1788840224.276527:0:30326:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888593920 : -122120820957696 : ffff90ee87d8de00) 00010000:00000040:2.0:1788840224.276531:0:30326:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1c00 count: 2 00010000:00000001:2.0:1788840224.276534:0:30326:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788840224.276538:0:30326:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 4 res 8589935620/31 (0 0) 00010000:00000001:2.0:1788840224.276541:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.276542:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840224.276543:0:30326:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788840224.276547:0:30326:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d7f6b0 00000002:00002000:2.0:1788840224.276549:0:30326:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21f.recovery-small-1 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788840224.276553:0:30326:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840224.276558:0:30326:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840224.276560:0:30326:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788840224.276564:0:30326:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788840224.276568:0:30326:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788840224.276572:0:30326:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000001:2.0:1788840224.276576:0:30326:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788840224.276578:0:30326:0:(namei.c:674:ll_lookup_it_finish()) it ffffa16201d7fa28 it_disposition b 00000080:00000001:2.0:1788840224.276581:0:30326:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788840224.276588:0:30326:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788840224.276591:0:30326:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788840224.276594:0:30326:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833951 : 144115205322833951 : 20000040400001f) 00000080:00000001:2.0:1788840224.276597:0:30326:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1788840224.276604:0:30326:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788840224.276607:0:30326:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x1f:0x0] 00000080:00000001:2.0:1788840224.276610:0:30326:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840224.276614:0:30326:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833951 : 144115205322833951 : 20000040400001f) 00000080:00000001:2.0:1788840224.276617:0:30326:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1788840224.276622:0:30326:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x1f:0x0], updating i_size 16384 00000080:00200000:2.0:1788840224.276625:0:30326:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x1f:0x0](ffff90ee90515b88): rc = 0 00000080:00000001:2.0:1788840224.276627:0:30326:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621953030708104 : -122120678843512 : ffff90ee90515b88) 00010000:00000001:2.0:1788840224.276629:0:30326:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840224.276630:0:30326:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840224.276631:0:30326:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8de00 refcount=3 00000020:00000001:2.0:1788840224.276634:0:30326:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888593920 : -122120820957696 : ffff90ee87d8de00) 00010000:00000001:2.0:1788840224.276636:0:30326:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888593920 : -122120820957696 : ffff90ee87d8de00) 00010000:00000001:2.0:1788840224.276654:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.276655:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788840224.276657:0:30326:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788840224.276660:0:30326:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788840224.276663:0:30326:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788840224.276666:0:30326:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788840224.276668:0:30326:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840224.276672:0:30326:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1f:0x0](ffff90ee90515b88) for lock 0x3aa5f499c96f364e 00800000:00000001:2.0:1788840224.276676:0:30326:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788840224.276677:0:30326:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788840224.276679:0:30326:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840224.276680:0:30326:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840224.276681:0:30326:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8de00 refcount=3 00000020:00000001:2.0:1788840224.276684:0:30326:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888593920 : -122120820957696 : ffff90ee87d8de00) 00010000:00000001:2.0:1788840224.276686:0:30326:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888593920 : -122120820957696 : ffff90ee87d8de00) 00010000:00000001:2.0:1788840224.276688:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.276689:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840224.276691:0:30326:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840224.276692:0:30326:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1788840224.276700:0:30326:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90ee905bf0d8 inode ffff90ee90515b88 refc 1 flags 0x20000e 00000080:00000001:2.0:1788840224.276703:0:30326:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788840224.276705:0:30326:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840224.276707:0:30326:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1788840224.276712:0:30326:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1f:0x0](ffff90ee90515b88) 00000080:00010000:2.0:1788840224.276715:0:30326:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f364e from it ffffa16201d7fa28 00010000:00000001:2.0:1788840224.276717:0:30326:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840224.276718:0:30326:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840224.276719:0:30326:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8de00 refcount=3 00000020:00000001:2.0:1788840224.276721:0:30326:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888593920 : -122120820957696 : ffff90ee87d8de00) 00010000:00000001:2.0:1788840224.276723:0:30326:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888593920 : -122120820957696 : ffff90ee87d8de00) 00010000:00000001:2.0:1788840224.276725:0:30326:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788840224.276729:0:30326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8de00/0x3aa5f499c96f364e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba113 expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840224.276735:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.276736:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840224.276738:0:30326:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788840224.276741:0:30326:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788840224.276743:0:30326:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8de00/0x3aa5f499c96f364e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba113 expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788840224.276751:0:30326:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788840224.276754:0:30326:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788840224.276756:0:30326:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840224.276761:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.276762:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840224.276764:0:30326:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840224.276767:0:30326:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788840224.276769:0:30326:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840224.276771:0:30326:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840224.276774:0:30326:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840224.276775:0:30326:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788840224.276777:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.276778:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788840224.276780:0:30326:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788840224.276795:0:30326:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85090400. 00000100:00000001:2.0:1788840224.276799:0:30326:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840224.276804:0:30326:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125d880 x1875733133957760/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840240 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.276811:0:30326:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840224.276814:0:30326:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840224.276818:0:30326:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90ee86e6b800. 02000000:00000001:2.0:1788840224.276822:0:30326:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840224.276825:0:30326:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840224.276827:0:30326:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=4 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:2.0:1788840224.276830:0:30326:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840224.276833:0:30326:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee85dd4800. 02000000:00000001:2.0:1788840224.276837:0:30326:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840224.276839:0:30326:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840224.276841:0:30326:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125d880. 00000100:00000001:2.0:1788840224.276845:0:30326:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840224.276846:0:30326:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788840224.276857:0:30326:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788840224.276861:0:30326:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1f:0x0](ffff90ee90515b88), inode mode 41ed mask 1 00000080:00000001:2.0:1788840224.276866:0:30326:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788840224.276880:0:30326:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90ee86e750c0. 00000020:00000001:2.0:1788840224.276884:0:30326:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d7fae8 00000080:00200000:2.0:1788840224.276887:0:30326:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000404:0x1f:0x0](ffff90ee90515b88), flags=8 00000080:00000001:2.0:1788840224.276891:0:30326:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788840224.276893:0:30326:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d7f998 00000080:00200000:2.0:1788840224.276895:0:30326:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x1f:0x0](ffff90ee90515b88), intent=getattr 00000080:00000010:2.0:1788840224.276903:0:30326:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85090400. 00000080:00000001:2.0:1788840224.276911:0:30326:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788840224.276914:0:30326:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788840224.276916:0:30326:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d7f8b8 00800000:00000002:2.0:1788840224.276918:0:30326:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000404:0x1f:0x0] 00800000:00000001:2.0:1788840224.276921:0:30326:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:2.0:1788840224.276927:0:30326:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d7f850 00800000:00000002:2.0:1788840224.276929:0:30326:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x1f:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:2.0:1788840224.276933:0:30326:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788840224.276935:0:30326:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d7f788 00000002:00010000:2.0:1788840224.276937:0:30326:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000404:0x1f:0x0], intent: getattr flags 01 00000002:00000001:2.0:1788840224.276941:0:30326:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788840224.276943:0:30326:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788840224.276947:0:30326:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125d880. 00000020:00000040:2.0:1788840224.276951:0:30326:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00010000:00000001:2.0:1788840224.276957:0:30326:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788840224.276962:0:30326:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840224.276964:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.276966:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840224.276967:0:30326:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840224.276970:0:30326:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840224.276973:0:30326:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840224.276978:0:30326:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840224.276984:0:30326:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee85dd4800. 00000100:00000001:2.0:1788840224.276991:0:30326:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840224.276994:0:30326:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840224.276996:0:30326:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840224.276998:0:30326:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840224.276999:0:30326:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840224.277001:0:30326:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840224.277008:0:30326:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621953044633728 : -122120664917888 : ffff90ee9125d880) 00010000:00000001:2.0:1788840224.277012:0:30326:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788840224.277015:0:30326:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788840224.277017:0:30326:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1c00 count: 2 00010000:00000001:2.0:1788840224.277020:0:30326:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840224.277022:0:30326:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788840224.277026:0:30326:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee87d8d400. 00000020:00000001:2.0:1788840224.277029:0:30326:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788840224.277032:0:30326:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee87d8d400 with handle 0x3aa5f499c96f3655 to hash 00000020:00000001:2.0:1788840224.277034:0:30326:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788840224.277036:0:30326:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:2.0:1788840224.277039:0:30326:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:2.0:1788840224.277042:0:30326:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840224.277044:0:30326:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840224.277048:0:30326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d400/0x3aa5f499c96f3655 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840224.277055:0:30326:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d400/0x3aa5f499c96f3655 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30326 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840224.277065:0:30326:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d400/0x3aa5f499c96f3655 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30326 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788840224.277071:0:30326:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788840224.277073:0:30326:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788840224.277079:0:30326:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee8555ad80. 00000100:00000001:2.0:1788840224.277082:0:30326:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952846441856 : -122120863109760 : ffff90ee8555ad80) 00000100:00000001:2.0:1788840224.277085:0:30326:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840224.277086:0:30326:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044633728 : -122120664917888 : ffff90ee9125d880) 00000100:00000001:2.0:1788840224.277091:0:30326:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840224.277096:0:30326:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840224.277098:0:30326:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788840224.277099:0:30326:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840224.277105:0:30326:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125d880 x1875733133957888/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.277113:0:30326:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840224.277116:0:30326:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840224.277120:0:30326:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840224.277123:0:30326:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840224.277125:0:30326:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840224.277129:0:30326:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125d880 pname:cluuid:pid:xid:nid:opc:job checkstat:10f4a654-3497-48d8-8f70-7e89f4f161cc:30326:1875733133957888:192.168.202.131@tcp:101:checkstat.0 00000100:00000001:2.0:1788840224.277133:0:30326:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840224.277139:0:30326:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840224.277142:0:30326:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840224.277145:0:30326:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840224.277149:0:30326:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90ee86e6b800. 02000000:00000001:2.0:1788840224.277151:0:30326:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840224.277159:0:30326:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840224.277522:0:30326:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e948. 00000400:00000010:2.0:1788840224.277533:0:30326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee912344c8. 00000100:00000200:2.0:1788840224.277541:0:30326:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875733133957888, portal 10 00000100:00000001:2.0:1788840224.277543:0:30326:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840224.277545:0:30326:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044633728 : -122120664917888 : ffff90ee9125d880) 00000100:00000040:2.0:1788840224.277552:0:30326:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee9125d880 x1875733133957888/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840240 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.277561:0:30326:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840224.277563:0:30326:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840224.277566:0:30326:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee912343b8. 00000100:00000200:2.0:1788840224.277569:0:30326:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875733133957888, offset 0 00000400:00000200:2.0:1788840224.277576:0:30326:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840224.277586:0:30326:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.277594:0:30326:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840224.277600:0:30326:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840224.277606:0:30326:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840224.277610:0:30326:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840224.277613:0:30326:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840224.277617:0:30326:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2281:2281:256:4294967295] 192.168.202.131@tcp LPNI seq info [2281:2281:8:4294967295] 00000400:00000200:2.0:1788840224.277621:0:30326:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.277631:0:30326:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840224.277660:0:30326:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840224.277667:0:30326:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989d00. 00000800:00000200:2.0:1788840224.277676:0:30326:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840224.277685:0:30326:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840224.277691:0:30326:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989d00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788840224.277711:0:30326:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840224.277716:0:30326:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 817197 usecs (818 jiffies) 00000400:00000200:2.0:1788840224.277720:0:30326:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840224.277722:0:30326:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296454914 00000100:00000001:2.0:1788840224.277726:0:30326:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296456609 00000100:00000001:2.0:1788840224.277729:0:30326:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296454914 00000100:00000001:2.0:1788840224.277732:0:30326:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296456609 00000100:00000001:2.0:1788840224.277734:0:30326:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840224.277737:0:30326:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840224.277740:0:30326:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840224.277742:0:30326:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788840224.277745:0:30326:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee8555ad80 going to sleep for 11 seconds 00000100:00000001:2.0:1788840224.277747:0:30326:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840224.277751:0:30326:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840224.278284:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840224.278290:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989d00. 00000400:00000200:3.0:1788840224.278296:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840224.278302:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840224.278308:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee912343b8 00000400:00000010:3.0:1788840224.278310:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee912343b8. 00000100:00000001:3.0:1788840224.278315:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840224.278329:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125d880 x1875733133957888/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840240 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840224.278339:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840224.278342:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee9125d880 x1875733133957888/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840240 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840224.278349:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840224.278351:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840224.293586:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.293611:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840224.293617:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.293620:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840224.293632:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.293697:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840224.293708:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.293713:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.293721:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.293726:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 640 into portal 10 MB=0x6a9f827249b00 00000400:00000200:3.0:1788840224.293731:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.293738:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 640/640 into md 0x64c5 [1] + 224 00000800:00000001:3.0:1788840224.293746:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.293755:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840224.293758:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840224.293765:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840224.293776:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840224.293798:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125d880 x1875733133957888/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840240 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840224.293811:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff90ee9125d880 x1875733133957888/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840240 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840224.293832:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840224.293845:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.293849:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840224.294876:0:30326:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788840224.294889:0:30326:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840224.294892:0:30326:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840224.294897:0:30326:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e948. 00000400:00000200:2.0:1788840224.294905:0:30326:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee912344c8 00000400:00000010:2.0:1788840224.294908:0:30326:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee912344c8. 00000100:00000001:2.0:1788840224.294912:0:30326:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840224.294920:0:30326:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125d880 x1875733133957888/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840240 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788840224.294932:0:30326:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125d880 x1875733133957888/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840240 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.294941:0:30326:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840224.294943:0:30326:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840224.294946:0:30326:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788840224.294949:0:30326:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788840224.294953:0:30326:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840224.294956:0:30326:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840224.294959:0:30326:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840224.294970:0:30326:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=74 v=5 (5 102 102 102) 00000100:00001000:2.0:1788840224.294975:0:30326:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1788840224.294977:0:30326:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788840224.294979:0:30326:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840224.294983:0:30326:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788840224.294988:0:30326:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840224.294992:0:30326:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788840224.294994:0:30326:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967597 00000100:00000001:2.0:1788840224.294997:0:30326:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788840224.295001:0:30326:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840224.295006:0:30326:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125d880 x1875733133957888/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/640 e 0 to 0 dl 1788840240 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.295014:0:30326:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840224.295018:0:30326:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840224.295020:0:30326:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840224.295024:0:30326:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125d880 x1875733133957888/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/640 e 0 to 0 dl 1788840240 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788840224.295040:0:30326:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125d880 pname:cluuid:pid:xid:nid:opc:job checkstat:10f4a654-3497-48d8-8f70-7e89f4f161cc:30326:1875733133957888:192.168.202.131@tcp:101:checkstat.0 00000100:00000001:2.0:1788840224.295045:0:30326:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840224.295049:0:30326:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840224.295052:0:30326:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788840224.295054:0:30326:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840224.295058:0:30326:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125d880 x1875733133957888/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/640 e 0 to 0 dl 1788840240 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.295065:0:30326:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788840224.295069:0:30326:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee8555ad80. 00000100:00000001:2.0:1788840224.295073:0:30326:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788840224.295075:0:30326:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840224.295078:0:30326:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788840224.295083:0:30326:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840224.295086:0:30326:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840224.295090:0:30326:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=4 00000020:00000001:2.0:1788840224.295093:0:30326:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:2.0:1788840224.295096:0:30326:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000040:2.0:1788840224.295104:0:30326:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee87d8d400, remote cookie: 0x8a436931312ba12f, flags: 0x1001 00010000:00010000:2.0:1788840224.295110:0:30326:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d400/0x3aa5f499c96f3655 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba12f expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788840224.295120:0:30326:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x21:0x0].0x0, instead of [0x200000404:0x1f:0x0].0x0 00010000:00000001:2.0:1788840224.295124:0:30326:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1788840224.295135:0:30326:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee892b1500. 00010000:00000010:2.0:1788840224.295141:0:30326:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee98e7de80. 00010000:00000001:2.0:1788840224.295146:0:30326:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840224.295150:0:30326:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d400/0x3aa5f499c96f3655 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba12f expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840224.295176:0:30326:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d400/0x3aa5f499c96f3655 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba12f expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840224.295183:0:30326:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788840224.295188:0:30326:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788840224.295190:0:30326:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788840224.295192:0:30326:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788840224.295194:0:30326:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788840224.295197:0:30326:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x21:0x0].0x0 (ffff90ee892b1500) refcount = 1 00010000:00010000:2.0:1788840224.295201:0:30326:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d400/0x3aa5f499c96f3655 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba12f expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840224.295208:0:30326:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788840224.295212:0:30326:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788840224.295213:0:30326:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840224.295216:0:30326:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788840224.295218:0:30326:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840224.295222:0:30326:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d400/0x3aa5f499c96f3655 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba12f expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840224.295229:0:30326:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788840224.295230:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.295232:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840224.295234:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.295235:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840224.295236:0:30326:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840224.295241:0:30326:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788840224.295243:0:30326:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840224.295245:0:30326:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840224.295246:0:30326:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=3 00000020:00000001:2.0:1788840224.295248:0:30326:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:2.0:1788840224.295250:0:30326:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:2.0:1788840224.295254:0:30326:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840224.295255:0:30326:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840224.295257:0:30326:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=4 00000020:00000001:2.0:1788840224.295259:0:30326:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:2.0:1788840224.295261:0:30326:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:2.0:1788840224.295264:0:30326:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840224.295266:0:30326:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840224.295270:0:30326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d400/0x3aa5f499c96f3655 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba12f expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840224.295276:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.295278:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840224.295279:0:30326:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840224.295280:0:30326:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840224.295282:0:30326:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=5 00000020:00000001:2.0:1788840224.295284:0:30326:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:2.0:1788840224.295285:0:30326:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:2.0:1788840224.295287:0:30326:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788840224.295290:0:30326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d400/0x3aa5f499c96f3655 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba12f expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840224.295296:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.295297:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788840224.295299:0:30326:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d400/0x3aa5f499c96f3655 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba12f expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840224.295306:0:30326:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788840224.295307:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.295308:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840224.295309:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.295311:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788840224.295315:0:30326:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90ee9125d880 x1875733133957888/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/640 e 0 to 0 dl 1788840240 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788840224.295482:0:30326:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840224.295483:0:30326:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840224.295485:0:30326:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=3 00000020:00000001:2.0:1788840224.295487:0:30326:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:2.0:1788840224.295489:0:30326:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00000002:00010000:2.0:1788840224.295494:0:30326:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d400/0x3aa5f499c96f3655 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba12f expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1788840224.295504:0:30326:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff90eea05b2200. 00010000:00000001:2.0:1788840224.295507:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.295508:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840224.295510:0:30326:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840224.295512:0:30326:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840224.295516:0:30326:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788840224.295519:0:30326:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840224.295520:0:30326:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840224.295521:0:30326:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=3 00000020:00000001:2.0:1788840224.295522:0:30326:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:2.0:1788840224.295524:0:30326:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00000002:00010000:2.0:1788840224.295528:0:30326:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d400/0x3aa5f499c96f3655 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba12f expref: -99 pid: 30326 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840224.295534:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.295536:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840224.295537:0:30326:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788840224.295539:0:30326:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840224.295540:0:30326:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840224.295541:0:30326:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=3 00000020:00000001:2.0:1788840224.295542:0:30326:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:2.0:1788840224.295544:0:30326:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000040:2.0:1788840224.295548:0:30326:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1500 count: 2 00010000:00000001:2.0:1788840224.295552:0:30326:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788840224.295556:0:30326:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 4 res 8589935620/33 (0 0) 00010000:00000001:2.0:1788840224.295559:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.295560:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840224.295562:0:30326:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788840224.295565:0:30326:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d7f710 00000002:00002000:2.0:1788840224.295568:0:30326:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788840224.295571:0:30326:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840224.295576:0:30326:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840224.295579:0:30326:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788840224.295582:0:30326:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1f:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788840224.295586:0:30326:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840224.295590:0:30326:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788840224.295592:0:30326:0:(namei.c:674:ll_lookup_it_finish()) it ffffa16201d7fb20 it_disposition b 00000080:00000001:2.0:1788840224.295595:0:30326:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788840224.295603:0:30326:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788840224.295606:0:30326:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788840224.295723:0:30326:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833953 : 144115205322833953 : 200000404000021) 00000080:00000001:2.0:1788840224.295727:0:30326:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:2.0:1788840224.295736:0:30326:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788840224.295740:0:30326:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044389896 : -122120665161720 : ffff90ee91222008) 00000020:00001000:2.0:1788840224.295743:0:30326:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee91222000 00000020:00000001:2.0:1788840224.295745:0:30326:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788840224.295749:0:30326:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788840224.295752:0:30326:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788840224.295759:0:30326:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90ee87fb1c60. 00020000:00000010:2.0:1788840224.295763:0:30326:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90eea05a0c80. 00020000:00000010:2.0:1788840224.295768:0:30326:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90ee87fb1540. 00020000:00000001:2.0:1788840224.295771:0:30326:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621952890836288 : -122120818715328 : ffff90ee87fb1540) 00020000:00000002:2.0:1788840224.295775:0:30326:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee87fb1540, objid 0x21:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788840224.295780:0:30326:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788840224.295797:0:30326:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90eea05a0c80: ostid: 0x280000400:17 ost idx: 1 gen: 0 00020000:00000002:2.0:1788840224.295802:0:30326:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90ee98eff4d8) owner ffff90eea02a27c0 00020000:00000001:2.0:1788840224.295806:0:30326:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788840224.295808:0:30326:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90ee98eff4d8) owner ffff90eea02a27c0 00020000:00000010:2.0:1788840224.295814:0:30326:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90eea05a0c80. 00020000:00000010:2.0:1788840224.295818:0:30326:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90ee87fb1c60. 00020000:00000010:2.0:1788840224.295822:0:30326:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90ee87fb1540. 00020000:00000002:2.0:1788840224.295824:0:30326:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x21:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788840224.295827:0:30326:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840224.295829:0:30326:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788840224.295831:0:30326:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee91222000 00000080:00000001:2.0:1788840224.295836:0:30326:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833953 : 144115205322833953 : 200000404000021) 00000080:00000001:2.0:1788840224.295839:0:30326:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1788840224.295845:0:30326:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x21:0x0](ffff90ee90591988): rc = 0 00000080:00000001:2.0:1788840224.295848:0:30326:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621953031215496 : -122120678336120 : ffff90ee90591988) 00010000:00000001:2.0:1788840224.295850:0:30326:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840224.295852:0:30326:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840224.295853:0:30326:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=3 00000020:00000001:2.0:1788840224.295855:0:30326:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:2.0:1788840224.295857:0:30326:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00000080:00000001:2.0:1788840224.295861:0:30326:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788840224.295863:0:30326:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788840224.295864:0:30326:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044389896 : -122120665161720 : ffff90ee91222008) 00000020:00001000:2.0:1788840224.295866:0:30326:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee91222000 00000020:00000001:2.0:1788840224.295868:0:30326:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788840224.295869:0:30326:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788840224.295870:0:30326:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788840224.295872:0:30326:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90ee87fb1540. 00020000:00000010:2.0:1788840224.295874:0:30326:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90eea05a0c80. 00020000:00000010:2.0:1788840224.295877:0:30326:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90ee87fb1c60. 00020000:00000001:2.0:1788840224.295879:0:30326:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621952890838112 : -122120818713504 : ffff90ee87fb1c60) 00020000:00000002:2.0:1788840224.295880:0:30326:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee87fb1c60, objid 0x21:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788840224.295884:0:30326:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788840224.295887:0:30326:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90eea05a0c80: ostid: 0x280000400:17 ost idx: 1 gen: 0 00020000:00000002:2.0:1788840224.295890:0:30326:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90ee98eff4d8) owner ffff90eea02a27c0 00020000:00000001:2.0:1788840224.295892:0:30326:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788840224.295894:0:30326:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90ee98eff4d8) owner ffff90eea02a27c0 00020000:00000010:2.0:1788840224.295897:0:30326:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90eea05a0c80. 00020000:00000010:2.0:1788840224.295899:0:30326:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90ee87fb1540. 00020000:00000010:2.0:1788840224.295901:0:30326:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90ee87fb1c60. 00020000:00000002:2.0:1788840224.295903:0:30326:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x21:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788840224.295906:0:30326:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840224.295907:0:30326:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840224.295911:0:30326:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788840224.295913:0:30326:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee98eff4d8) owner 0000000000000000/ffff90eea02a27c0 00020000:00000002:2.0:1788840224.295917:0:30326:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90ee9887d4e0 addref 2/0 by ffff90eea02a27c0. 00020000:00000002:2.0:1788840224.295920:0:30326:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee98eff4d8) owner 0000000000000000/ffff90eea02a27c0 00020000:00000001:2.0:1788840224.295923:0:30326:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788840224.295925:0:30326:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788840224.295927:0:30326:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788840224.295929:0:30326:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1788840224.295931:0:30326:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1788840224.295934:0:30326:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x21:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1788840224.295937:0:30326:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee91222000 00000080:00000001:2.0:1788840224.295938:0:30326:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840224.295940:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.295941:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788840224.295942:0:30326:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788840224.295946:0:30326:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788840224.295947:0:30326:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840224.295951:0:30326:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x21:0x0](ffff90ee90591988) for lock 0x3aa5f499c96f3655 00800000:00000001:2.0:1788840224.295955:0:30326:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788840224.295956:0:30326:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788840224.295957:0:30326:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840224.295959:0:30326:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840224.295960:0:30326:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=3 00000020:00000001:2.0:1788840224.295962:0:30326:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:2.0:1788840224.295964:0:30326:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:2.0:1788840224.295967:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.295968:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840224.295969:0:30326:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840224.295971:0:30326:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1788840224.295978:0:30326:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90ee905bf870 inode ffff90ee90591988 refc 1 flags 0x40000e 00000080:00000001:2.0:1788840224.295982:0:30326:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1788840224.295987:0:30326:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x21:0x0](ffff90ee90591988) 00000080:00010000:2.0:1788840224.295991:0:30326:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3655 from it ffffa16201d7fb20 00010000:00000001:2.0:1788840224.295993:0:30326:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840224.295994:0:30326:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840224.295995:0:30326:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=3 00000020:00000001:2.0:1788840224.295997:0:30326:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:2.0:1788840224.295999:0:30326:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:2.0:1788840224.296001:0:30326:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788840224.296004:0:30326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d400/0x3aa5f499c96f3655 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8a436931312ba12f expref: -99 pid: 30326 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840224.296012:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.296013:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840224.296014:0:30326:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788840224.296017:0:30326:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788840224.296020:0:30326:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d400/0x3aa5f499c96f3655 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312ba12f expref: -99 pid: 30326 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788840224.296028:0:30326:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788840224.296031:0:30326:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788840224.296033:0:30326:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840224.296039:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.296040:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840224.296042:0:30326:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840224.296045:0:30326:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788840224.296048:0:30326:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840224.296050:0:30326:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840224.296052:0:30326:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840224.296054:0:30326:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788840224.296055:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.296057:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788840224.296059:0:30326:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788840224.296063:0:30326:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85090400. 00000100:00000001:2.0:1788840224.296067:0:30326:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840224.296073:0:30326:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125d880 x1875733133957888/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/640 e 0 to 0 dl 1788840240 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.296080:0:30326:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840224.296083:0:30326:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840224.296087:0:30326:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90ee86e6b800. 02000000:00000001:2.0:1788840224.296091:0:30326:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840224.296094:0:30326:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840224.296096:0:30326:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=4 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:2.0:1788840224.296099:0:30326:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840224.296102:0:30326:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee85dd4800. 02000000:00000001:2.0:1788840224.296106:0:30326:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840224.296108:0:30326:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840224.296111:0:30326:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125d880. 00000100:00000001:2.0:1788840224.296114:0:30326:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840224.296116:0:30326:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788840224.296119:0:30326:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788840224.296120:0:30326:0:(dcache.c:176:ll_intent_release()) intent ffffa16201d7fb20 released 00000080:00000001:2.0:1788840224.296122:0:30326:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:2.0:1788840224.296138:0:30326:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d7fd08 00000080:00200008:2.0:1788840224.296140:0:30326:0:(file.c:6296:ll_getattr_dentry()) START file f:[0x200000404:0x21:0x0](ffff90ee90591988), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788840224.296147:0:30326:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788840224.296149:0:30326:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d7fc80 00000080:00200000:2.0:1788840224.296151:0:30326:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x21:0x0](ffff90ee90591988),name=f 00000080:00000010:2.0:1788840224.296156:0:30326:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85090400. 00000080:00000001:2.0:1788840224.298137:0:30326:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788840224.298147:0:30326:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788840224.298152:0:30326:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d7fba0 00800000:00000002:2.0:1788840224.298158:0:30326:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x21:0x0] 'f' on [0x200000404:0x1f:0x0] 00800000:00000001:2.0:1788840224.298228:0:30326:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788840224.298236:0:30326:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x1f:0x0], fid2=[0x200000404:0x21:0x0], name='' -> mds #0 00000002:00000001:2.0:1788840224.298243:0:30326:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788840224.298245:0:30326:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d7fa70 00000002:00010000:2.0:1788840224.298248:0:30326:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x21:0x0]) in obj [0x200000404:0x1f:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788840224.298252:0:30326:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788840224.298255:0:30326:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840224.298259:0:30326:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840224.298267:0:30326:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1500 count: 2 00010000:00000001:2.0:1788840224.298271:0:30326:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840224.298276:0:30326:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840224.298281:0:30326:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788840224.298286:0:30326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d400/0x3aa5f499c96f3655 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312ba12f expref: -99 pid: 30326 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788840224.298298:0:30326:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788840224.298304:0:30326:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840224.298307:0:30326:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d400/0x3aa5f499c96f3655 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312ba12f expref: -99 pid: 30326 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788840224.298315:0:30326:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788840224.298317:0:30326:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788840224.298717:0:30326:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788840224.298720:0:30326:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788840224.298722:0:30326:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788840224.298724:0:30326:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x1f:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788840224.298728:0:30326:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1788840224.298733:0:30326:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85090400. 00000080:00000001:2.0:1788840224.298741:0:30326:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788840224.298743:0:30326:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840224.298746:0:30326:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x21:0x0](ffff90ee90591988) 00000080:00010000:2.0:1788840224.298750:0:30326:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x21:0x0](ffff90ee90591988) for lock 0x3aa5f499c96f3655 00800000:00000001:2.0:1788840224.298754:0:30326:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788840224.298756:0:30326:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788840224.298758:0:30326:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840224.298760:0:30326:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840224.298763:0:30326:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=3 00000020:00000001:2.0:1788840224.298766:0:30326:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:2.0:1788840224.298771:0:30326:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:2.0:1788840224.298774:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.298776:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840224.298778:0:30326:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840224.298780:0:30326:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840224.298792:0:30326:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3655 from it ffffa16201d7fcb8 00010000:00000001:2.0:1788840224.298794:0:30326:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840224.298795:0:30326:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840224.298797:0:30326:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=3 00000020:00000001:2.0:1788840224.298799:0:30326:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:2.0:1788840224.298801:0:30326:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:2.0:1788840224.298803:0:30326:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788840224.298807:0:30326:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d400/0x3aa5f499c96f3655 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8a436931312ba12f expref: -99 pid: 30326 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788840224.298814:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.298815:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840224.298817:0:30326:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788840224.298819:0:30326:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788840224.298822:0:30326:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d400/0x3aa5f499c96f3655 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312ba12f expref: -99 pid: 30326 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788840224.298830:0:30326:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788840224.298833:0:30326:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788840224.298836:0:30326:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840224.298841:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.298842:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840224.298844:0:30326:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840224.298847:0:30326:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788840224.298849:0:30326:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840224.298851:0:30326:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840224.298854:0:30326:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840224.298857:0:30326:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788840224.298858:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.298860:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788840224.298863:0:30326:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788840224.298865:0:30326:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788840224.298869:0:30326:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1788840224.298873:0:30326:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788840224.298875:0:30326:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788840224.298878:0:30326:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788840224.298880:0:30326:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840224.298882:0:30326:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788840224.298885:0:30326:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1788840224.298888:0:30326:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788840224.298893:0:30326:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044389896 : -122120665161720 : ffff90ee91222008) 00000020:00001000:2.0:1788840224.298896:0:30326:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee91222000 00000020:00000001:2.0:1788840224.298902:0:30326:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f080 -> ffff90ee82e4f080 00000020:00000001:2.0:1788840224.298905:0:30326:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788840224.298909:0:30326:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788840224.298911:0:30326:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x21:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1788840224.298915:0:30326:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788840224.298916:0:30326:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788840224.298919:0:30326:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788840224.298921:0:30326:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840224.298923:0:30326:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788840224.298929:0:30326:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x21:0x0]io ffff90ee98844e40 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1788840224.298932:0:30326:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee98eff4d8) owner 0000000000000000/ffff90eea02a27c0 00020000:00000001:2.0:1788840224.298937:0:30326:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788840224.298939:0:30326:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788840224.298941:0:30326:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788840224.298943:0:30326:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840224.298945:0:30326:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788840224.298948:0:30326:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788840224.298950:0:30326:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840224.298952:0:30326:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788840224.298953:0:30326:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788840224.298954:0:30326:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788840224.298956:0:30326:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee98eff4d8) owner 0000000000000000/ffff90eea02a27c0 00000020:00000001:2.0:1788840224.298957:0:30326:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788840224.298959:0:30326:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1788840224.298961:0:30326:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x21:0x0] 00000020:00000001:2.0:1788840224.298963:0:30326:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788840224.298966:0:30326:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788840224.298968:0:30326:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788840224.298970:0:30326:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788840224.298978:0:30326:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1788840224.298988:0:30326:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90ee98e7d480. 00020000:00000002:2.0:1788840224.298991:0:30326:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788840224.298994:0:30326:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788840224.298997:0:30326:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788840224.298998:0:30326:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788840224.299000:0:30326:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:2.0:1788840224.299005:0:30326:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff90ee91222900. 00000020:00000010:2.0:1788840224.299011:0:30326:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90ee85090400. 00000020:00000010:2.0:1788840224.299016:0:30326:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff90ee85090c00. 00000020:00000010:2.0:1788840224.299020:0:30326:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff90ee87fb1c60. 00000008:00000010:2.0:1788840224.299028:0:30326:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff90ee85008b30. 00020000:00000010:2.0:1788840224.299033:0:30326:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff90ee90b55600. 00008000:00000010:2.0:1788840224.299039:0:30326:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff90ee87175530. 00000080:00000010:2.0:1788840224.299046:0:30326:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff90ee988bddc8. 00000080:00000010:2.0:1788840224.299050:0:30326:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff90ee98846bf0. 00000020:00000010:2.0:1788840224.299054:0:30326:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90ee85090e00. 00000008:00000010:2.0:1788840224.299058:0:30326:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff90ee87fdde40. 00020000:00000010:2.0:1788840224.299062:0:30326:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff90ee98ea4920. 00008000:00000010:2.0:1788840224.299066:0:30326:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff90ee988be6c8. 00000080:00000010:2.0:1788840224.299070:0:30326:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff90ee988bf0f0. 00000020:00000001:2.0:1788840224.299072:0:30326:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044392200 : -122120665159416 : ffff90ee91222908) 00000020:00001000:2.0:1788840224.299074:0:30326:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee91222900 00000020:00000001:2.0:1788840224.299077:0:30326:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f080 00000020:00000001:2.0:1788840224.299079:0:30326:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788840224.299082:0:30326:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788840224.299083:0:30326:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788840224.299085:0:30326:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840224.299087:0:30326:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840224.299089:0:30326:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174951736 : -122120534599880 : ffff90ee98ea5738) 00000020:00000001:2.0:1788840224.299091:0:30326:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788840224.299096:0:30326:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90ee911df300. 00000008:00010000:2.0:1788840224.299098:0:30326:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1788840224.299102:0:30326:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788840224.299103:0:30326:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788840224.299106:0:30326:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90ee98e7d4b0, osc lock ffff90ee911df300, flags 0x400001002 00000020:00000001:2.0:1788840224.299108:0:30326:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840224.299110:0:30326:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840224.299113:0:30326:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621953174787200 : -122120534764416 : ffff90ee98e7d480) 00000020:00000001:2.0:1788840224.299115:0:30326:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788840224.299116:0:30326:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788840224.299117:0:30326:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840224.299119:0:30326:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840224.299122:0:30326:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1788840224.299124:0:30326:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1788840224.299126:0:30326:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788840224.299128:0:30326:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788840224.299130:0:30326:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788840224.299131:0:30326:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174951736 : -122120534599880 : ffff90ee98ea5738) 00000020:00000001:2.0:1788840224.299133:0:30326:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788840224.299136:0:30326:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788840224.299138:0:30326:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788840224.299141:0:30326:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788840224.299144:0:30326:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788840224.299145:0:30326:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788840224.299147:0:30326:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788840224.299148:0:30326:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788840224.299150:0:30326:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788840224.299152:0:30326:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788840224.299155:0:30326:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788840224.299159:0:30326:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840224.300893:0:30326:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1788840224.300913:0:30326:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125d880. 00000020:00000040:2.0:1788840224.300923:0:30326:0:(genops.c:1210:class_import_get()) import ffff90ee92b59000 refcount=3 obd=lustre-OST0001-osc-ffff90ee90f70800 00000100:00000001:2.0:1788840224.300928:0:30326:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1788840224.300933:0:30326:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1788840224.300941:0:30326:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff90ee90f70800: connect to NID 192.168.202.131@tcp last attempt 1650 00000400:00000200:2.0:1788840224.300951:0:30326:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.300959:0:30326:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1 00000100:00000040:2.0:1788840224.300964:0:30326:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff90ee85e803c0 refcount 11 to 192.168.202.131@tcp 00000100:00000001:2.0:1788840224.300969:0:30326:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788840224.300972:0:30326:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff90ee85e803c0 refcount 12 to 192.168.202.131@tcp 00000100:00000001:2.0:1788840224.300975:0:30326:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621952856032192 : -122120853519424 : ffff90ee85e803c0) 00000020:00000001:2.0:1788840224.300979:0:30326:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788840224.300981:0:30326:0:(genops.c:804:class_conn2export()) looking for export cookie 0x3aa5f499c96f2ced 00000020:00000001:2.0:1788840224.300983:0:30326:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840224.300987:0:30326:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90ee9881b000 refcount=4 00000020:00000001:2.0:1788840224.300989:0:30326:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621953168093184 : -122120541458432 : ffff90ee9881b000) 00000020:00000001:2.0:1788840224.300992:0:30326:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446621953168093184 : -122120541458432 : ffff90ee9881b000) 00000100:00000040:2.0:1788840224.300995:0:30326:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff90ee85e803c0 refcount 11 to 192.168.202.131@tcp 00000100:00000001:2.0:1788840224.300997:0:30326:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788840224.300999:0:30326:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff90ee85e803c0 refcount 12 to 192.168.202.131@tcp 00000100:00000001:2.0:1788840224.301001:0:30326:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621952856032192 : -122120853519424 : ffff90ee85e803c0) 00000020:00000040:2.0:1788840224.301004:0:30326:0:(genops.c:879:class_export_put()) PUTting export ffff90ee9881b000 : new refcount 3 00000100:00080000:2.0:1788840224.301007:0:30326:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff90ee90f70800: import ffff90ee92b59000 using connection 192.168.202.131@tcp/192.168.202.131@tcp 00000100:00000001:2.0:1788840224.301010:0:30326:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840224.301014:0:30326:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1788840224.301022:0:30326:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840224.301025:0:30326:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840224.301027:0:30326:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1788840224.301031:0:30326:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683253 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1788840224.301035:0:30326:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840224.301037:0:30326:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788840224.301040:0:30326:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125d500. 00000020:00000040:2.0:1788840224.301042:0:30326:0:(genops.c:1210:class_import_get()) import ffff90ee92b59000 refcount=4 obd=lustre-OST0001-osc-ffff90ee90f70800 02000000:00000001:2.0:1788840224.301046:0:30326:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788840224.301048:0:30326:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840224.301051:0:30326:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840224.301055:0:30326:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840224.301060:0:30326:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840224.301068:0:30326:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee85dd4800. 00000100:00000001:2.0:1788840224.301076:0:30326:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840224.301088:0:30326:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90ee9125d500 x1875733133958016/t0(0) o8->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788840224.301099:0:30326:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840224.301104:0:30326:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840224.301108:0:30326:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001007d6a9] to pc [ptlrpcd_rcv+-1] req@ffff90ee9125d500 x1875733133958016/t0(0) o8->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840224.301141:0:30326:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840224.301145:0:30326:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:2.0:1788840224.301147:0:30326:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00010000:00000001:2.0:1788840224.301150:0:30326:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788840224.301154:0:30326:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840224.301158:0:30326:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840224.301159:0:30326:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840224.301161:0:30326:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1788840224.301264:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840224.301270:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840224.301274:0:2358:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840224.301281:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125d500 x1875733133958016/t0(0) o8->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840224.301290:0:2358:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840224.301293:0:2358:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840224.301297:0:2358:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840224.301300:0:2358:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840224.301303:0:2358:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840224.301307:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:10f4a654-3497-48d8-8f70-7e89f4f161cc:2358:1875733133958016:192.168.202.131@tcp:8:checkstat.0 00000100:00000001:3.0:1788840224.301311:0:2358:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840224.301316:0:2358:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840224.301319:0:2358:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840224.301322:0:2358:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840224.301328:0:2358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86eee000. 02000000:00000001:3.0:1788840224.301331:0:2358:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840224.301337:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840224.301342:0:2358:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4f840. 00000400:00000010:3.0:1788840224.301350:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e2a8. 00000100:00000200:3.0:1788840224.301358:0:2358:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133958016, portal 4 00000100:00000001:3.0:1788840224.301360:0:2358:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840224.301362:0:2358:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044632832 : -122120664918784 : ffff90ee9125d500) 00000100:00000040:3.0:1788840224.301369:0:2358:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125d500 x1875733133958016/t0(0) o8->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1788840234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840224.301378:0:2358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840224.301381:0:2358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840224.301383:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011eaa0. 00000100:00000200:3.0:1788840224.301386:0:2358:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875733133958016, offset 0 00000400:00000200:3.0:1788840224.301394:0:2358:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840224.301404:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.301412:0:2358:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840224.301418:0:2358:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840224.301424:0:2358:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840224.301429:0:2358:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840224.301431:0:2358:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840224.301435:0:2358:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2282:2282:256:4294967295] 192.168.202.131@tcp LPNI seq info [2282:2282:8:4294967295] 00000400:00000200:3.0:1788840224.301440:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 02000000:00000001:2.0:1788840224.301773:0:30326:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840224.301780:0:30326:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee85091200. 00000100:00000001:2.0:1788840224.301793:0:30326:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840224.301799:0:30326:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840224.301802:0:30326:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840224.301803:0:30326:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840224.301804:0:30326:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840224.301806:0:30326:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840224.301810:0:30326:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446621953044633728 : -122120664917888 : ffff90ee9125d880) 00010000:00000001:2.0:1788840224.301814:0:30326:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788840224.301816:0:30326:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788840224.301825:0:30326:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee892b1a00. 00010000:00000010:2.0:1788840224.301829:0:30326:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff90ee892b1200. 00010000:00000001:2.0:1788840224.301835:0:30326:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788840224.301841:0:30326:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee87d8c200. 00000020:00000001:2.0:1788840224.301846:0:30326:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788840224.301849:0:30326:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee87d8c200 with handle 0x3aa5f499c96f365c to hash 00000020:00000001:2.0:1788840224.301851:0:30326:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788840224.301852:0:30326:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00010000:00000010:2.0:1788840224.301858:0:30326:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff90eea05b2740. 00010000:00000001:2.0:1788840224.301861:0:30326:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00010000:00000001:2.0:1788840224.301865:0:30326:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840224.301870:0:30326:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840224.301874:0:30326:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 0000000077d2bc58/0x3aa5f499c96f365c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 30326 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840224.301886:0:30326:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 0000000077d2bc58/0x3aa5f499c96f365c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 30326 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840224.301897:0:30326:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840224.301900:0:30326:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840224.301903:0:30326:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840224.301910:0:30326:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007845b29c] to pc [ptlrpcd_01_01+1] req@ffff90ee9125d880 x1875733133958144/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1788840224.301938:0:30326:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788840224.301942:0:30326:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840224.301945:0:30326:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840224.301948:0:30326:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840224.301950:0:30326:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840224.301953:0:30326:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788840224.301956:0:30326:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1788840224.301958:0:30326:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1788840224.301960:0:30326:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000100:00000001:2.0:1788840224.301971:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1788840224.301976:0:2361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1788840224.301978:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840224.301985:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840224.301988:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840224.301990:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840224.301991:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840224.301993:0:2361:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840224.301999:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125d880 x1875733133958144/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.302012:0:2361:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840224.302014:0:2361:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1788840224.302018:0:2361:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff90ee9125d880 x1875733133958144/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.302025:0:2361:0:(client.c:1850:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840224.302029:0:2361:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840224.302031:0:2361:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840224.302032:0:2361:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840224.302035:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840224.302037:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840224.302074:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840224.302076:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840224.302123:0:2358:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840224.302133:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840224.302140:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee878d1f00. 00000800:00000200:3.0:1788840224.302149:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840224.302222:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840224.302229:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee878d1f00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1788840224.302248:0:2358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840224.302254:0:2358:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: using a timeout of 319067 usecs (320 jiffies) 00000400:00000200:3.0:1788840224.302258:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840224.302261:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296454440 00000100:00000001:3.0:1788840224.302265:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296456609 00000100:00000001:3.0:1788840224.302268:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296454440 00000100:00000001:3.0:1788840224.302270:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296456609 00000100:00000001:3.0:1788840224.302272:0:2358:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840224.302276:0:2358:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840224.302280:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840224.302282:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840224.302286:0:2358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840224.302287:0:2358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1788840224.302289:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840224.302290:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840224.302292:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840224.302294:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840224.304069:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840224.304079:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee878d1f00. 00000400:00000200:2.0:1788840224.304089:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840224.304099:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840224.304109:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011eaa0 00000400:00000010:2.0:1788840224.304112:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011eaa0. 00000100:00000001:2.0:1788840224.304119:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840224.304126:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125d500 x1875733133958016/t0(0) o8->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1788840234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840224.304138:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840224.304142:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125d500 x1875733133958016/t0(0) o8->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1788840234 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840224.304150:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840224.304152:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840224.312966:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.312991:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840224.312996:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.312999:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840224.313011:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.313021:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840224.313044:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.313050:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.313057:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.313062:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 416 into portal 4 MB=0x6a9f827249b80 00000400:00000200:3.0:1788840224.313067:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.313075:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 416/416 into md 0x64d5 [1] + 0 00000800:00000001:3.0:1788840224.313084:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.313092:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840224.313096:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840224.313102:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840224.313112:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840224.313122:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125d500 x1875733133958016/t0(0) o8->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1788840234 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840224.313135:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff90ee9125d500 x1875733133958016/t0(0) o8->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1788840234 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840224.313168:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840224.313180:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.313184:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840224.313353:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840224.313359:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788840224.313368:0:2358:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840224.313371:0:2358:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840224.313374:0:2358:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4f840. 00000400:00000200:2.0:1788840224.313380:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e2a8 00000400:00000010:2.0:1788840224.313383:0:2358:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e2a8. 00000100:00000001:2.0:1788840224.313389:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840224.313394:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125d500 x1875733133958016/t0(0) o8->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1788840234 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788840224.313403:0:2358:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125d500 x1875733133958016/t0(0) o8->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1788840234 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840224.313409:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840224.313411:0:2358:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840224.313414:0:2358:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788840224.313418:0:2358:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788840224.313421:0:2358:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840224.313424:0:2358:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840224.313427:0:2358:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840224.313440:0:2358:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b59460 time=224 v=5 (5 5 36 36) 00000100:00001000:2.0:1788840224.313445:0:2358:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b59418 time=137 v=5 (1 0 0 0) 00000100:00000001:2.0:1788840224.313448:0:2358:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788840224.313450:0:2358:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840224.313454:0:2358:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788840224.313458:0:2358:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840224.313462:0:2358:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1788840224.313464:0:2358:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90ee90f70800: committing for last_committed 4294967312 gen 13 00000100:00000040:2.0:1788840224.313468:0:2358:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90ee90f70800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1788840224.313471:0:2358:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788840224.313473:0:2358:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840224.313478:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125d500 x1875733133958016/t0(0) o8->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/416 e 0 to 0 dl 1788840234 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840224.313485:0:2358:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840224.313489:0:2358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840224.313491:0:2358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840224.313494:0:2358:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1788840224.313502:0:2358:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff90ee90f70800: connect to target with instance 1 00000020:00000001:2.0:1788840224.313505:0:2358:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788840224.313508:0:2358:0:(genops.c:804:class_conn2export()) looking for export cookie 0x3aa5f499c96f2ced 00000020:00000001:2.0:1788840224.313510:0:2358:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840224.313515:0:2358:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90ee9881b000 refcount=4 00000020:00000001:2.0:1788840224.313518:0:2358:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621953168093184 : -122120541458432 : ffff90ee9881b000) 00000020:00000001:2.0:1788840224.313520:0:2358:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446621953168093184 : -122120541458432 : ffff90ee9881b000) 00000100:00001000:2.0:1788840224.313524:0:2358:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b59418 time=1788840224 v=0 (0 0 0 0) 00000100:00001000:2.0:1788840224.313540:0:2358:0:(import.c:2215:obd_at_measure()) AT ffff90ee92b59418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:2.0:1788840224.313547:0:2358:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 911, crc32c 5375, adler 879 00000100:00080000:2.0:1788840224.313553:0:2358:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff90ee90f70800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:2.0:1788840224.313556:0:2358:0:(genops.c:879:class_export_put()) PUTting export ffff90ee9881b000 : new refcount 3 00000100:00000001:2.0:1788840224.313560:0:2358:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:2.0:1788840224.313564:0:2358:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:2.0:1788840224.313569:0:2358:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0001-osc-ffff90ee90f70800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:2.0:1788840224.313572:0:2358:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:2.0:1788840224.313576:0:2358:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:2.0:1788840224.313581:0:2358:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1788840224.313584:0:2358:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840224.313587:0:2358:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788840224.313589:0:2358:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788840224.313591:0:2358:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840224.313592:0:2358:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:2.0:1788840224.313595:0:2358:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1788840224.313599:0:2358:0:(import.c:65:import_set_state_nolock()) ffff90ee92b59000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:2.0:1788840224.313602:0:2358:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:2.0:1788840224.313603:0:2358:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:2.0:1788840224.313605:0:2358:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:2.0:1788840224.313606:0:2358:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:2.0:1788840224.313608:0:2358:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:2.0:1788840224.313610:0:2358:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff90ee98890820 for uuid lustre-OST0001_UUID event(1) 00020000:00000040:2.0:1788840224.313617:0:2358:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0001_UUID already active! 00020000:00000001:2.0:1788840224.313619:0:2358:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=1 : 1 : 0x1) 00020000:00000001:2.0:1788840224.313621:0:2358:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788840224.313623:0:2358:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1788840224.313626:0:2358:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:2.0:1788840224.313629:0:2358:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:2.0:1788840224.313631:0:2358:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:2.0:1788840224.313633:0:2358:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:2.0:1788840224.313637:0:2358:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:2.0:1788840224.313687:0:2358:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840224.313689:0:2358:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840224.313691:0:2358:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:2.0:1788840224.313692:0:2358:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:2.0:1788840224.313694:0:2358:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840224.313695:0:2358:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:2.0:1788840224.313697:0:2358:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:2.0:1788840224.313702:0:2358:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:2.0:1788840224.313704:0:2358:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840224.313706:0:2358:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840224.313708:0:2358:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840224.313710:0:2358:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840224.313712:0:2358:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788840224.313713:0:2358:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788840224.313715:0:2358:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840224.313716:0:2358:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:2.0:1788840224.313718:0:2358:0:(import.c:1241:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840224.313721:0:2358:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1788840224.313728:0:2358:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000002affebb): req@ffff90ee9125d880 x1875733133958144/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.313751:0:2358:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840224.313755:0:2358:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840224.313760:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125d500 x1875733133958016/t0(0) o8->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/416 e 0 to 0 dl 1788840234 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788840224.313768:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:10f4a654-3497-48d8-8f70-7e89f4f161cc:2358:1875733133958016:192.168.202.131@tcp:8:checkstat.0 00000100:00000001:2.0:1788840224.313774:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840224.313777:0:2358:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840224.313781:0:2358:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125d500 x1875733133958016/t0(0) o8->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/416 e 0 to 0 dl 1788840234 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840224.313799:0:2358:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840224.313803:0:2358:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840224.313807:0:2358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee86eee000. 02000000:00000001:2.0:1788840224.313812:0:2358:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840224.313814:0:2358:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840224.313816:0:2358:0:(genops.c:1223:class_import_put()) import ffff90ee92b59000 refcount=3 obd=lustre-OST0001-osc-ffff90ee90f70800 00000020:00000001:2.0:1788840224.313819:0:2358:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840224.313823:0:2358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee85dd4800. 02000000:00000001:2.0:1788840224.313827:0:2358:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840224.313829:0:2358:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840224.313831:0:2358:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125d500. 00000100:00000001:2.0:1788840224.313835:0:2358:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840224.313836:0:2358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840224.313839:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840224.313850:0:2358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840224.313852:0:2358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840224.313855:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840224.313857:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840224.314020:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840224.314023:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840224.314037:0:2361:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840224.314041:0:2361:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840224.314044:0:2361:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840224.314047:0:2361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840224.314051:0:2361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840224.314054:0:2361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840224.314058:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840224.314065:0:2361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840224.314068:0:2361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840224.314071:0:2361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840224.314080:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86eef000. 02000000:00000001:3.0:1788840224.314082:0:2361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840224.314088:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840224.314093:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4fe18. 00000400:00000010:3.0:1788840224.314098:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e908. 00000100:00000200:3.0:1788840224.314107:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133958144, portal 4 00000100:00000001:3.0:1788840224.314109:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840224.314111:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044633728 : -122120664917888 : ffff90ee9125d880) 00000100:00000040:3.0:1788840224.314119:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee9125d880 x1875733133958144/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840240 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840224.314127:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840224.314130:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840224.314132:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e880. 00000100:00000200:3.0:1788840224.314135:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875733133958144, offset 0 00000400:00000200:3.0:1788840224.314142:0:2361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840224.314151:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.314168:0:2361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840224.314174:0:2361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840224.314179:0:2361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840224.314183:0:2361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840224.314186:0:2361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840224.314191:0:2361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2283:2283:256:4294967295] 192.168.202.131@tcp LPNI seq info [2283:2283:8:4294967295] 00000400:00000200:3.0:1788840224.314196:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.314205:0:2361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840224.314212:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840224.314219:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee878d1900. 00000800:00000200:3.0:1788840224.314227:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840224.314235:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840224.314241:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee878d1900 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788840224.314258:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840224.314264:0:2361:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: using a timeout of 316898 usecs (317 jiffies) 00000400:00000200:3.0:1788840224.314268:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840224.314271:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296454449 00000100:00000001:3.0:1788840224.314275:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296456609 00000100:00000001:3.0:1788840224.314277:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296454449 00000100:00000001:3.0:1788840224.314280:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296456609 00000100:00000001:3.0:1788840224.314283:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840224.314286:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840224.314287:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840224.314292:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840224.314294:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788840224.314296:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840224.314297:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840224.314299:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840224.314302:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840224.315669:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840224.315680:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee878d1900. 00000400:00000200:2.0:1788840224.315689:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840224.315697:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840224.315704:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e880 00000400:00000010:2.0:1788840224.315707:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e880. 00000100:00000001:2.0:1788840224.315712:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840224.315718:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125d880 x1875733133958144/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840240 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.315731:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840224.315735:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125d880 x1875733133958144/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840240 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.315742:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840224.315744:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840224.320012:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.320046:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840224.320052:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.320055:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840224.320067:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.320076:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840224.320088:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.320093:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.320099:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.320104:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 400 into portal 4 MB=0x6a9f827249c00 00000400:00000200:3.0:1788840224.320109:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.320118:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 400/400 into md 0x64e5 [1] + 224 00000800:00000001:3.0:1788840224.320128:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.320136:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840224.320141:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840224.320147:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840224.320156:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840224.320254:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125d880 x1875733133958144/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840240 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840224.320267:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff90ee9125d880 x1875733133958144/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840240 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840224.320293:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840224.320305:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.320310:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840224.320390:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840224.320396:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788840224.320405:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840224.320407:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840224.320411:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4fe18. 00000400:00000200:2.0:1788840224.320416:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e908 00000400:00000010:2.0:1788840224.320419:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e908. 00000100:00000001:2.0:1788840224.320424:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840224.320429:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125d880 x1875733133958144/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840240 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788840224.320438:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125d880 x1875733133958144/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840240 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.320444:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840224.320446:0:2361:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840224.320459:0:2361:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788840224.320463:0:2361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788840224.320466:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840224.320468:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840224.320472:0:2361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840224.320483:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b59460 time=74 v=5 (5 5 5 36) 00000100:00001000:2.0:1788840224.320488:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b59418 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1788840224.320491:0:2361:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788840224.320493:0:2361:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840224.320496:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788840224.320501:0:2361:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840224.320506:0:2361:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788840224.320509:0:2361:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90ee90f70800: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1788840224.320511:0:2361:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788840224.320513:0:2361:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840224.320518:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125d880 x1875733133958144/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840240 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.320525:0:2361:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840224.320752:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840224.320755:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788840224.320759:0:2361:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:2.0:1788840224.320762:0:2361:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840224.320765:0:2361:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840224.320769:0:2361:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c200 refcount=4 00000020:00000001:2.0:1788840224.320771:0:2361:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00010000:00000001:2.0:1788840224.320775:0:2361:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00010000:00000001:2.0:1788840224.320777:0:2361:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840224.320779:0:2361:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840224.320780:0:2361:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c200 refcount=5 00000020:00000001:2.0:1788840224.320792:0:2361:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00010000:00000001:2.0:1788840224.320795:0:2361:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00010000:00000001:2.0:1788840224.320800:0:2361:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840224.320804:0:2361:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840224.320809:0:2361:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 0000000077d2bc58/0x3aa5f499c96f365c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 30326 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840224.320823:0:2361:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.320825:0:2361:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840224.320827:0:2361:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788840224.320830:0:2361:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840224.320831:0:2361:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840224.320832:0:2361:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c200 refcount=6 00000020:00000001:2.0:1788840224.320834:0:2361:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00010000:00000001:2.0:1788840224.320836:0:2361:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00010000:00000040:2.0:1788840224.320845:0:2361:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee87d8c200, remote cookie: 0x8a436931312ba13d, flags: 0x1001 00010000:00010000:2.0:1788840224.320851:0:2361:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 0000000077d2bc58/0x3aa5f499c96f365c lrc: 6/2,0 mode: --/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba13d expref: -99 pid: 30326 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840224.320860:0:2361:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1788840224.320863:0:2361:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840224.320866:0:2361:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788840224.320870:0:2361:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1788840224.320875:0:2361:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 0000000077d2bc58/0x3aa5f499c96f365c lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba13d expref: -99 pid: 30326 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788840224.320884:0:2361:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000400:0x11:0x0].0x0 (ffff90ee892b1a00) refcount = 1 00010000:00000040:2.0:1788840224.320887:0:2361:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1788840224.320889:0:2361:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 0000000077d2bc58/0x3aa5f499c96f365c lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba13d expref: -99 pid: 30326 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840224.320899:0:2361:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788840224.320901:0:2361:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840224.320904:0:2361:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788840224.320907:0:2361:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840224.320910:0:2361:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 0000000077d2bc58/0x3aa5f499c96f365c lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba13d expref: -99 pid: 30326 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840224.320917:0:2361:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788840224.320918:0:2361:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.320919:0:2361:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840224.320920:0:2361:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.320922:0:2361:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788840224.320923:0:2361:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:2.0:1788840224.320927:0:2361:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1788840224.320930:0:2361:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840224.320931:0:2361:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840224.320933:0:2361:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c200 refcount=5 00000020:00000001:2.0:1788840224.320935:0:2361:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00010000:00000001:2.0:1788840224.320937:0:2361:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00000008:00000001:2.0:1788840224.320942:0:2361:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1788840224.320947:0:2361:0:(cl_object.c:143:cl_object_top()) ffff90ee87839c00 -> ffff90ee82e4f080 00000008:00010000:2.0:1788840224.320952:0:2361:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 0000000077d2bc58/0x3aa5f499c96f365c lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x8a436931312ba13d expref: -99 pid: 30326 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1788840224.320960:0:2361:0:(cl_object.c:143:cl_object_top()) ffff90ee87839c00 -> ffff90ee82e4f080 00000020:00000001:2.0:1788840224.320963:0:2361:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1788840224.320966:0:2361:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1788840224.320970:0:2361:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788840224.320972:0:2361:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840224.320974:0:2361:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840224.320977:0:2361:0:(cl_object.c:143:cl_object_top()) ffff90ee87839c00 -> ffff90ee82e4f080 00000008:00000001:2.0:1788840224.320979:0:2361:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:2.0:1788840224.320982:0:2361:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788840224.320984:0:2361:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1788840224.321102:0:2361:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1788840224.321106:0:2361:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840224.321109:0:2361:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840224.321110:0:2361:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840224.321112:0:2361:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c200 refcount=6 00000020:00000001:2.0:1788840224.321114:0:2361:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00010000:00000001:2.0:1788840224.321117:0:2361:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00010000:00000001:2.0:1788840224.321119:0:2361:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788840224.321123:0:2361:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 0000000077d2bc58/0x3aa5f499c96f365c lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x8a436931312ba13d expref: -99 pid: 30326 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840224.321130:0:2361:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.321131:0:2361:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788840224.321134:0:2361:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 0000000077d2bc58/0x3aa5f499c96f365c lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x8a436931312ba13d expref: -99 pid: 30326 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840224.321141:0:2361:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788840224.321143:0:2361:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.321144:0:2361:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788840224.321145:0:2361:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840224.321147:0:2361:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840224.321148:0:2361:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840224.321150:0:2361:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c200 refcount=5 00000020:00000001:2.0:1788840224.321152:0:2361:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00010000:00000001:2.0:1788840224.321154:0:2361:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00010000:00000001:2.0:1788840224.321156:0:2361:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788840224.321167:0:2361:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 0000000077d2bc58/0x3aa5f499c96f365c lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x8a436931312ba13d expref: -99 pid: 30326 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840224.321174:0:2361:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.321176:0:2361:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840224.321177:0:2361:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788840224.321181:0:2361:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788840224.321183:0:2361:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 0000000077d2bc58/0x3aa5f499c96f365c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x8a436931312ba13d expref: -99 pid: 30326 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788840224.321195:0:2361:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788840224.321198:0:2361:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788840224.321200:0:2361:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840224.321206:0:2361:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.321207:0:2361:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840224.321209:0:2361:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840224.321213:0:2361:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788840224.321215:0:2361:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840224.321217:0:2361:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840224.321220:0:2361:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840224.321221:0:2361:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788840224.321223:0:2361:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.321224:0:2361:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840224.321225:0:2361:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.321225:0:2361:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788840224.321227:0:2361:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840224.321235:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125d880 x1875733133958144/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840240 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788840224.321245:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:0:1875733133958144:192.168.202.131@tcp:101:checkstat.0 00000100:00000001:2.0:1788840224.321251:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840224.321255:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840224.321259:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125d880 x1875733133958144/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840240 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.321266:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840224.321269:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840224.321274:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee86eef000. 02000000:00000001:2.0:1788840224.321279:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840224.321281:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840224.321284:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee92b59000 refcount=2 obd=lustre-OST0001-osc-ffff90ee90f70800 00000020:00000001:2.0:1788840224.321286:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840224.321290:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee85091200. 02000000:00000001:2.0:1788840224.321294:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840224.321296:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840224.321298:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125d880. 00000100:00000001:2.0:1788840224.321302:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840224.321303:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840224.321305:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840224.321316:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840224.321318:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840224.321321:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840224.321324:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840224.328690:0:30326:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840224.328705:0:30326:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840224.328715:0:30326:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1788840224.328722:0:30326:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f080 -> ffff90ee82e4f080 00000020:00000001:3.0:1788840224.328726:0:30326:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f080 -> ffff90ee82e4f080 00000020:00000001:3.0:1788840224.328729:0:30326:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1788840224.328735:0:30326:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1788840224.328741:0:30326:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788840224.328743:0:30326:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840224.328745:0:30326:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788840224.328746:0:30326:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788840224.328748:0:30326:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x21:1028 on OST[1]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:3.0:1788840224.328753:0:30326:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788840224.328756:0:30326:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:3.0:1788840224.328759:0:30326:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840224.328761:0:30326:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840224.328762:0:30326:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f080 -> ffff90ee82e4f080 00000080:00200000:3.0:1788840224.328766:0:30326:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x21:0x0] updating i_size 0 i_blocks 1 00000080:00000001:3.0:1788840224.328769:0:30326:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1788840224.328772:0:30326:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1788840224.328775:0:30326:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90ee98844de0 (ffff90ee91222008/0) at cl_lock_release():245 00000020:00000001:3.0:1788840224.328778:0:30326:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788840224.328781:0:30326:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee98844de0 (ffff90ee91222008/0) at cl_lock_cancel():142 00020000:00000001:3.0:1788840224.328794:0:30326:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1788840224.328799:0:30326:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788840224.328801:0:30326:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174951736 : -122120534599880 : ffff90ee98ea5738) 00000020:00000001:3.0:1788840224.328803:0:30326:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788840224.328805:0:30326:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee98e7d4b0 (ffff90ee91222908/1) at cl_lock_cancel():142 00000008:00000001:3.0:1788840224.328809:0:30326:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1788840224.328811:0:30326:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1788840224.328814:0:30326:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840224.328817:0:30326:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788840224.328818:0:30326:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1788840224.328820:0:30326:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1788840224.328822:0:30326:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788840224.328823:0:30326:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788840224.328825:0:30326:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788840224.328826:0:30326:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee98844de0 (ffff90ee91222008/0) at cl_lock_fini():72 00020000:00000001:3.0:1788840224.328829:0:30326:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1788840224.328830:0:30326:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788840224.328831:0:30326:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee98e7d4b0 (ffff90ee91222008/1) at cl_lock_fini():72 00000008:00000010:3.0:1788840224.328835:0:30326:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90ee911df300. 00000020:00000001:3.0:1788840224.328844:0:30326:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1788840224.328846:0:30326:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90ee98e7d480. 00020000:00000001:3.0:1788840224.328850:0:30326:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1788840224.328851:0:30326:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1788840224.328853:0:30326:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1788840224.328855:0:30326:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840224.328858:0:30326:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788840224.328861:0:30326:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788840224.328864:0:30326:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788840224.328865:0:30326:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1788840224.328867:0:30326:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788840224.328870:0:30326:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee91222900 00020000:00000001:3.0:1788840224.328874:0:30326:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788840224.328877:0:30326:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788840224.328880:0:30326:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788840224.328883:0:30326:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x21:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788840224.328888:0:30326:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788840224.328890:0:30326:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840224.328893:0:30326:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788840224.328895:0:30326:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788840224.328896:0:30326:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788840224.328898:0:30326:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee91222000 00000001:00000001:3.0:1788840224.328900:0:30326:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840224.328912:0:30326:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d7fd08 00000080:00000008:3.0:1788840224.328915:0:30326:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f:[0x200000404:0x21:0x0](ffff90ee90591988), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788840224.328922:0:30326:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788840224.328925:0:30326:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d7fda0 00000080:00002000:3.0:1788840224.328927:0:30326:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff90ee905bf870, parent ffff90ee905bf0d8, inode ffff90ee90591988) hashed, 00000080:00000001:3.0:1788840224.328930:0:30326:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840224.352733:0:30327:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788840224.352745:0:30327:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788840224.352748:0:30327:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788840224.352753:0:30327:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d87b20 00000080:00200000:2.0:1788840224.352759:0:30327:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:2.0:1788840224.352770:0:30327:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85091200. 00800000:00000002:2.0:1788840224.352779:0:30327:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:2.0:1788840224.352797:0:30327:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788840224.352804:0:30327:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788840224.352806:0:30327:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d87a40 00800000:00000002:2.0:1788840224.352810:0:30327:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788840224.352815:0:30327:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788840224.352820:0:30327:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788840224.352828:0:30327:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788840224.352830:0:30327:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d87910 00000002:00010000:2.0:1788840224.352832:0:30327:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788840224.352836:0:30327:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788840224.352839:0:30327:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840224.352843:0:30327:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840224.352851:0:30327:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4000 count: 2 00010000:00000001:2.0:1788840224.352855:0:30327:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840224.352862:0:30327:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840224.352867:0:30327:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788840224.352874:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85800/0x3aa5f499c96f3647 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba0f7 expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788840224.352888:0:30327:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788840224.352895:0:30327:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840224.352898:0:30327:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85800/0x3aa5f499c96f3647 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba0f7 expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788840224.352906:0:30327:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788840224.352908:0:30327:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788840224.352910:0:30327:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788840224.352912:0:30327:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788840224.352914:0:30327:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788840224.352916:0:30327:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788840224.352919:0:30327:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788840224.352922:0:30327:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:2.0:1788840224.352926:0:30327:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85091200. 00000080:00000001:2.0:1788840224.352931:0:30327:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788840224.352933:0:30327:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840224.352936:0:30327:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:2.0:1788840224.352939:0:30327:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f3647 00800000:00000001:2.0:1788840224.352943:0:30327:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788840224.352945:0:30327:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788840224.352947:0:30327:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840224.352950:0:30327:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840224.352953:0:30327:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85800 refcount=3 00000020:00000001:2.0:1788840224.352956:0:30327:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872830976 : -122120836720640 : ffff90ee86e85800) 00010000:00000001:2.0:1788840224.352959:0:30327:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872830976 : -122120836720640 : ffff90ee86e85800) 00010000:00000001:2.0:1788840224.352963:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.352964:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840224.352966:0:30327:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840224.352968:0:30327:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840224.352970:0:30327:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3647 from it ffffa16201d87b58 00010000:00000001:2.0:1788840224.352972:0:30327:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840224.352974:0:30327:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840224.352975:0:30327:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85800 refcount=3 00000020:00000001:2.0:1788840224.352977:0:30327:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872830976 : -122120836720640 : ffff90ee86e85800) 00010000:00000001:2.0:1788840224.352979:0:30327:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872830976 : -122120836720640 : ffff90ee86e85800) 00010000:00000001:2.0:1788840224.352982:0:30327:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788840224.352985:0:30327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85800/0x3aa5f499c96f3647 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba0f7 expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788840224.352992:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.352993:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840224.352994:0:30327:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788840224.352997:0:30327:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788840224.352999:0:30327:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85800/0x3aa5f499c96f3647 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba0f7 expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788840224.353008:0:30327:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788840224.353012:0:30327:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788840224.353015:0:30327:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840224.353020:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.353021:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840224.353023:0:30327:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840224.353384:0:30327:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788840224.353387:0:30327:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840224.353389:0:30327:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840224.353392:0:30327:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840224.353395:0:30327:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788840224.353396:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.353398:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788840224.353402:0:30327:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788840224.353404:0:30327:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788840224.353407:0:30327:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788840224.353413:0:30327:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788840224.353426:0:30327:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90ee86e75b20. 00000020:00000001:2.0:1788840224.353432:0:30327:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d87a88 00000080:00200000:2.0:1788840224.353435:0:30327:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21f.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), flags=24 00000080:00000001:2.0:1788840224.353439:0:30327:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788840224.353442:0:30327:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d87938 00000080:00200000:2.0:1788840224.353444:0:30327:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21f.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), intent=0 00000080:00000010:2.0:1788840224.353598:0:30327:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85091200. 00800000:00000002:2.0:1788840224.353602:0:30327:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:2.0:1788840224.353607:0:30327:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788840224.353609:0:30327:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788840224.353611:0:30327:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d87858 00800000:00000002:2.0:1788840224.353613:0:30327:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21f.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788840224.353616:0:30327:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:2.0:1788840224.353620:0:30327:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d877f0 00800000:00000002:2.0:1788840224.353622:0:30327:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21f.recovery-small-2' -> mds #0 00000002:00000001:2.0:1788840224.353626:0:30327:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788840224.353627:0:30327:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d87728 00000002:00010000:2.0:1788840224.353629:0:30327:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21f.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1788840224.353633:0:30327:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788840224.353637:0:30327:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788840224.353662:0:30327:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125d880. 00000020:00000040:2.0:1788840224.353668:0:30327:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00010000:00000001:2.0:1788840224.353675:0:30327:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788840224.353680:0:30327:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840224.353683:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.353684:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840224.353686:0:30327:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840224.353689:0:30327:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840224.353691:0:30327:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840224.353695:0:30327:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840224.353704:0:30327:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee85dd7c00. 00000100:00000001:2.0:1788840224.353714:0:30327:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840224.353720:0:30327:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840224.353722:0:30327:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840224.353724:0:30327:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840224.353725:0:30327:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840224.353727:0:30327:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840224.353736:0:30327:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621953044633728 : -122120664917888 : ffff90ee9125d880) 00010000:00000001:2.0:1788840224.353741:0:30327:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788840224.353744:0:30327:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788840224.353748:0:30327:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4000 count: 2 00010000:00000001:2.0:1788840224.353750:0:30327:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840224.353753:0:30327:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788840224.353757:0:30327:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee87d8d800. 00000020:00000001:2.0:1788840224.353761:0:30327:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788840224.353764:0:30327:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee87d8d800 with handle 0x3aa5f499c96f3663 to hash 00000020:00000001:2.0:1788840224.353767:0:30327:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788840224.353768:0:30327:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952888592384 : -122120820959232 : ffff90ee87d8d800) 00010000:00000001:2.0:1788840224.353772:0:30327:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952888592384 : -122120820959232 : ffff90ee87d8d800) 00010000:00000001:2.0:1788840224.353776:0:30327:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840224.353778:0:30327:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840224.353795:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d800/0x3aa5f499c96f3663 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840224.353804:0:30327:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d800/0x3aa5f499c96f3663 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840224.353815:0:30327:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d800/0x3aa5f499c96f3663 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788840224.353821:0:30327:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788840224.353823:0:30327:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788840224.353831:0:30327:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee8555ad80. 00000100:00000001:2.0:1788840224.353834:0:30327:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952846441856 : -122120863109760 : ffff90ee8555ad80) 00000100:00000001:2.0:1788840224.353838:0:30327:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840224.353839:0:30327:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044633728 : -122120664917888 : ffff90ee9125d880) 00000100:00000001:2.0:1788840224.353845:0:30327:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840224.353850:0:30327:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840224.353852:0:30327:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788840224.353854:0:30327:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840224.353868:0:30327:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125d880 x1875733133958272/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.353878:0:30327:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840224.353881:0:30327:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840224.353885:0:30327:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840224.353889:0:30327:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840224.353892:0:30327:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840224.353895:0:30327:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125d880 pname:cluuid:pid:xid:nid:opc:job checkstat:10f4a654-3497-48d8-8f70-7e89f4f161cc:30327:1875733133958272:192.168.202.131@tcp:101:checkstat.0 00000100:00000001:2.0:1788840224.353900:0:30327:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840224.353907:0:30327:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840224.353910:0:30327:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840224.353914:0:30327:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840224.353920:0:30327:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90ee86e6b800. 02000000:00000001:2.0:1788840224.353922:0:30327:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840224.353931:0:30327:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840224.353937:0:30327:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e948. 00000400:00000010:2.0:1788840224.353946:0:30327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee912344c8. 00000100:00000200:2.0:1788840224.353954:0:30327:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875733133958272, portal 10 00000100:00000001:2.0:1788840224.353957:0:30327:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840224.353958:0:30327:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044633728 : -122120664917888 : ffff90ee9125d880) 00000100:00000040:2.0:1788840224.353964:0:30327:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee9125d880 x1875733133958272/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840240 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.353973:0:30327:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840224.353976:0:30327:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840224.353980:0:30327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234330. 00000100:00000200:2.0:1788840224.353983:0:30327:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875733133958272, offset 0 00000400:00000200:2.0:1788840224.353992:0:30327:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840224.354003:0:30327:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.354012:0:30327:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840224.354019:0:30327:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840224.354024:0:30327:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840224.357140:0:30327:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840224.357148:0:30327:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840224.357154:0:30327:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2284:2284:256:4294967295] 192.168.202.131@tcp LPNI seq info [2284:2284:8:4294967295] 00000400:00000200:2.0:1788840224.357217:0:30327:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.357232:0:30327:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840224.357242:0:30327:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840224.357255:0:30327:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989100. 00000800:00000200:2.0:1788840224.357265:0:30327:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840224.357275:0:30327:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840224.357281:0:30327:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989100 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1788840224.357312:0:30327:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840224.357320:0:30327:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 815965 usecs (816 jiffies) 00000400:00000200:2.0:1788840224.357324:0:30327:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840224.357327:0:30327:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296454991 00000100:00000001:2.0:1788840224.357331:0:30327:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296456609 00000100:00000001:2.0:1788840224.357333:0:30327:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296454991 00000100:00000001:2.0:1788840224.357335:0:30327:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296456609 00000100:00000001:2.0:1788840224.357338:0:30327:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840224.357342:0:30327:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840224.357346:0:30327:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840224.357349:0:30327:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788840224.357352:0:30327:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee8555ad80 going to sleep for 11 seconds 00000100:00000001:2.0:1788840224.357356:0:30327:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840224.357360:0:30327:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840224.359058:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840224.359068:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989100. 00000400:00000200:3.0:1788840224.359075:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840224.359084:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840224.359094:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234330 00000400:00000010:3.0:1788840224.359097:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234330. 00000100:00000001:3.0:1788840224.359103:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840224.359114:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125d880 x1875733133958272/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840240 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840224.359129:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840224.359134:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee9125d880 x1875733133958272/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840240 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840224.359141:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840224.359143:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840224.372349:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.372374:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840224.372379:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.372382:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840224.372394:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.372403:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840224.372414:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.372419:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.372425:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.372430:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 584 into portal 10 MB=0x6a9f827249c80 00000400:00000200:3.0:1788840224.372436:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.372452:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 584/584 into md 0x64f5 [1] + 224 00000800:00000001:3.0:1788840224.372461:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.372470:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840224.372475:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840224.372480:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840224.372491:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840224.372503:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125d880 x1875733133958272/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840240 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840224.372516:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff90ee9125d880 x1875733133958272/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840240 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840224.372548:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840224.372558:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.372563:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840224.372953:0:30327:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788840224.372964:0:30327:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840224.372967:0:30327:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840224.372971:0:30327:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e948. 00000400:00000200:2.0:1788840224.372978:0:30327:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee912344c8 00000400:00000010:2.0:1788840224.372981:0:30327:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee912344c8. 00000100:00000001:2.0:1788840224.372984:0:30327:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840224.372989:0:30327:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125d880 x1875733133958272/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840240 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788840224.372999:0:30327:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125d880 x1875733133958272/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840240 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.373005:0:30327:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840224.373008:0:30327:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840224.373011:0:30327:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788840224.373016:0:30327:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788840224.373019:0:30327:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840224.373022:0:30327:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840224.373026:0:30327:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840224.373051:0:30327:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=74 v=5 (5 102 102 102) 00000100:00001000:2.0:1788840224.373056:0:30327:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1788840224.373059:0:30327:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788840224.373061:0:30327:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840224.373065:0:30327:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788840224.373069:0:30327:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840224.373074:0:30327:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788840224.373076:0:30327:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967597 00000100:00000001:2.0:1788840224.373079:0:30327:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788840224.373083:0:30327:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840224.373089:0:30327:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125d880 x1875733133958272/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840240 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.373097:0:30327:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840224.373101:0:30327:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840224.373103:0:30327:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840224.373108:0:30327:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125d880 x1875733133958272/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840240 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788840224.373117:0:30327:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125d880 pname:cluuid:pid:xid:nid:opc:job checkstat:10f4a654-3497-48d8-8f70-7e89f4f161cc:30327:1875733133958272:192.168.202.131@tcp:101:checkstat.0 00000100:00000001:2.0:1788840224.373122:0:30327:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840224.373125:0:30327:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840224.373128:0:30327:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788840224.373131:0:30327:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840224.373135:0:30327:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125d880 x1875733133958272/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840240 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.373142:0:30327:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788840224.373145:0:30327:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee8555ad80. 00000100:00000001:2.0:1788840224.373150:0:30327:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788840224.373152:0:30327:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840224.373163:0:30327:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788840224.373168:0:30327:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840224.373171:0:30327:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840224.373176:0:30327:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d800 refcount=4 00000020:00000001:2.0:1788840224.373179:0:30327:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888592384 : -122120820959232 : ffff90ee87d8d800) 00010000:00000001:2.0:1788840224.373182:0:30327:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888592384 : -122120820959232 : ffff90ee87d8d800) 00010000:00000040:2.0:1788840224.373191:0:30327:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee87d8d800, remote cookie: 0x8a436931312ba159, flags: 0x1001 00010000:00010000:2.0:1788840224.373198:0:30327:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d800/0x3aa5f499c96f3663 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba159 expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788840224.373208:0:30327:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x20:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1788840224.373211:0:30327:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1788840224.373225:0:30327:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee892b1f00. 00010000:00000010:2.0:1788840224.373231:0:30327:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee98e7d500. 00010000:00000001:2.0:1788840224.373237:0:30327:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840224.373240:0:30327:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d800/0x3aa5f499c96f3663 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x20:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba159 expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840224.373249:0:30327:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d800/0x3aa5f499c96f3663 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba159 expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840224.373256:0:30327:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788840224.373261:0:30327:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788840224.373265:0:30327:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788840224.373267:0:30327:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788840224.373268:0:30327:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788840224.373272:0:30327:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x20:0x0].0x0 (ffff90ee892b1f00) refcount = 1 00010000:00010000:2.0:1788840224.373276:0:30327:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d800/0x3aa5f499c96f3663 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba159 expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840224.373284:0:30327:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788840224.373288:0:30327:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788840224.373290:0:30327:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840224.373293:0:30327:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788840224.373296:0:30327:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840224.373300:0:30327:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d800/0x3aa5f499c96f3663 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba159 expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840224.373306:0:30327:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788840224.373308:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.373310:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840224.373311:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.373313:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840224.373314:0:30327:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840224.373320:0:30327:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788840224.373322:0:30327:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840224.373323:0:30327:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840224.373325:0:30327:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d800 refcount=3 00000020:00000001:2.0:1788840224.373326:0:30327:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888592384 : -122120820959232 : ffff90ee87d8d800) 00010000:00000001:2.0:1788840224.373329:0:30327:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888592384 : -122120820959232 : ffff90ee87d8d800) 00010000:00000001:2.0:1788840224.373331:0:30327:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840224.373332:0:30327:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840224.373333:0:30327:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d800 refcount=4 00000020:00000001:2.0:1788840224.373335:0:30327:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888592384 : -122120820959232 : ffff90ee87d8d800) 00010000:00000001:2.0:1788840224.373338:0:30327:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888592384 : -122120820959232 : ffff90ee87d8d800) 00010000:00000001:2.0:1788840224.373341:0:30327:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840224.373344:0:30327:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840224.373347:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d800/0x3aa5f499c96f3663 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba159 expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840224.373354:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.373355:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840224.373356:0:30327:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840224.373357:0:30327:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840224.373359:0:30327:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d800 refcount=5 00000020:00000001:2.0:1788840224.373361:0:30327:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888592384 : -122120820959232 : ffff90ee87d8d800) 00010000:00000001:2.0:1788840224.373364:0:30327:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888592384 : -122120820959232 : ffff90ee87d8d800) 00010000:00000001:2.0:1788840224.373366:0:30327:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788840224.373369:0:30327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d800/0x3aa5f499c96f3663 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba159 expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840224.373376:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.373377:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788840224.373380:0:30327:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d800/0x3aa5f499c96f3663 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba159 expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840224.373386:0:30327:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788840224.373388:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.373389:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840224.373390:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.373391:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788840224.373397:0:30327:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff90ee9125d880 x1875733133958272/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840240 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788840224.373404:0:30327:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840224.373405:0:30327:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840224.373407:0:30327:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d800 refcount=3 00000020:00000001:2.0:1788840224.373408:0:30327:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888592384 : -122120820959232 : ffff90ee87d8d800) 00010000:00000001:2.0:1788840224.373410:0:30327:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888592384 : -122120820959232 : ffff90ee87d8d800) 00010000:00000001:2.0:1788840224.373413:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.373414:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840224.373416:0:30327:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840224.373418:0:30327:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840224.373422:0:30327:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788840224.373426:0:30327:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840224.373427:0:30327:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840224.373428:0:30327:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d800 refcount=3 00000020:00000001:2.0:1788840224.373430:0:30327:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888592384 : -122120820959232 : ffff90ee87d8d800) 00010000:00000001:2.0:1788840224.373432:0:30327:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888592384 : -122120820959232 : ffff90ee87d8d800) 00000002:00010000:2.0:1788840224.373436:0:30327:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d800/0x3aa5f499c96f3663 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba159 expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840224.373443:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.373583:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840224.373586:0:30327:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788840224.373587:0:30327:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840224.373588:0:30327:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840224.373590:0:30327:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d800 refcount=3 00000020:00000001:2.0:1788840224.373592:0:30327:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888592384 : -122120820959232 : ffff90ee87d8d800) 00010000:00000001:2.0:1788840224.373595:0:30327:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888592384 : -122120820959232 : ffff90ee87d8d800) 00010000:00000040:2.0:1788840224.373599:0:30327:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1f00 count: 2 00010000:00000001:2.0:1788840224.373602:0:30327:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788840224.373607:0:30327:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 4 res 8589935620/32 (0 0) 00010000:00000001:2.0:1788840224.373609:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.373611:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840224.373612:0:30327:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788840224.373616:0:30327:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d876b0 00000002:00002000:2.0:1788840224.373619:0:30327:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21f.recovery-small-2 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788840224.373622:0:30327:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840224.373628:0:30327:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840224.373631:0:30327:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788840224.373635:0:30327:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788840224.373688:0:30327:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788840224.373693:0:30327:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000001:2.0:1788840224.373696:0:30327:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788840224.373698:0:30327:0:(namei.c:674:ll_lookup_it_finish()) it ffffa16201d87a28 it_disposition b 00000080:00000001:2.0:1788840224.373702:0:30327:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788840224.373710:0:30327:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788840224.373713:0:30327:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788840224.373717:0:30327:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833952 : 144115205322833952 : 200000404000020) 00000080:00000001:2.0:1788840224.373720:0:30327:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1788840224.373728:0:30327:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788840224.373730:0:30327:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x20:0x0] 00000080:00000001:2.0:1788840224.373733:0:30327:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840224.373736:0:30327:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833952 : 144115205322833952 : 200000404000020) 00000080:00000001:2.0:1788840224.373740:0:30327:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1788840224.373743:0:30327:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833952 mtime from 1788840205 to 1788840206 00000080:00200000:2.0:1788840224.373748:0:30327:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x20:0x0], updating i_size 16384 00000080:00200000:2.0:1788840224.373751:0:30327:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x20:0x0](ffff90ee905900c8): rc = 0 00000080:00000001:2.0:1788840224.373753:0:30327:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621953031209160 : -122120678342456 : ffff90ee905900c8) 00010000:00000001:2.0:1788840224.373755:0:30327:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840224.373756:0:30327:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840224.373758:0:30327:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d800 refcount=3 00000020:00000001:2.0:1788840224.373760:0:30327:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888592384 : -122120820959232 : ffff90ee87d8d800) 00010000:00000001:2.0:1788840224.373762:0:30327:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888592384 : -122120820959232 : ffff90ee87d8d800) 00010000:00000001:2.0:1788840224.373764:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.373766:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788840224.373768:0:30327:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788840224.373769:0:30327:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788840224.373771:0:30327:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788840224.373774:0:30327:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788840224.373776:0:30327:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840224.373779:0:30327:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x20:0x0](ffff90ee905900c8) for lock 0x3aa5f499c96f3663 00800000:00000001:2.0:1788840224.373813:0:30327:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788840224.373815:0:30327:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788840224.373817:0:30327:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840224.373818:0:30327:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840224.373820:0:30327:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d800 refcount=3 00000020:00000001:2.0:1788840224.373822:0:30327:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888592384 : -122120820959232 : ffff90ee87d8d800) 00010000:00000001:2.0:1788840224.373824:0:30327:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888592384 : -122120820959232 : ffff90ee87d8d800) 00010000:00000001:2.0:1788840224.373827:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.373828:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840224.373830:0:30327:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840224.373832:0:30327:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1788840224.373840:0:30327:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90ee905bfe58 inode ffff90ee905900c8 refc 1 flags 0x20000e 00000080:00000001:2.0:1788840224.373844:0:30327:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788840224.373846:0:30327:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840224.373849:0:30327:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1788840224.373853:0:30327:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x20:0x0](ffff90ee905900c8) 00000080:00010000:2.0:1788840224.373858:0:30327:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3663 from it ffffa16201d87a28 00010000:00000001:2.0:1788840224.373860:0:30327:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840224.373861:0:30327:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840224.373863:0:30327:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d800 refcount=3 00000020:00000001:2.0:1788840224.373864:0:30327:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888592384 : -122120820959232 : ffff90ee87d8d800) 00010000:00000001:2.0:1788840224.373867:0:30327:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888592384 : -122120820959232 : ffff90ee87d8d800) 00010000:00000001:2.0:1788840224.373868:0:30327:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788840224.373871:0:30327:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d800/0x3aa5f499c96f3663 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba159 expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840224.373877:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.373878:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840224.373880:0:30327:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788840224.373882:0:30327:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788840224.373885:0:30327:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d800/0x3aa5f499c96f3663 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x20:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba159 expref: -99 pid: 30327 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788840224.373892:0:30327:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788840224.373895:0:30327:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788840224.373897:0:30327:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840224.373902:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.373903:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840224.373905:0:30327:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840224.373908:0:30327:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788840224.373909:0:30327:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840224.373911:0:30327:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840224.373914:0:30327:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840224.373916:0:30327:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788840224.373917:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.373918:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788840224.373920:0:30327:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788840224.373924:0:30327:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85091200. 00000100:00000001:2.0:1788840224.373928:0:30327:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840224.373933:0:30327:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125d880 x1875733133958272/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840240 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.373944:0:30327:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840224.373947:0:30327:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840224.373951:0:30327:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90ee86e6b800. 02000000:00000001:2.0:1788840224.373954:0:30327:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840224.373957:0:30327:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840224.373959:0:30327:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=4 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:2.0:1788840224.373961:0:30327:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840224.373965:0:30327:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee85dd7c00. 02000000:00000001:2.0:1788840224.373968:0:30327:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840224.373971:0:30327:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840224.373973:0:30327:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125d880. 00000100:00000001:2.0:1788840224.373977:0:30327:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840224.373978:0:30327:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788840224.373988:0:30327:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788840224.373991:0:30327:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x20:0x0](ffff90ee905900c8), inode mode 41ed mask 1 00000080:00000001:2.0:1788840224.373996:0:30327:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788840224.374013:0:30327:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90ee86e758e0. 00000020:00000001:2.0:1788840224.374018:0:30327:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d87ae8 00000080:00200000:2.0:1788840224.374020:0:30327:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000404:0x20:0x0](ffff90ee905900c8), flags=8 00000080:00000001:2.0:1788840224.374024:0:30327:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788840224.374026:0:30327:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d87998 00000080:00200000:2.0:1788840224.374028:0:30327:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x20:0x0](ffff90ee905900c8), intent=getattr 00000080:00000010:2.0:1788840224.374036:0:30327:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85091200. 00000080:00000001:2.0:1788840224.374044:0:30327:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788840224.374047:0:30327:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788840224.374048:0:30327:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d878b8 00800000:00000002:2.0:1788840224.374051:0:30327:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000404:0x20:0x0] 00800000:00000001:2.0:1788840224.374054:0:30327:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:2.0:1788840224.374060:0:30327:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d87850 00800000:00000002:2.0:1788840224.374062:0:30327:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x20:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:2.0:1788840224.374066:0:30327:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788840224.374068:0:30327:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d87788 00000002:00010000:2.0:1788840224.374070:0:30327:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000404:0x20:0x0], intent: getattr flags 01 00000002:00000001:2.0:1788840224.374074:0:30327:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788840224.374078:0:30327:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788840224.374082:0:30327:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125d880. 00000020:00000040:2.0:1788840224.374085:0:30327:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00010000:00000001:2.0:1788840224.374091:0:30327:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788840224.374095:0:30327:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840224.374098:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.374100:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840224.374101:0:30327:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840224.374104:0:30327:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840224.374106:0:30327:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840224.374111:0:30327:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840224.374117:0:30327:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee85dd7c00. 00000100:00000001:2.0:1788840224.374124:0:30327:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840224.374128:0:30327:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840224.374129:0:30327:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840224.374131:0:30327:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840224.374132:0:30327:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840224.374134:0:30327:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840224.374141:0:30327:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621953044633728 : -122120664917888 : ffff90ee9125d880) 00010000:00000001:2.0:1788840224.374146:0:30327:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788840224.374148:0:30327:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788840224.374151:0:30327:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1f00 count: 2 00010000:00000001:2.0:1788840224.374153:0:30327:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840224.374508:0:30327:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788840224.374695:0:30327:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee8523dc00. 00000020:00000001:3.0:1788840224.374702:0:30327:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788840224.374704:0:30327:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee8523dc00 with handle 0x3aa5f499c96f366a to hash 00000020:00000001:3.0:1788840224.374708:0:30327:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788840224.374709:0:30327:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952843176960 : -122120866374656 : ffff90ee8523dc00) 00010000:00000001:3.0:1788840224.374713:0:30327:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952843176960 : -122120866374656 : ffff90ee8523dc00) 00010000:00000001:3.0:1788840224.374717:0:30327:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840224.374719:0:30327:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840224.374723:0:30327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523dc00/0x3aa5f499c96f366a lrc: 3/1,0 mode: --/CR res: [0x200000404:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788840224.374731:0:30327:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523dc00/0x3aa5f499c96f366a lrc: 3/1,0 mode: --/CR res: [0x200000404:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788840224.374743:0:30327:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523dc00/0x3aa5f499c96f366a lrc: 3/1,0 mode: --/CR res: [0x200000404:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30327 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788840224.374749:0:30327:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788840224.374752:0:30327:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788840224.374760:0:30327:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee98224180. 00000100:00000001:3.0:1788840224.374762:0:30327:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621953161838976 : -122120547712640 : ffff90ee98224180) 00000100:00000001:3.0:1788840224.374765:0:30327:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840224.374766:0:30327:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044633728 : -122120664917888 : ffff90ee9125d880) 00000100:00000001:3.0:1788840224.374771:0:30327:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840224.374777:0:30327:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840224.374779:0:30327:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788840224.374790:0:30327:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840224.374798:0:30327:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125d880 x1875733133958400/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840224.374807:0:30327:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840224.374810:0:30327:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840224.374814:0:30327:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840224.374992:0:30327:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840224.374996:0:30327:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840224.375001:0:30327:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125d880 pname:cluuid:pid:xid:nid:opc:job checkstat:10f4a654-3497-48d8-8f70-7e89f4f161cc:30327:1875733133958400:192.168.202.131@tcp:101:checkstat.0 00000100:00000001:3.0:1788840224.375005:0:30327:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840224.375012:0:30327:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840224.375015:0:30327:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840224.375017:0:30327:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840224.375083:0:30327:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90ee98825800. 02000000:00000001:3.0:1788840224.375086:0:30327:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840224.375095:0:30327:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840224.375101:0:30327:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4f478. 00000400:00000010:3.0:1788840224.375110:0:30327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e990. 00000100:00000200:3.0:1788840224.375118:0:30327:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875733133958400, portal 10 00000100:00000001:3.0:1788840224.375120:0:30327:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840224.375122:0:30327:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044633728 : -122120664917888 : ffff90ee9125d880) 00000100:00000040:3.0:1788840224.375129:0:30327:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee9125d880 x1875733133958400/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840240 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840224.375138:0:30327:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840224.375141:0:30327:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840224.375144:0:30327:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e198. 00000100:00000200:3.0:1788840224.375148:0:30327:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875733133958400, offset 0 00000400:00000200:3.0:1788840224.375156:0:30327:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840224.375298:0:30327:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.375308:0:30327:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840224.375315:0:30327:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840224.375321:0:30327:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840224.375325:0:30327:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840224.375328:0:30327:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840224.375332:0:30327:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2285:2285:256:4294967295] 192.168.202.131@tcp LPNI seq info [2285:2285:8:4294967295] 00000400:00000200:3.0:1788840224.375337:0:30327:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.375346:0:30327:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840224.375354:0:30327:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840224.375360:0:30327:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee878d1900. 00000800:00000200:3.0:1788840224.375368:0:30327:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840224.375378:0:30327:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840224.375383:0:30327:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee878d1900 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1788840224.375406:0:30327:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840224.375412:0:30327:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 814738 usecs (815 jiffies) 00000400:00000200:3.0:1788840224.375415:0:30327:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840224.375418:0:30327:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296455008 00000100:00000001:3.0:1788840224.375421:0:30327:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296456609 00000100:00000001:3.0:1788840224.375424:0:30327:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296455008 00000100:00000001:3.0:1788840224.375426:0:30327:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296456609 00000100:00000001:3.0:1788840224.375429:0:30327:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840224.375432:0:30327:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840224.375434:0:30327:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840224.375437:0:30327:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788840224.375440:0:30327:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee98224180 going to sleep for 11 seconds 00000100:00000001:3.0:1788840224.375442:0:30327:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840224.375962:0:30327:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840224.376270:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840224.376276:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee878d1900. 00000400:00000200:2.0:1788840224.376284:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840224.376291:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840224.376299:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e198 00000400:00000010:2.0:1788840224.376302:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e198. 00000100:00000001:2.0:1788840224.376308:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840224.376314:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125d880 x1875733133958400/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840240 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.376326:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840224.376329:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee9125d880 x1875733133958400/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840240 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.376342:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840224.376344:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840224.395525:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.395558:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840224.395563:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.395566:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840224.395579:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.395589:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840224.395602:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.395608:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.395614:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.395619:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 640 into portal 10 MB=0x6a9f827249d00 00000400:00000200:3.0:1788840224.395624:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.395631:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 640/640 into md 0x6505 [1] + 224 00000800:00000001:3.0:1788840224.395685:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.395694:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840224.395699:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840224.395705:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840224.395714:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840224.395726:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125d880 x1875733133958400/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840240 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840224.395738:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff90ee9125d880 x1875733133958400/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840240 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840224.395754:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840224.395765:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.395769:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788840224.398860:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840224.398867:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee98ea2500. 00000400:00000200:2.0:1788840224.398876:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840224.398884:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840224.398891:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6660 00000400:00000010:2.0:1788840224.398894:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6660. 00000100:00000001:2.0:1788840224.398899:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840224.398905:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f59180 x1875733133958528/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840240 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.398917:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840224.398920:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f59180 x1875733133958528/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840240 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.398927:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840224.398929:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840224.410499:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.410524:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840224.410530:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.410533:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840224.410545:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.410555:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840224.410567:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.410573:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.410580:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.410586:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 400 into portal 4 MB=0x6a9f827249d80 00000400:00000200:3.0:1788840224.410591:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.410598:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 400/400 into md 0x6515 [1] + 224 00000800:00000001:3.0:1788840224.410607:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.410615:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840224.410619:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840224.410625:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840224.410635:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840224.410694:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f59180 x1875733133958528/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840240 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840224.410706:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff90ee87f59180 x1875733133958528/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840240 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840224.410717:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840224.410729:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.410733:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788840224.412493:0:30327:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840224.412498:0:30327:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840224.412507:0:30327:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1788840224.412510:0:30327:0:(cl_object.c:143:cl_object_top()) ffff90ee98ea3148 -> ffff90ee98ea3148 00000020:00000001:3.0:1788840224.412513:0:30327:0:(cl_object.c:143:cl_object_top()) ffff90ee98ea3148 -> ffff90ee98ea3148 00000020:00000001:3.0:1788840224.412514:0:30327:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1788840224.412519:0:30327:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1788840224.412524:0:30327:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788840224.412526:0:30327:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840224.412528:0:30327:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788840224.412529:0:30327:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788840224.412532:0:30327:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x22:1028 on OST[0]: s=0 (1) m=1788840206 a=1788840206 c=1788840206 b=1 00020000:00000001:3.0:1788840224.412536:0:30327:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788840224.412538:0:30327:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=1788840206 a=1788840206 c=1788840206 b=1 00020000:00000001:3.0:1788840224.412541:0:30327:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840224.412543:0:30327:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840224.412544:0:30327:0:(cl_object.c:143:cl_object_top()) ffff90ee98ea3148 -> ffff90ee98ea3148 00000080:00200000:3.0:1788840224.412547:0:30327:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x22:0x0] updating i_size 0 i_blocks 1 00000080:00000001:3.0:1788840224.412551:0:30327:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1788840224.412554:0:30327:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1788840224.412556:0:30327:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90ee982204a0 (ffff90eea059fc68/0) at cl_lock_release():245 00000020:00000001:3.0:1788840224.412559:0:30327:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788840224.412560:0:30327:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee982204a0 (ffff90eea059fc68/0) at cl_lock_cancel():142 00020000:00000001:3.0:1788840224.412564:0:30327:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1788840224.412568:0:30327:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788840224.412570:0:30327:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953037279904 : -122120672271712 : ffff90ee90b5a2a0) 00000020:00000001:3.0:1788840224.412572:0:30327:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788840224.412574:0:30327:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee90f567b0 (ffff90eea059f908/1) at cl_lock_cancel():142 00000008:00000001:3.0:1788840224.412577:0:30327:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1788840224.412579:0:30327:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1788840224.412580:0:30327:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840224.412581:0:30327:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788840224.412583:0:30327:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1788840224.412585:0:30327:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1788840224.412587:0:30327:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788840224.412588:0:30327:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788840224.412589:0:30327:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788840224.412590:0:30327:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee982204a0 (ffff90eea059fc68/0) at cl_lock_fini():72 00020000:00000001:3.0:1788840224.412593:0:30327:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1788840224.412594:0:30327:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788840224.412595:0:30327:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee90f567b0 (ffff90eea059fc68/1) at cl_lock_fini():72 00000008:00000010:3.0:1788840224.412599:0:30327:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90ee830a4e40. 00000020:00000001:3.0:1788840224.412604:0:30327:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1788840224.412606:0:30327:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90ee90f56780. 00020000:00000001:3.0:1788840224.412611:0:30327:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1788840224.412612:0:30327:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1788840224.412613:0:30327:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1788840224.412616:0:30327:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840224.412619:0:30327:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788840224.412622:0:30327:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788840224.412624:0:30327:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788840224.412626:0:30327:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1788840224.412627:0:30327:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788840224.412629:0:30327:0:(cl_object.c:917:cl_env_put()) 1@ffff90eea059f900 00020000:00000001:3.0:1788840224.412633:0:30327:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788840224.412636:0:30327:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788840224.412655:0:30327:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788840224.412658:0:30327:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x22:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788840224.412663:0:30327:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788840224.412665:0:30327:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840224.412668:0:30327:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788840224.412670:0:30327:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788840224.412671:0:30327:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788840224.412673:0:30327:0:(cl_object.c:917:cl_env_put()) 1@ffff90eea059fc60 00000001:00000001:3.0:1788840224.412675:0:30327:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840224.412686:0:30327:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d87d08 00000080:00000008:3.0:1788840224.412688:0:30327:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f:[0x200000404:0x22:0x0](ffff90ee9058ec08), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788840224.412697:0:30327:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788840224.412698:0:30327:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d87da0 00000080:00002000:3.0:1788840224.412700:0:30327:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff90ee905bf288, parent ffff90ee905bfe58, inode ffff90ee9058ec08) hashed, 00000080:00000001:3.0:1788840224.412703:0:30327:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840224.423822:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840224.423829:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee98ea2000. 00000400:00000200:2.0:1788840224.423838:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840224.423846:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840224.423854:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6220 00000400:00000010:2.0:1788840224.423856:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6220. 00000100:00000001:2.0:1788840224.423862:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840224.423869:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f59180 x1875733133958656/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840240 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.423880:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840224.423884:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f59180 x1875733133958656/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840240 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.423892:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840224.423894:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840224.429750:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.429772:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840224.429777:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.429780:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840224.429812:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.429822:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840224.429833:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.429839:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.429846:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.429851:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 4096 into portal 14 MB=0x6a9f827249e00 00000400:00000200:3.0:1788840224.429857:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.429864:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.202.131@tcp of length 4096/4096 into md 0x651d [256] + 0 00000400:00000010:3.0:1788840224.429870:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c80e18. 00000400:00000200:3.0:1788840224.429877:0:2354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90ee85d9a000 00000800:00000001:3.0:1788840224.429884:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.429895:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840224.429899:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840224.429905:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840224.429912:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85d9a000 00000400:00000010:3.0:1788840224.429915:0:2354:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff90ee85d9a000. 00000100:00000001:3.0:1788840224.429922:0:2354:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1788840224.429925:0:2354:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff90ee87f59180 desc ffff90ee86f37800 mbits 1875733133958656 00000100:00000001:3.0:1788840224.429942:0:2354:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1788840224.429952:0:2354:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788840224.429955:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.429962:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840224.429969:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2288:2288:256:4294967295] 192.168.202.131@tcp LPNI seq info [2288:2288:8:4294967295] 00000400:00000200:3.0:1788840224.429973:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.429982:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) 192.168.202.131@tcp : ACK try# 0 00000800:00000200:3.0:1788840224.429987:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840224.429997:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff90ee86ea4000. 00000800:00000200:3.0:1788840224.430005:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840224.430014:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840224.430020:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee86ea4000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788840224.430102:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840224.430107:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff90ee86ea4000. 00000400:00000200:3.0:1788840224.430110:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840224.430114:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: ACK: OK 00000800:00000001:3.0:1788840224.430121:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.430124:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840224.434290:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.434311:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840224.434316:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.434318:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840224.434329:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.434338:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840224.434348:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.434353:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.434360:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.434365:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 440 into portal 10 MB=0x6a9f827249e00 00000400:00000200:3.0:1788840224.434370:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.434378:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 440/440 into md 0x6525 [1] + 224 00000800:00000001:3.0:1788840224.434388:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.434400:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840224.434404:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840224.434409:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840224.434418:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840224.434429:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f59180 x1875733133958656/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840240 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840224.434442:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff90ee87f59180 x1875733133958656/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840240 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840224.434465:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840224.434475:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.434479:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788840224.441445:0:30328:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788840224.441455:0:30328:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788840224.441458:0:30328:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788840224.441463:0:30328:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d9fb20 00000080:00200000:3.0:1788840224.441468:0:30328:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:3.0:1788840224.441479:0:30328:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee87161000. 00800000:00000002:3.0:1788840224.441487:0:30328:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:3.0:1788840224.441492:0:30328:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788840224.441498:0:30328:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788840224.441502:0:30328:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d9fa40 00800000:00000002:3.0:1788840224.441505:0:30328:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788840224.441508:0:30328:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788840224.441514:0:30328:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788840224.441521:0:30328:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788840224.441523:0:30328:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d9f910 00000002:00010000:3.0:1788840224.441525:0:30328:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788840224.441530:0:30328:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788840224.441532:0:30328:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840224.441536:0:30328:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788840224.441545:0:30328:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4000 count: 2 00010000:00000001:3.0:1788840224.441549:0:30328:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840224.441556:0:30328:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840224.441561:0:30328:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788840224.441567:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85800/0x3aa5f499c96f3647 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba0f7 expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:3.0:1788840224.441581:0:30328:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788840224.441589:0:30328:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840224.441592:0:30328:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85800/0x3aa5f499c96f3647 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba0f7 expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:3.0:1788840224.441600:0:30328:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788840224.441602:0:30328:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788840224.441604:0:30328:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788840224.441606:0:30328:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788840224.441608:0:30328:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788840224.441610:0:30328:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788840224.441613:0:30328:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788840224.441617:0:30328:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:3.0:1788840224.441621:0:30328:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee87161000. 00000080:00000001:3.0:1788840224.441625:0:30328:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788840224.441627:0:30328:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788840224.441630:0:30328:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:3.0:1788840224.441635:0:30328:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f3647 00800000:00000001:3.0:1788840224.441662:0:30328:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788840224.441666:0:30328:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788840224.441668:0:30328:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840224.441671:0:30328:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840224.441674:0:30328:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85800 refcount=3 00000020:00000001:3.0:1788840224.441677:0:30328:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872830976 : -122120836720640 : ffff90ee86e85800) 00010000:00000001:3.0:1788840224.441680:0:30328:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872830976 : -122120836720640 : ffff90ee86e85800) 00010000:00000001:3.0:1788840224.441684:0:30328:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840224.441685:0:30328:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788840224.441686:0:30328:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840224.441688:0:30328:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788840224.441691:0:30328:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3647 from it ffffa16201d9fb58 00010000:00000001:3.0:1788840224.441694:0:30328:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840224.441695:0:30328:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840224.441697:0:30328:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85800 refcount=3 00000020:00000001:3.0:1788840224.441699:0:30328:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872830976 : -122120836720640 : ffff90ee86e85800) 00010000:00000001:3.0:1788840224.441701:0:30328:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872830976 : -122120836720640 : ffff90ee86e85800) 00010000:00000001:3.0:1788840224.441704:0:30328:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788840224.441707:0:30328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85800/0x3aa5f499c96f3647 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba0f7 expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788840224.441714:0:30328:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840224.441715:0:30328:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840224.441717:0:30328:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788840224.441719:0:30328:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788840224.441722:0:30328:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85800/0x3aa5f499c96f3647 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba0f7 expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1788840224.441729:0:30328:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788840224.441733:0:30328:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788840224.441735:0:30328:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840224.441740:0:30328:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840224.441741:0:30328:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840224.441743:0:30328:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840224.441746:0:30328:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788840224.441749:0:30328:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840224.441750:0:30328:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840224.441753:0:30328:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840224.441756:0:30328:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788840224.441757:0:30328:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840224.441758:0:30328:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788840224.441761:0:30328:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788840224.441763:0:30328:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788840224.441765:0:30328:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788840224.441771:0:30328:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840224.441775:0:30328:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788840224.441778:0:30328:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d9fb48 00000080:00002000:3.0:1788840224.441779:0:30328:0:(dcache.c:87:ll_dcompare()) found name d21f.recovery-small-1(ffff90ee905bf0d8) flags 0x20000e refc 1 00000080:00000001:3.0:1788840224.441794:0:30328:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840224.441857:0:30328:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d9fb90 00000080:00200000:3.0:1788840224.441859:0:30328:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21f.recovery-small-1, flags=8 00000080:00000001:3.0:1788840224.441865:0:30328:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1788840224.441867:0:30328:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840224.441874:0:30328:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d9fd08 00000080:00200008:3.0:1788840224.441876:0:30328:0:(file.c:6296:ll_getattr_dentry()) START file d21f.recovery-small-1:[0x200000404:0x1f:0x0](ffff90ee90515b88), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788840224.441881:0:30328:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788840224.441882:0:30328:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d9fc80 00000080:00200000:3.0:1788840224.441884:0:30328:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1f:0x0](ffff90ee90515b88),name=d21f.recovery-small-1 00000080:00000010:3.0:1788840224.441888:0:30328:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee87161000. 00800000:00000002:3.0:1788840224.441892:0:30328:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:3.0:1788840224.441898:0:30328:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788840224.441899:0:30328:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788840224.441901:0:30328:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d9fba0 00800000:00000002:3.0:1788840224.441903:0:30328:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x1f:0x0] 'd21f.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788840224.441906:0:30328:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788840224.441910:0:30328:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x1f:0x0], name='' -> mds #0 00000002:00000001:3.0:1788840224.441913:0:30328:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788840224.441914:0:30328:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d9fa70 00000002:00010000:3.0:1788840224.441916:0:30328:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x1f:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788840224.441919:0:30328:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788840224.441920:0:30328:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840224.441921:0:30328:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788840224.441925:0:30328:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1c00 count: 2 00010000:00000001:3.0:1788840224.441928:0:30328:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840224.441931:0:30328:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840224.441934:0:30328:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788840224.441937:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8de00/0x3aa5f499c96f364e lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba113 expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788840224.441943:0:30328:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788840224.441946:0:30328:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840224.441949:0:30328:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8de00/0x3aa5f499c96f364e lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba113 expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788840224.441955:0:30328:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788840224.441957:0:30328:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788840224.441958:0:30328:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788840224.441960:0:30328:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788840224.441961:0:30328:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788840224.441963:0:30328:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788840224.441966:0:30328:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788840224.441968:0:30328:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:3.0:1788840224.441970:0:30328:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee87161000. 00000080:00000001:3.0:1788840224.441973:0:30328:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788840224.441975:0:30328:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788840224.441977:0:30328:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1f:0x0](ffff90ee90515b88) 00000080:00010000:3.0:1788840224.441980:0:30328:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1f:0x0](ffff90ee90515b88) for lock 0x3aa5f499c96f364e 00800000:00000001:3.0:1788840224.441982:0:30328:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788840224.441984:0:30328:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788840224.441985:0:30328:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840224.441986:0:30328:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840224.441988:0:30328:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8de00 refcount=3 00000020:00000001:3.0:1788840224.441990:0:30328:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888593920 : -122120820957696 : ffff90ee87d8de00) 00010000:00000001:3.0:1788840224.441992:0:30328:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888593920 : -122120820957696 : ffff90ee87d8de00) 00010000:00000001:3.0:1788840224.441995:0:30328:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840224.441996:0:30328:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788840224.441997:0:30328:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840224.441999:0:30328:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788840224.442001:0:30328:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f364e from it ffffa16201d9fcb8 00010000:00000001:3.0:1788840224.442002:0:30328:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840224.442003:0:30328:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840224.442004:0:30328:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8de00 refcount=3 00000020:00000001:3.0:1788840224.442006:0:30328:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888593920 : -122120820957696 : ffff90ee87d8de00) 00010000:00000001:3.0:1788840224.442008:0:30328:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888593920 : -122120820957696 : ffff90ee87d8de00) 00010000:00000001:3.0:1788840224.442010:0:30328:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788840224.442014:0:30328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8de00/0x3aa5f499c96f364e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba113 expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788840224.442020:0:30328:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840224.442021:0:30328:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840224.442022:0:30328:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788840224.442034:0:30328:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788840224.442037:0:30328:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8de00/0x3aa5f499c96f364e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba113 expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788840224.442043:0:30328:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788840224.442045:0:30328:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788840224.442046:0:30328:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840224.442048:0:30328:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840224.442049:0:30328:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840224.442051:0:30328:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840224.442053:0:30328:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788840224.442055:0:30328:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840224.442056:0:30328:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840224.442059:0:30328:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840224.442060:0:30328:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788840224.442062:0:30328:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840224.442063:0:30328:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788840224.442064:0:30328:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788840224.442065:0:30328:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788840224.442069:0:30328:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840224.442072:0:30328:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d9fd08 00000080:00000008:3.0:1788840224.442074:0:30328:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21f.recovery-small-1:[0x200000404:0x1f:0x0](ffff90ee90515b88), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788840224.442110:0:30328:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788840224.442113:0:30328:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788840224.442114:0:30328:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788840224.442115:0:30328:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d9fbc0 00000080:00200000:3.0:1788840224.442117:0:30328:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:3.0:1788840224.442121:0:30328:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee87161000. 00800000:00000002:3.0:1788840224.442124:0:30328:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:3.0:1788840224.442126:0:30328:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788840224.442128:0:30328:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788840224.442129:0:30328:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d9fae0 00800000:00000002:3.0:1788840224.442131:0:30328:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788840224.442134:0:30328:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788840224.442136:0:30328:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788840224.442139:0:30328:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788840224.442140:0:30328:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d9f9b0 00000002:00010000:3.0:1788840224.442142:0:30328:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788840224.442144:0:30328:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788840224.442146:0:30328:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840224.442363:0:30328:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788840224.442368:0:30328:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4000 count: 2 00010000:00000001:3.0:1788840224.442371:0:30328:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840224.442374:0:30328:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840224.442377:0:30328:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788840224.442380:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85800/0x3aa5f499c96f3647 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba0f7 expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:3.0:1788840224.442387:0:30328:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788840224.442390:0:30328:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840224.442392:0:30328:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85800/0x3aa5f499c96f3647 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba0f7 expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:3.0:1788840224.442398:0:30328:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788840224.442400:0:30328:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788840224.442401:0:30328:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788840224.442403:0:30328:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788840224.442405:0:30328:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788840224.442407:0:30328:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788840224.442409:0:30328:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788840224.442411:0:30328:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:3.0:1788840224.442414:0:30328:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee87161000. 00000080:00000001:3.0:1788840224.442416:0:30328:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788840224.442417:0:30328:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788840224.442420:0:30328:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:3.0:1788840224.442422:0:30328:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f3647 00800000:00000001:3.0:1788840224.442425:0:30328:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788840224.442427:0:30328:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788840224.442428:0:30328:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840224.442429:0:30328:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840224.442431:0:30328:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85800 refcount=3 00000020:00000001:3.0:1788840224.442433:0:30328:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872830976 : -122120836720640 : ffff90ee86e85800) 00010000:00000001:3.0:1788840224.442435:0:30328:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872830976 : -122120836720640 : ffff90ee86e85800) 00010000:00000001:3.0:1788840224.442437:0:30328:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840224.442438:0:30328:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788840224.442439:0:30328:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840224.442440:0:30328:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788840224.442442:0:30328:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3647 from it ffffa16201d9fbf8 00010000:00000001:3.0:1788840224.442444:0:30328:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840224.442445:0:30328:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840224.442446:0:30328:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85800 refcount=3 00000020:00000001:3.0:1788840224.442448:0:30328:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872830976 : -122120836720640 : ffff90ee86e85800) 00010000:00000001:3.0:1788840224.442450:0:30328:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872830976 : -122120836720640 : ffff90ee86e85800) 00010000:00000001:3.0:1788840224.442452:0:30328:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788840224.442455:0:30328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85800/0x3aa5f499c96f3647 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba0f7 expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1788840224.442461:0:30328:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840224.442462:0:30328:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840224.442464:0:30328:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788840224.442465:0:30328:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788840224.442467:0:30328:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85800/0x3aa5f499c96f3647 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba0f7 expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:3.0:1788840224.442473:0:30328:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788840224.442475:0:30328:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788840224.442476:0:30328:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840224.442479:0:30328:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840224.442480:0:30328:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840224.442481:0:30328:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840224.442483:0:30328:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788840224.442484:0:30328:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840224.442486:0:30328:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840224.442488:0:30328:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840224.442489:0:30328:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788840224.442491:0:30328:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840224.442492:0:30328:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788840224.442493:0:30328:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788840224.442495:0:30328:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788840224.442497:0:30328:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788840224.442500:0:30328:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840224.442503:0:30328:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788840224.442504:0:30328:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d9fbc0 00000080:00002000:3.0:1788840224.442506:0:30328:0:(dcache.c:87:ll_dcompare()) found name d21f.recovery-small-1(ffff90ee905bf0d8) flags 0x20000e refc 1 00000080:00000001:3.0:1788840224.442509:0:30328:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840224.442510:0:30328:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d9fc08 00000080:00200000:3.0:1788840224.442511:0:30328:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21f.recovery-small-1, flags=266 00000080:00000001:3.0:1788840224.442514:0:30328:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1788840224.442516:0:30328:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840224.442520:0:30328:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788840224.442521:0:30328:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x1f:0x0](ffff90ee90515b88), inode mode 41ed mask 44 00000080:00000001:3.0:1788840224.442523:0:30328:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840224.442528:0:30328:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:3.0:1788840224.442531:0:30328:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788840224.442532:0:30328:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d9fb78 00000080:00200008:3.0:1788840224.442535:0:30328:0:(file.c:1090:ll_file_open()) START file d21f.recovery-small-1:[0x200000404:0x1f:0x0](ffff90ee90515b88), flags 704400 00000080:00000010:3.0:1788840224.442541:0:30328:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90ee91e61e00. 00000080:00000001:3.0:1788840224.442548:0:30328:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:3.0:1788840224.442551:0:30328:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee87161000. 00800000:00000002:3.0:1788840224.442554:0:30328:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:3.0:1788840224.442558:0:30328:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788840224.442559:0:30328:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788840224.442561:0:30328:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d9fa28 00800000:00000002:3.0:1788840224.442562:0:30328:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x1f:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788840224.442567:0:30328:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:3.0:1788840224.442570:0:30328:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d9f9a8 00800000:00000002:3.0:1788840224.442572:0:30328:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x1f:0x0], name='' -> mds #0 layout version 1 00000002:00000001:3.0:1788840224.442575:0:30328:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788840224.442577:0:30328:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d9f8e0 00000002:00010000:3.0:1788840224.442578:0:30328:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x1f:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:3.0:1788840224.442583:0:30328:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788840224.442586:0:30328:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1788840224.442591:0:30328:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788840224.442594:0:30328:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1c00 count: 2 00010000:00000001:3.0:1788840224.442596:0:30328:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840224.442599:0:30328:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788840224.442603:0:30328:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840224.442604:0:30328:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840224.442606:0:30328:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840224.442608:0:30328:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788840224.442610:0:30328:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4000 count: 2 00010000:00000001:3.0:1788840224.442612:0:30328:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840224.442614:0:30328:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788840224.442615:0:30328:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840224.442617:0:30328:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840224.442618:0:30328:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788840224.442624:0:30328:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d4a300. 00000020:00000040:3.0:1788840224.442628:0:30328:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 02000000:00000001:3.0:1788840224.442636:0:30328:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788840224.444620:0:30328:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840224.444635:0:30328:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788840224.444654:0:30328:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840224.444662:0:30328:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840224.444664:0:30328:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840224.444666:0:30328:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840224.444671:0:30328:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840224.444673:0:30328:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840224.444679:0:30328:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840224.444694:0:30328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee86eee400. 00000100:00000001:3.0:1788840224.444706:0:30328:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840224.444712:0:30328:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788840224.444714:0:30328:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840224.444716:0:30328:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788840224.444717:0:30328:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840224.444718:0:30328:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840224.444728:0:30328:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446621952871539456 : -122120838012160 : ffff90ee86d4a300) 00010000:00000001:3.0:1788840224.444734:0:30328:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788840224.444736:0:30328:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788840224.444744:0:30328:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4000 count: 2 00010000:00000001:3.0:1788840224.444747:0:30328:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840224.444750:0:30328:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788840224.445018:0:30328:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee87d8c000. 00000020:00000001:2.0:1788840224.445086:0:30328:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788840224.445254:0:30328:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee87d8c000 with handle 0x3aa5f499c96f3678 to hash 00000020:00000001:2.0:1788840224.445257:0:30328:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788840224.445260:0:30328:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952888586240 : -122120820965376 : ffff90ee87d8c000) 00010000:00000001:2.0:1788840224.445264:0:30328:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952888586240 : -122120820965376 : ffff90ee87d8c000) 00010000:00000001:2.0:1788840224.445270:0:30328:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840224.445274:0:30328:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840224.445279:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c000/0x3aa5f499c96f3678 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840224.445290:0:30328:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c000/0x3aa5f499c96f3678 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1788840224.445307:0:30328:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1788840224.445322:0:30328:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee86d4a300 x1875733133958912/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1788840224.445333:0:30328:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c000/0x3aa5f499c96f3678 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788840224.445340:0:30328:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788840224.445343:0:30328:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788840224.445354:0:30328:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee8555ad80. 00000100:00000001:2.0:1788840224.445356:0:30328:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952846441856 : -122120863109760 : ffff90ee8555ad80) 00000100:00000001:2.0:1788840224.445360:0:30328:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840224.445362:0:30328:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871539456 : -122120838012160 : ffff90ee86d4a300) 00000100:00000001:2.0:1788840224.445367:0:30328:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840224.445373:0:30328:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840224.445375:0:30328:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788840224.445378:0:30328:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840224.445383:0:30328:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d4a300 x1875733133958912/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.445391:0:30328:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840224.445394:0:30328:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840224.445399:0:30328:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840224.445403:0:30328:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840224.445406:0:30328:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840224.445410:0:30328:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d4a300 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:30328:1875733133958912:192.168.202.131@tcp:101:rm.0 00000100:00000001:2.0:1788840224.445415:0:30328:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840224.445421:0:30328:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840224.445425:0:30328:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840224.445428:0:30328:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840224.445575:0:30328:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff90ee87200000. 02000000:00000001:2.0:1788840224.445579:0:30328:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840224.445589:0:30328:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840224.445595:0:30328:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e948. 00000400:00000010:2.0:1788840224.445604:0:30328:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff90ee86e6b800. 00000100:00000200:2.0:1788840224.445615:0:30328:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875733133958912, portal 10 00000100:00000001:2.0:1788840224.445617:0:30328:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840224.445618:0:30328:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871539456 : -122120838012160 : ffff90ee86d4a300) 00000100:00000040:2.0:1788840224.445625:0:30328:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee86d4a300 x1875733133958912/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840240 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.445635:0:30328:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840224.445732:0:30328:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840224.445737:0:30328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee912344c8. 00000100:00000200:2.0:1788840224.445740:0:30328:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875733133958912, offset 0 00000400:00000200:2.0:1788840224.445747:0:30328:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840224.445758:0:30328:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.445767:0:30328:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840224.445775:0:30328:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840224.445788:0:30328:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840224.445793:0:30328:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840224.445935:0:30328:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840224.445940:0:30328:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2289:2289:256:4294967295] 192.168.202.131@tcp LPNI seq info [2289:2289:8:4294967295] 00000400:00000200:2.0:1788840224.445946:0:30328:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.445959:0:30328:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840224.445968:0:30328:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840224.445975:0:30328:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989400. 00000800:00000200:2.0:1788840224.445984:0:30328:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840224.445993:0:30328:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840224.445998:0:30328:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989400 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1788840224.446106:0:30328:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840224.446112:0:30328:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 812295 usecs (813 jiffies) 00000400:00000200:2.0:1788840224.446117:0:30328:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840224.446120:0:30328:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296455077 00000100:00000001:2.0:1788840224.446125:0:30328:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296456609 00000100:00000001:2.0:1788840224.446128:0:30328:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296455077 00000100:00000001:2.0:1788840224.446131:0:30328:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296456609 00000100:00000001:2.0:1788840224.446134:0:30328:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840224.446137:0:30328:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840224.446140:0:30328:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840224.446142:0:30328:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788840224.446146:0:30328:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee8555ad80 going to sleep for 11 seconds 00000100:00000001:2.0:1788840224.446261:0:30328:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840224.446266:0:30328:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840224.448921:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840224.448935:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989400. 00000400:00000200:3.0:1788840224.448943:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840224.448954:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840224.448963:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee912344c8 00000400:00000010:3.0:1788840224.448966:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee912344c8. 00000100:00000001:3.0:1788840224.448973:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840224.448983:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d4a300 x1875733133958912/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840240 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840224.448998:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840224.449001:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee86d4a300 x1875733133958912/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840240 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840224.449008:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840224.449010:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840224.450233:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.450254:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840224.450258:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.450261:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840224.450270:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.450277:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840224.450285:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.450289:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.450295:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.450298:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 608 into portal 10 MB=0x6a9f827249f00 00000400:00000200:3.0:1788840224.450303:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.450308:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 608/608 into md 0x652d [64] + 224 00000800:00000001:3.0:1788840224.450316:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.450322:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840224.450324:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840224.450327:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840224.450333:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840224.450339:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d4a300 x1875733133958912/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840240 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840224.450347:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff90ee86d4a300 x1875733133958912/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840240 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840224.450364:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840224.450373:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.450377:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840224.450412:0:30328:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788840224.450422:0:30328:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840224.450425:0:30328:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840224.450429:0:30328:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e948. 00000400:00000200:2.0:1788840224.450436:0:30328:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee86e6b800 00000400:00000010:2.0:1788840224.450438:0:30328:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff90ee86e6b800. 00000100:00000001:2.0:1788840224.450442:0:30328:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840224.450447:0:30328:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d4a300 x1875733133958912/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840240 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788840224.450457:0:30328:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d4a300 x1875733133958912/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840240 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.450463:0:30328:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840224.450466:0:30328:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840224.450469:0:30328:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788840224.450473:0:30328:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788840224.450475:0:30328:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840224.450478:0:30328:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840224.450482:0:30328:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840224.450495:0:30328:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=74 v=5 (5 102 102 102) 00000100:00001000:2.0:1788840224.450500:0:30328:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1788840224.450503:0:30328:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1788840224.450507:0:30328:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff90ee86d4a300 x1875733133958912/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840240 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.450514:0:30328:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1788840224.450518:0:30328:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788840224.450520:0:30328:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1788840224.450522:0:30328:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788840224.450525:0:30328:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840224.450526:0:30328:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871539456 : -122120838012160 : ffff90ee86d4a300) 00000100:00000001:2.0:1788840224.450530:0:30328:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788840224.450532:0:30328:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967597 00000100:00000001:2.0:1788840224.450534:0:30328:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788840224.450537:0:30328:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:2.0:1788840224.450543:0:30328:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d4a300 x1875733133958912/t4294967599(4294967599) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840240 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.450550:0:30328:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:2.0:1788840224.450553:0:30328:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840224.450556:0:30328:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840224.450560:0:30328:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d4a300 x1875733133958912/t4294967599(4294967599) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840240 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788840224.450568:0:30328:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d4a300 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:30328:1875733133958912:192.168.202.131@tcp:101:rm.0 00000100:00000001:2.0:1788840224.450573:0:30328:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840224.450577:0:30328:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:2.0:1788840224.450579:0:30328:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788840224.450583:0:30328:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840224.450586:0:30328:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee86d4a300 x1875733133958912/t4294967599(4294967599) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840240 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.450593:0:30328:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788840224.450597:0:30328:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee8555ad80. 00000100:00000001:2.0:1788840224.450600:0:30328:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788840224.450602:0:30328:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:2.0:1788840224.450606:0:30328:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788840224.450612:0:30328:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840224.450616:0:30328:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840224.450620:0:30328:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c000 refcount=4 00000020:00000001:2.0:1788840224.450623:0:30328:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888586240 : -122120820965376 : ffff90ee87d8c000) 00010000:00000001:2.0:1788840224.450627:0:30328:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888586240 : -122120820965376 : ffff90ee87d8c000) 00010000:00010000:2.0:1788840224.450633:0:30328:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c000/0x3aa5f499c96f3678 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840224.450773:0:30328:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:2.0:1788840224.450779:0:30328:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c000/0x3aa5f499c96f3678 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840224.451109:0:30328:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788840224.451113:0:30328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c000/0x3aa5f499c96f3678 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840224.451121:0:30328:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.451123:0:30328:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788840224.451127:0:30328:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c000/0x3aa5f499c96f3678 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840224.451134:0:30328:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840224.451138:0:30328:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840224.451142:0:30328:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1788840224.451145:0:30328:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c000/0x3aa5f499c96f3678 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840224.451400:0:30328:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90ee87d8c000 already unused, calling callback (ffffffffc1b72460) 00000080:00000001:2.0:1788840224.451404:0:30328:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1788840224.451408:0:30328:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c000/0x3aa5f499c96f3678 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840224.451415:0:30328:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1788840224.451418:0:30328:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1788840224.451421:0:30328:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c000/0x3aa5f499c96f3678 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840224.451427:0:30328:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1788840224.451430:0:30328:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1788840224.451431:0:30328:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840224.451433:0:30328:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840224.451435:0:30328:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c000 refcount=5 00000020:00000001:2.0:1788840224.451438:0:30328:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888586240 : -122120820965376 : ffff90ee87d8c000) 00010000:00000001:2.0:1788840224.451440:0:30328:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888586240 : -122120820965376 : ffff90ee87d8c000) 00010000:00000001:2.0:1788840224.451444:0:30328:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788840224.451446:0:30328:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c000/0x3aa5f499c96f3678 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1788840224.451452:0:30328:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788840224.451454:0:30328:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840224.451458:0:30328:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1788840224.451460:0:30328:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788840224.451464:0:30328:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788840224.451466:0:30328:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788840224.451468:0:30328:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840224.451470:0:30328:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788840224.451473:0:30328:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee87d8c000 with handle 0x3aa5f499c96f3678 from hash 00010000:00000001:2.0:1788840224.451475:0:30328:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788840224.451477:0:30328:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.451478:0:30328:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840224.451480:0:30328:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788840224.451481:0:30328:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788840224.451483:0:30328:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1788840224.451485:0:30328:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.451486:0:30328:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840224.451487:0:30328:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840224.451489:0:30328:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840224.451491:0:30328:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c000/0x3aa5f499c96f3678 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840224.451497:0:30328:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.451498:0:30328:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840224.451500:0:30328:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1788840224.451502:0:30328:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788840224.451503:0:30328:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.451505:0:30328:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840224.451506:0:30328:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788840224.451508:0:30328:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c000/0x3aa5f499c96f3678 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 30328 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840224.451522:0:30328:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840224.451524:0:30328:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:2.0:1788840224.451543:0:30328:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:2.0:1788840224.451555:0:30328:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff90ee86d4a300 x1875733133958912/t4294967599(4294967599) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840240 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788840224.451566:0:30328:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1788840224.451572:0:30328:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90ee86d4a300 x1875733133958912/t4294967599(4294967599) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840240 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788840224.451580:0:30328:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840224.451582:0:30328:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1788840224.451584:0:30328:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840224.451586:0:30328:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840224.451588:0:30328:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840224.451592:0:30328:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1788840224.451595:0:30328:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840224.451596:0:30328:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871539456 : -122120838012160 : ffff90ee86d4a300) 00010000:00000001:2.0:1788840224.451599:0:30328:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:2.0:1788840224.451600:0:30328:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840224.451602:0:30328:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788840224.451606:0:30328:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d9f868 00000002:00002000:2.0:1788840224.451609:0:30328:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:2.0:1788840224.451612:0:30328:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840224.451616:0:30328:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840224.451619:0:30328:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788840224.451622:0:30328:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788840224.451626:0:30328:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788840224.451631:0:30328:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:2.0:1788840224.451635:0:30328:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee87161000. 00000080:00000001:2.0:1788840224.451756:0:30328:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788840224.451765:0:30328:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788840224.451769:0:30328:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788840224.451771:0:30328:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788840224.451774:0:30328:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x1f:0x0] 00000080:00000001:2.0:1788840224.451778:0:30328:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840224.451792:0:30328:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833951 : 144115205322833951 : 20000040400001f) 00000080:00000001:2.0:1788840224.451872:0:30328:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1788840224.451878:0:30328:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x1f:0x0], updating i_size 16384 00000080:00000001:2.0:1788840224.451881:0:30328:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788840224.451884:0:30328:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788840224.451886:0:30328:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840224.451890:0:30328:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788840224.451891:0:30328:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840224.451895:0:30328:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840224.451899:0:30328:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee86d4a300 x1875733133958912/t4294967599(4294967599) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840240 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.451908:0:30328:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840224.451914:0:30328:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788840224.451924:0:30328:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff90eea05b2fc0. 00000080:00000001:2.0:1788840224.451928:0:30328:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1788840224.451932:0:30328:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1788840224.451936:0:30328:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1788840224.451939:0:30328:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff90ee86e75fc0. 00000002:00100000:2.0:1788840224.451944:0:30328:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90ee86d4a300 x1875733133958912/t4294967599(4294967599) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840240 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788840224.451951:0:30328:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840224.451952:0:30328:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1788840224.451957:0:30328:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1788840224.451961:0:30328:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840224.451965:0:30328:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1788840224.451966:0:30328:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840224.451969:0:30328:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840224.451974:0:30328:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840224.451977:0:30328:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d4a300 x1875733133958912/t4294967599(4294967599) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840240 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1788840224.451984:0:30328:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840224.451988:0:30328:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff90ee87200000. 02000000:00000001:2.0:1788840224.452041:0:30328:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1788840224.452043:0:30328:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840224.452046:0:30328:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d9fb78 00000080:00000008:2.0:1788840224.452048:0:30328:0:(file.c:1329:ll_file_open()) COMPLETED file d21f.recovery-small-1:[0x200000404:0x1f:0x0](ffff90ee90515b88), flags 704400, rc = 0 00000080:00000001:2.0:1788840224.452053:0:30328:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840224.452084:0:30328:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d9fd28 00000080:00200008:2.0:1788840224.452086:0:30328:0:(file.c:6296:ll_getattr_dentry()) START file d21f.recovery-small-1:[0x200000404:0x1f:0x0](ffff90ee90515b88), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788840224.452102:0:30328:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788840224.452104:0:30328:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d9fca0 00000080:00200000:2.0:1788840224.452106:0:30328:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x1f:0x0](ffff90ee90515b88),name=d21f.recovery-small-1 00000080:00000010:2.0:1788840224.452113:0:30328:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85090000. 00800000:00000002:2.0:1788840224.452120:0:30328:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:2.0:1788840224.452129:0:30328:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788840224.452133:0:30328:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788840224.452135:0:30328:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d9fbc0 00800000:00000002:2.0:1788840224.452137:0:30328:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x1f:0x0] 'd21f.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788840224.452141:0:30328:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788840224.452154:0:30328:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x1f:0x0], name='' -> mds #0 00000002:00000001:2.0:1788840224.452222:0:30328:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788840224.452224:0:30328:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d9fa90 00000002:00010000:2.0:1788840224.452227:0:30328:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x1f:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788840224.452231:0:30328:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788840224.452233:0:30328:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840224.452236:0:30328:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840224.452244:0:30328:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1c00 count: 2 00010000:00000001:2.0:1788840224.452247:0:30328:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840224.452254:0:30328:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840224.452256:0:30328:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788840224.452260:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8de00/0x3aa5f499c96f364e lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba113 expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788840224.452269:0:30328:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788840224.452275:0:30328:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840224.452278:0:30328:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8de00/0x3aa5f499c96f364e lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba113 expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1788840224.452286:0:30328:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788840224.452288:0:30328:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788840224.452289:0:30328:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788840224.452292:0:30328:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788840224.452294:0:30328:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788840224.452296:0:30328:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788840224.452298:0:30328:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788840224.452300:0:30328:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:2.0:1788840224.452302:0:30328:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85090000. 00000080:00000001:2.0:1788840224.452306:0:30328:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788840224.452308:0:30328:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840224.452311:0:30328:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x1f:0x0](ffff90ee90515b88) 00000080:00010000:2.0:1788840224.452314:0:30328:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x1f:0x0](ffff90ee90515b88) for lock 0x3aa5f499c96f364e 00800000:00000001:2.0:1788840224.452319:0:30328:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788840224.452321:0:30328:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788840224.452322:0:30328:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840224.452324:0:30328:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840224.452326:0:30328:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8de00 refcount=3 00000020:00000001:2.0:1788840224.452328:0:30328:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888593920 : -122120820957696 : ffff90ee87d8de00) 00010000:00000001:2.0:1788840224.452330:0:30328:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888593920 : -122120820957696 : ffff90ee87d8de00) 00010000:00000001:2.0:1788840224.452333:0:30328:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.452334:0:30328:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840224.452335:0:30328:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840224.452337:0:30328:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840224.452339:0:30328:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f364e from it ffffa16201d9fcd8 00010000:00000001:2.0:1788840224.452341:0:30328:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840224.452342:0:30328:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840224.452343:0:30328:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8de00 refcount=3 00000020:00000001:2.0:1788840224.452345:0:30328:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888593920 : -122120820957696 : ffff90ee87d8de00) 00010000:00000001:2.0:1788840224.452347:0:30328:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888593920 : -122120820957696 : ffff90ee87d8de00) 00010000:00000001:2.0:1788840224.452350:0:30328:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788840224.452353:0:30328:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8de00/0x3aa5f499c96f364e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba113 expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788840224.452359:0:30328:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.452360:0:30328:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840224.452362:0:30328:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788840224.452364:0:30328:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788840224.452367:0:30328:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8de00/0x3aa5f499c96f364e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba113 expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788840224.452375:0:30328:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788840224.452378:0:30328:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788840224.452380:0:30328:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840224.452385:0:30328:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.452386:0:30328:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840224.452387:0:30328:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840224.452391:0:30328:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788840224.452394:0:30328:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840224.452396:0:30328:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840224.452398:0:30328:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840224.452400:0:30328:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788840224.452401:0:30328:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.452402:0:30328:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788840224.452404:0:30328:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788840224.452405:0:30328:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788840224.452408:0:30328:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840224.452412:0:30328:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d9fd28 00000080:00000008:2.0:1788840224.452414:0:30328:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21f.recovery-small-1:[0x200000404:0x1f:0x0](ffff90ee90515b88), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788840224.452505:0:30328:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:2.0:1788840224.452508:0:30328:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x1f:0x0](ffff90ee90515b88) pos/size0/16384 32bit_api 0 00000080:00000010:2.0:1788840224.452514:0:30328:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85090000. 00000080:00000001:2.0:1788840224.452519:0:30328:0:(dir.c:194:ll_dir_read()) Process entered 00800000:00000001:2.0:1788840224.452526:0:30328:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00000002:00000001:2.0:1788840224.452530:0:30328:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:2.0:1788840224.452532:0:30328:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788840224.452534:0:30328:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d9fab8 00000002:00010000:2.0:1788840224.452536:0:30328:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x1f:0x0]) in obj [0x200000404:0x1f:0x0], intent: readdir flags 0 00000002:00000001:2.0:1788840224.452539:0:30328:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788840224.452540:0:30328:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840224.452541:0:30328:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840224.452544:0:30328:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1c00 count: 2 00010000:00000001:2.0:1788840224.452546:0:30328:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840224.452549:0:30328:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840224.452551:0:30328:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788840224.452553:0:30328:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8de00/0x3aa5f499c96f364e lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba113 expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1788840224.452560:0:30328:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788840224.452563:0:30328:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840224.452565:0:30328:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8de00/0x3aa5f499c96f364e lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba113 expref: -99 pid: 30326 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1788840224.452576:0:30328:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788840224.452577:0:30328:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788840224.452579:0:30328:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788840224.452581:0:30328:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788840224.452582:0:30328:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840224.452584:0:30328:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840224.452585:0:30328:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8de00 refcount=3 00000020:00000001:2.0:1788840224.452587:0:30328:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888593920 : -122120820957696 : ffff90ee87d8de00) 00010000:00000001:2.0:1788840224.452589:0:30328:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888593920 : -122120820957696 : ffff90ee87d8de00) 00010000:00000001:2.0:1788840224.452592:0:30328:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840224.452593:0:30328:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840224.452594:0:30328:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840224.452630:0:30328:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:2.0:1788840224.452636:0:30328:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff90ee86e6b800. 00000002:00000001:2.0:1788840224.453719:0:30328:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:2.0:1788840224.453730:0:30328:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125d500. 00000020:00000040:2.0:1788840224.453737:0:30328:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:2.0:1788840224.453742:0:30328:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840224.453746:0:30328:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840224.453751:0:30328:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840224.453760:0:30328:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee85090200. 00000100:00000001:2.0:1788840224.453770:0:30328:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840224.453773:0:30328:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1788840224.453777:0:30328:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff90ee85dd5c00. 00000100:00000010:2.0:1788840224.453791:0:30328:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff90ee9997e000. 00000020:00000040:2.0:1788840224.453982:0:30328:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:2.0:1788840224.454012:0:30328:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788840224.454015:0:30328:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788840224.454247:0:30328:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee8555ad80. 00000100:00000001:2.0:1788840224.454250:0:30328:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952846441856 : -122120863109760 : ffff90ee8555ad80) 00000100:00000001:2.0:1788840224.454254:0:30328:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840224.454256:0:30328:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044632832 : -122120664918784 : ffff90ee9125d500) 00000100:00000001:2.0:1788840224.454261:0:30328:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840224.454267:0:30328:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840224.454270:0:30328:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788840224.454272:0:30328:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840224.454282:0:30328:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125d500 x1875733133959040/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.454292:0:30328:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840224.454294:0:30328:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840224.454299:0:30328:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840224.454302:0:30328:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840224.454305:0:30328:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840224.454308:0:30328:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125d500 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:30328:1875733133959040:192.168.202.131@tcp:37:rm.0 00000100:00000001:2.0:1788840224.454313:0:30328:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840224.454320:0:30328:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840224.454324:0:30328:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840224.454327:0:30328:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:2.0:1788840224.454338:0:30328:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840224.454344:0:30328:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e948. 00000400:00000010:2.0:1788840224.454356:0:30328:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff90ee98876000. 00000100:00000200:2.0:1788840224.454365:0:30328:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a9f827249f80-0x6a9f827249f80, portal 14 00000100:00000001:2.0:1788840224.454369:0:30328:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840224.454373:0:30328:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840224.454379:0:30328:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee85dd7000. 02000000:00000001:2.0:1788840224.454381:0:30328:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840224.454385:0:30328:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840224.454387:0:30328:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e688. 00000400:00000010:2.0:1788840224.454392:0:30328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234220. 00000100:00000200:2.0:1788840224.454396:0:30328:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133959040, portal 10 00000100:00000001:2.0:1788840224.454398:0:30328:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840224.454399:0:30328:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044632832 : -122120664918784 : ffff90ee9125d500) 00000100:00000040:2.0:1788840224.454407:0:30328:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee9125d500 x1875733133959040/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840240 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.454414:0:30328:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840224.454417:0:30328:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840224.454420:0:30328:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234990. 00000100:00000200:2.0:1788840224.454423:0:30328:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1875733133959040, offset 0 00000400:00000200:2.0:1788840224.454431:0:30328:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840224.454442:0:30328:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.454451:0:30328:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840224.454459:0:30328:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840224.454464:0:30328:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840224.454469:0:30328:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840224.454472:0:30328:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840224.454478:0:30328:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2290:2290:256:4294967295] 192.168.202.131@tcp LPNI seq info [2290:2290:8:4294967295] 00000400:00000200:2.0:1788840224.454482:0:30328:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.454493:0:30328:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840224.454501:0:30328:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840224.454507:0:30328:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989000. 00000800:00000200:2.0:1788840224.454515:0:30328:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840224.454539:0:30328:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840224.454545:0:30328:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989000 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:2.0:1788840224.454565:0:30328:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840224.454570:0:30328:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 811052 usecs (812 jiffies) 00000400:00000200:2.0:1788840224.454574:0:30328:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840224.454578:0:30328:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296455084 00000100:00000001:2.0:1788840224.454582:0:30328:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296456609 00000100:00000001:2.0:1788840224.454584:0:30328:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296455084 00000100:00000001:2.0:1788840224.454586:0:30328:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296456609 00000100:00000001:2.0:1788840224.454589:0:30328:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840224.454592:0:30328:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840224.454595:0:30328:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840224.454597:0:30328:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788840224.454600:0:30328:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee8555ad80 going to sleep for 11 seconds 00000100:00000001:2.0:1788840224.454603:0:30328:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840224.454607:0:30328:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840224.454759:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840224.454765:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989000. 00000400:00000200:3.0:1788840224.454771:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840224.454776:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840224.454788:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234990 00000400:00000010:3.0:1788840224.454791:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234990. 00000100:00000001:3.0:1788840224.454796:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840224.454801:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125d500 x1875733133959040/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840240 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840224.454816:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840224.454820:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee9125d500 x1875733133959040/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840240 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840224.454827:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840224.454829:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840224.457770:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.457804:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840224.457850:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.457855:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840224.457865:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.457875:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840224.457886:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.457891:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.457897:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.457902:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 4096 into portal 14 MB=0x6a9f827249f80 00000400:00000200:3.0:1788840224.457907:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.457915:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.202.131@tcp of length 4096/4096 into md 0x653d [256] + 0 00000400:00000010:3.0:1788840224.457921:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e948. 00000400:00000200:3.0:1788840224.457929:0:2354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90ee98876000 00000800:00000001:3.0:1788840224.457937:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.457952:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840224.457956:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840224.457962:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840224.457968:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee98876000 00000400:00000010:3.0:1788840224.457971:0:2354:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff90ee98876000. 00000100:00000001:3.0:1788840224.457978:0:2354:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1788840224.457981:0:2354:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff90ee9125d500 desc ffff90ee85dd5c00 mbits 1875733133959040 00000100:00000001:3.0:1788840224.457994:0:2354:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1788840224.458004:0:2354:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788840224.458007:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.458013:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840224.458020:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2291:2291:256:4294967295] 192.168.202.131@tcp LPNI seq info [2291:2291:8:4294967295] 00000400:00000200:3.0:1788840224.458024:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.458033:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) 192.168.202.131@tcp : ACK try# 0 00000800:00000200:3.0:1788840224.458039:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840224.458048:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff90ee86ea4000. 00000800:00000200:3.0:1788840224.458055:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840224.458062:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840224.458069:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee86ea4000 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:2.0:1788840224.458624:0:30328:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840224.458631:0:30328:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788840224.458670:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840224.458675:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1788840224.462249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8c000. 00000800:00000200:2.0:1788840224.462310:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840224.462316:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff90ee86ea4000. 00000400:00000200:2.0:1788840224.462324:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840224.462336:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: ACK: OK 00000800:00000001:2.0:1788840224.462352:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840224.462365:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840224.462369:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840224.462371:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840224.462380:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.462385:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840224.462394:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.462399:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.462410:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.462414:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 440 into portal 10 MB=0x6a9f827249f80 00000400:00000200:2.0:1788840224.462419:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.462427:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 440/440 into md 0x6545 [1] + 224 00000800:00000001:2.0:1788840224.462437:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840224.462469:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840224.462472:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840224.462477:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840224.462486:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840224.462497:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125d500 x1875733133959040/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840240 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840224.462508:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff90ee9125d500 x1875733133959040/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840240 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.462520:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840224.462539:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840224.462543:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788840224.465420:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840224.465426:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee98ea2f00. 00000400:00000200:2.0:1788840224.465434:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840224.465441:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840224.465456:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6770 00000400:00000010:2.0:1788840224.465458:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6770. 00000100:00000001:2.0:1788840224.465464:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840224.465468:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f59180 x1875733133959296/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840240 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.465479:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840224.465483:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f59180 x1875733133959296/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840240 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.465490:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840224.465492:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840224.469468:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.469492:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840224.469498:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.469500:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840224.469509:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.469516:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840224.469524:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.469606:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.469612:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.469616:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 456 into portal 10 MB=0x6a9f82724a080 00000400:00000200:3.0:1788840224.469620:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.469625:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 456/456 into md 0x6555 [1] + 224 00000800:00000001:3.0:1788840224.469631:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.469685:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840224.469690:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840224.469695:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840224.469705:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840224.469715:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f59180 x1875733133959296/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840240 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840224.469730:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff90ee87f59180 x1875733133959296/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840240 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840224.469750:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840224.469855:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840224.469860:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788840224.471984:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840224.471990:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee98ea2600. 00000400:00000200:2.0:1788840224.472006:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840224.472012:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840224.472019:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6990 00000400:00000010:2.0:1788840224.472021:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6990. 00000100:00000001:2.0:1788840224.472030:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840224.472034:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f59180 x1875733133959552/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840240 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.472047:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840224.472050:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f59180 x1875733133959552/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840240 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.472056:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840224.472058:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840224.476771:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840224.476822:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840224.476827:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840224.476830:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840224.476842:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.476851:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840224.476862:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.476868:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.476874:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.476879:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 608 into portal 10 MB=0x6a9f82724a180 00000400:00000200:2.0:1788840224.476885:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.476893:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 608/608 into md 0x655d [64] + 224 00000800:00000001:2.0:1788840224.476903:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840224.476910:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840224.476914:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840224.476919:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840224.476928:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840224.476939:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f59180 x1875733133959552/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840240 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840224.476950:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff90ee87f59180 x1875733133959552/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840240 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.476973:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840224.476984:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840224.476988:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788840224.479778:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840224.479793:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee98ea2100. 00000400:00000200:2.0:1788840224.479800:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840224.479807:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840224.479812:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed67f8 00000400:00000010:2.0:1788840224.479816:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed67f8. 00000100:00000001:2.0:1788840224.479820:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840224.479825:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f58700 x1875733133959680/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 440/368 e 0 to 0 dl 1788840240 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840224.479835:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840224.479838:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f58700 x1875733133959680/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 440/368 e 0 to 0 dl 1788840240 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840224.479851:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840224.479852:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840224.481850:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840224.481870:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840224.481876:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840224.481878:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840224.481889:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.481898:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840224.481907:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.481912:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.481918:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.481922:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 368 into portal 10 MB=0x6a9f82724a200 00000400:00000200:2.0:1788840224.481927:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.481934:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 368/368 into md 0x6565 [1] + 224 00000800:00000001:2.0:1788840224.481942:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840224.481950:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840224.481953:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840224.481957:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840224.481966:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840224.481974:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f58700 x1875733133959680/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 440/368 e 0 to 0 dl 1788840240 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840224.481985:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff90ee87f58700 x1875733133959680/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 440/368 e 0 to 0 dl 1788840240 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840224.482167:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840224.482178:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840224.482182:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788840224.489802:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840224.489816:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee98ea2100. 00000400:00000200:2.0:1788840224.489832:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840224.489841:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840224.489851:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed67f8 00000400:00000010:2.0:1788840224.489856:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed67f8. 00000100:00000001:2.0:1788840224.489864:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840224.489874:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f58700 x1875733133959936/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/624 e 0 to 0 dl 1788840240 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840224.489889:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840224.489894:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f58700 x1875733133959936/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/624 e 0 to 0 dl 1788840240 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840224.489901:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840224.489903:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840224.501400:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840224.501443:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840224.501449:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840224.501452:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840224.501465:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.501475:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840224.501489:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.501495:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.501502:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.501507:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 456 into portal 10 MB=0x6a9f82724a300 00000400:00000200:2.0:1788840224.501512:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.501521:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 456/456 into md 0x656d [1] + 224 00000800:00000001:2.0:1788840224.501530:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840224.501545:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840224.501549:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840224.501554:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840224.501565:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840224.501576:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f58700 x1875733133959936/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/624 e 0 to 0 dl 1788840240 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840224.501589:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff90ee87f58700 x1875733133959936/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/624 e 0 to 0 dl 1788840240 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840224.501820:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1788840224.501834:0:2353:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788840224.501839:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.501845:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840224.501851:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2296:2296:256:4294967295] 192.168.202.131@tcp LPNI seq info [2296:2296:8:4294967295] 00000400:00000200:2.0:1788840224.501855:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.501864:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) 192.168.202.131@tcp : ACK try# 0 00000800:00000200:2.0:1788840224.501870:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840224.501880:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989000. 00000800:00000200:2.0:1788840224.501887:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840224.501896:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840224.501902:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788840224.502031:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840224.502035:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989000. 00000400:00000200:2.0:1788840224.502039:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840224.502043:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: ACK: OK 00000800:00000001:2.0:1788840224.502050:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840224.502054:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1788840224.504396:0:30328:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1500. 00010000:00000010:0.1:1788840224.504508:0:30328:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8d400. 00010000:00000010:0.1:1788840224.504513:0:30328:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8de00. 00000800:00000200:2.0:1788840224.513836:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840224.513851:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee98ea2600. 00000400:00000200:2.0:1788840224.513866:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840224.513879:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840224.513890:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6990 00000400:00000010:2.0:1788840224.513894:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6990. 00000100:00000001:2.0:1788840224.513902:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840224.513914:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f59500 x1875733133960064/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840240 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.513930:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840224.513935:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f59500 x1875733133960064/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840240 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.513943:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840224.513946:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840224.514715:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.514735:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840224.514739:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.514742:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840224.514751:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.514758:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840224.514767:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.514772:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.514778:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.514794:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 584 into portal 10 MB=0x6a9f82724a380 00000400:00000200:3.0:1788840224.514847:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.514856:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 584/584 into md 0x6575 [1] + 224 00000800:00000001:3.0:1788840224.514866:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.514874:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840224.514877:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840224.514881:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840224.514888:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840224.514895:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f59500 x1875733133960064/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840240 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840224.514905:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff90ee87f59500 x1875733133960064/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840240 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840224.514975:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840224.514985:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.514989:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1788840224.515885:0:30328:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee86e750c0. 00000080:00000010:0.1:1788840224.515909:0:30328:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee905918c0. 00000080:00000010:0.1:1788840224.515920:0:30328:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee86e757e0. 00000800:00000200:2.0:1788840224.519135:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840224.519141:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0d300. 00000400:00000200:2.0:1788840224.519155:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840224.521921:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840224.521933:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539000 00000400:00000010:2.0:1788840224.521936:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539000. 00000100:00000001:2.0:1788840224.521946:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840224.521955:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fad180 x1875733133960320/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840240 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.521970:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840224.521974:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fad180 x1875733133960320/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840240 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.521980:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840224.521981:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840224.522760:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840224.522778:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840224.522791:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840224.522793:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840224.522803:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.522810:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840224.522821:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.522826:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.522832:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.522836:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 456 into portal 10 MB=0x6a9f82724a480 00000400:00000200:2.0:1788840224.522842:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.522851:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 456/456 into md 0x657d [1] + 224 00000800:00000001:2.0:1788840224.522859:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840224.522868:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840224.522871:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840224.522875:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840224.522883:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840224.522890:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fad180 x1875733133960320/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840240 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840224.522906:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff90ee87fad180 x1875733133960320/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840240 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.522975:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840224.522985:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840224.522988:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788840224.526298:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840224.526307:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0d500. 00000400:00000200:2.0:1788840224.526316:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840224.526325:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840224.526335:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539880 00000400:00000010:2.0:1788840224.526338:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539880. 00000100:00000001:2.0:1788840224.526344:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840224.526351:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fad180 x1875733133960576/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 512/624 e 0 to 0 dl 1788840240 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840224.526363:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840224.526367:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fad180 x1875733133960576/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 512/624 e 0 to 0 dl 1788840240 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840224.526375:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840224.526377:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1788840224.530851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030200. 00010000:00000010:1.1:1788840224.530874:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1c00. 00010000:00000010:1.1:1788840224.530879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030600. 00010000:00000010:1.1:1788840224.530884:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4000. 00010000:00000010:1.1:1788840224.530888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e85800. 00000800:00000001:2.0:1788840224.534571:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840224.534594:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840224.534598:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840224.534601:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840224.534613:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.534622:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840224.534633:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.534689:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.534696:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.534701:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 456 into portal 10 MB=0x6a9f82724a580 00000400:00000200:2.0:1788840224.534706:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.534715:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 456/456 into md 0x6585 [1] + 224 00000800:00000001:2.0:1788840224.534726:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840224.534734:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840224.534738:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840224.534744:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840224.534754:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840224.534766:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fad180 x1875733133960576/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 512/624 e 0 to 0 dl 1788840240 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840224.534778:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff90ee87fad180 x1875733133960576/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 512/624 e 0 to 0 dl 1788840240 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840224.534808:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1788840224.534821:0:2354:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788840224.534825:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.534831:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840224.534838:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2300:2300:256:4294967295] 192.168.202.131@tcp LPNI seq info [2300:2300:8:4294967295] 00000400:00000200:2.0:1788840224.534844:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.534852:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) 192.168.202.131@tcp : ACK try# 0 00000800:00000200:2.0:1788840224.534858:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840224.534866:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989000. 00000800:00000200:2.0:1788840224.534873:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840224.534882:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840224.534888:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788840224.535003:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840224.535008:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989000. 00000400:00000200:2.0:1788840224.535011:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840224.535014:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: ACK: OK 00000800:00000001:2.0:1788840224.535021:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840224.535031:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788840224.538631:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840224.538669:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0d800. 00000400:00000200:2.0:1788840224.538677:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840224.538688:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840224.538697:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539bb0 00000400:00000010:2.0:1788840224.538700:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539bb0. 00000100:00000001:2.0:1788840224.538707:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840224.538716:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87faf800 x1875733133960704/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840240 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.538729:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840224.538733:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87faf800 x1875733133960704/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840240 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.538739:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840224.538741:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:1.1:1788840224.543225:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee90515ac0. 00000080:00000010:1.1:1788840224.543255:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee83169700. 00000800:00000001:2.0:1788840224.545578:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840224.545601:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840224.545606:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840224.545609:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840224.545620:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.545629:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840224.545682:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.545688:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.545695:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.545700:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 688 into portal 10 MB=0x6a9f82724a600 00000400:00000200:2.0:1788840224.545706:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.545713:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 688/688 into md 0x658d [1] + 224 00000800:00000001:2.0:1788840224.545722:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840224.545736:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840224.545740:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840224.545745:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840224.545755:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840224.545767:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87faf800 x1875733133960704/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840240 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840224.545778:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff90ee87faf800 x1875733133960704/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840240 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.545825:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840224.545837:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840224.545841:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840224.554725:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:2.0:1788840224.554764:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840224.554772:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0d600. 00000400:00000200:2.0:1788840224.554789:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840224.554812:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840224.554822:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea05395d8 00000400:00000010:2.0:1788840224.554826:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea05395d8. 00000100:00000001:2.0:1788840224.554833:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840224.554844:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87faf800 x1875733133960960/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840240 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.554858:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840224.554862:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87faf800 x1875733133960960/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840240 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.554870:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840224.554872:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840224.555110:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840224.555114:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.555117:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840224.555126:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.555131:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840224.555141:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.555284:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.555295:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.555300:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 608 into portal 10 MB=0x6a9f82724a700 00000400:00000200:3.0:1788840224.555305:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.555313:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 608/608 into md 0x6595 [64] + 224 00000800:00000001:3.0:1788840224.555322:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.555330:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840224.555333:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840224.555337:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840224.555342:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840224.555348:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87faf800 x1875733133960960/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840240 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840224.555358:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff90ee87faf800 x1875733133960960/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840240 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840224.555381:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840224.555388:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.555392:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788840224.559237:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840224.559244:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0da00. 00000400:00000200:3.0:1788840224.559251:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840224.559260:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840224.559267:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea05392a8 00000400:00000010:3.0:1788840224.559270:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea05392a8. 00000100:00000001:3.0:1788840224.559276:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840224.559282:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fad500 x1875733133961088/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840240 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840224.559294:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840224.559297:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fad500 x1875733133961088/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840240 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840224.559305:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840224.559307:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840224.563178:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.563204:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840224.563210:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.563213:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840224.563227:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.563236:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840224.563247:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.563253:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.563260:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.563266:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 4096 into portal 14 MB=0x6a9f82724a780 00000400:00000200:3.0:1788840224.563272:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.563280:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.202.131@tcp of length 4096/4096 into md 0x659d [256] + 0 00000400:00000010:3.0:1788840224.563287:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe318. 00000400:00000200:3.0:1788840224.563294:0:2354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90ee86f98000 00000800:00000001:3.0:1788840224.563302:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.563313:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840224.563317:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840224.563322:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840224.563329:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee86f98000 00000400:00000010:3.0:1788840224.563332:0:2354:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff90ee86f98000. 00000100:00000001:3.0:1788840224.563341:0:2354:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1788840224.563345:0:2354:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff90ee87fad500 desc ffff90ee85c5f000 mbits 1875733133961088 00000100:00000001:3.0:1788840224.563360:0:2354:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1788840224.563369:0:2354:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788840224.563373:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.563380:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840224.563387:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2304:2304:256:4294967295] 192.168.202.131@tcp LPNI seq info [2304:2304:8:4294967295] 00000400:00000200:3.0:1788840224.563392:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.563401:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) 192.168.202.131@tcp : ACK try# 0 00000800:00000200:3.0:1788840224.563407:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840224.563416:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff90ee86ea0000. 00000800:00000200:3.0:1788840224.563423:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840224.563823:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840224.563830:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee86ea0000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788840224.564406:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840224.564410:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff90ee86ea0000. 00000400:00000200:3.0:1788840224.564416:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840224.564422:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: ACK: OK 00000800:00000001:3.0:1788840224.564537:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.564544:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1788840224.569694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e85000. 00000800:00000001:3.0:1788840224.574109:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.574133:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840224.574139:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.574143:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840224.574164:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.574174:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840224.574186:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.574191:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.574197:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.574203:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 440 into portal 10 MB=0x6a9f82724a780 00000400:00000200:3.0:1788840224.574208:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.574216:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 440/440 into md 0x65a5 [1] + 224 00000800:00000001:3.0:1788840224.574224:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.574234:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840224.574238:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840224.574242:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840224.574252:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840224.574263:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fad500 x1875733133961088/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840240 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840224.574275:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff90ee87fad500 x1875733133961088/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840240 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840224.574377:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840224.574388:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.574392:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788840224.582896:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840224.582910:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee98ea2f00. 00000400:00000200:3.0:1788840224.582921:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840224.582931:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840224.582940:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6770 00000400:00000010:3.0:1788840224.582944:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6770. 00000100:00000001:3.0:1788840224.582951:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840224.582961:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f5b480 x1875733133961344/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840240 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840224.582976:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840224.582981:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f5b480 x1875733133961344/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840240 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840224.582989:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840224.582991:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840224.583005:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.583019:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840224.583022:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.583035:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840224.583044:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.583049:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840224.583058:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.583062:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.583069:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.583073:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 456 into portal 10 MB=0x6a9f82724a880 00000400:00000200:3.0:1788840224.583078:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840224.583086:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 456/456 into md 0x65ad [1] + 224 00000800:00000001:3.0:1788840224.583094:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.583102:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840224.583104:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840224.583107:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840224.583113:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840224.583117:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f5b480 x1875733133961344/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840240 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840224.583126:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff90ee87f5b480 x1875733133961344/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840240 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840224.583139:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840224.583376:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840224.583381:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788840224.586498:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840224.586504:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee98ea2000. 00000400:00000200:2.0:1788840224.586512:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840224.586517:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840224.586524:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6110 00000400:00000010:2.0:1788840224.586527:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6110. 00000100:00000001:2.0:1788840224.586532:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840224.586537:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f5b480 x1875733133961600/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840240 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.586548:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840224.586551:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f5b480 x1875733133961600/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840240 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.586559:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840224.586562:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840224.594945:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840224.594968:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840224.594974:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840224.594977:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840224.594988:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.594998:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840224.595009:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.595015:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.595022:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.595038:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 608 into portal 10 MB=0x6a9f82724a980 00000400:00000200:2.0:1788840224.595044:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.595052:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 608/608 into md 0x65b5 [64] + 224 00000800:00000001:2.0:1788840224.595061:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840224.595068:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840224.595072:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840224.595077:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840224.595087:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840224.595112:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f5b480 x1875733133961600/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840240 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840224.595124:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff90ee87f5b480 x1875733133961600/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840240 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.595151:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840224.595167:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840224.595171:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788840224.598769:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840224.598788:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee98ea2500. 00000400:00000200:2.0:1788840224.598798:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840224.598807:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840224.598816:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6660 00000400:00000010:2.0:1788840224.598819:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6660. 00000100:00000001:2.0:1788840224.598824:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840224.598830:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f58000 x1875733133961856/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 496/624 e 0 to 0 dl 1788840240 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840224.598843:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840224.598847:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f58000 x1875733133961856/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 496/624 e 0 to 0 dl 1788840240 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840224.598854:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840224.598857:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1788840224.603615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee8523dc00. 00010000:00000010:0.1:1788840224.603633:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee85e55f00. 00010000:00000010:0.1:1788840224.603652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee8523c600. 00010000:00000010:0.1:1788840224.603657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8d800. 00000800:00000001:2.0:1788840224.608029:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840224.608062:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840224.608068:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840224.608071:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840224.608084:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.608101:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840224.608114:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.608119:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.608126:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.608131:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 456 into portal 10 MB=0x6a9f82724aa80 00000400:00000200:2.0:1788840224.608137:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.608145:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 456/456 into md 0x65bd [1] + 224 00000800:00000001:2.0:1788840224.608155:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840224.608171:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840224.608176:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840224.608181:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840224.608191:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840224.608203:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f58000 x1875733133961856/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 496/624 e 0 to 0 dl 1788840240 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840224.608215:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff90ee87f58000 x1875733133961856/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 496/624 e 0 to 0 dl 1788840240 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840224.608308:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1788840224.608321:0:2354:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788840224.608326:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.608332:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840224.608341:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2308:2308:256:4294967295] 192.168.202.131@tcp LPNI seq info [2308:2308:8:4294967295] 00000400:00000200:2.0:1788840224.608346:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.608355:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) 192.168.202.131@tcp : ACK try# 0 00000800:00000200:2.0:1788840224.608362:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840224.608370:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989000. 00000800:00000200:2.0:1788840224.608377:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840224.608386:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840224.608392:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788840224.608512:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840224.608517:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989000. 00000400:00000200:2.0:1788840224.608520:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840224.608524:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: ACK: OK 00000800:00000001:2.0:1788840224.608531:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840224.608534:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788840224.618360:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840224.618375:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee98ea2c00. 00000400:00000200:2.0:1788840224.618388:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840224.618399:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840224.618410:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6880 00000400:00000010:2.0:1788840224.618414:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6880. 00000100:00000001:2.0:1788840224.618421:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840224.618493:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f5a680 x1875733133961984/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840240 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.618508:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840224.618513:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f5a680 x1875733133961984/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840240 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.618520:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840224.618522:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840224.619600:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840224.619619:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840224.619623:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840224.619626:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840224.619636:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.619744:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840224.619755:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.619761:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.619768:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.619773:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 584 into portal 10 MB=0x6a9f82724ab00 00000400:00000200:2.0:1788840224.619777:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.619807:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 584/584 into md 0x65c5 [1] + 224 00000800:00000001:2.0:1788840224.619816:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840224.619845:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840224.619849:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840224.619854:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840224.619862:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840224.619870:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f5a680 x1875733133961984/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840240 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840224.619881:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff90ee87f5a680 x1875733133961984/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840240 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.619957:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840224.619967:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840224.619971:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1788840224.620697:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee86e758e0. 00000800:00000200:2.0:1788840224.626820:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840224.626835:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0da00. 00000400:00000200:2.0:1788840224.626849:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840224.626862:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840224.626873:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539c38 00000400:00000010:2.0:1788840224.626876:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539c38. 00000100:00000001:2.0:1788840224.626884:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840224.626894:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fad500 x1875733133962240/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840240 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.626909:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840224.626914:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fad500 x1875733133962240/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840240 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.626921:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840224.626923:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840224.627558:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840224.627575:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840224.627579:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840224.627582:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840224.627592:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.627597:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840224.627607:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.627612:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.627618:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.627623:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 456 into portal 10 MB=0x6a9f82724ac00 00000400:00000200:2.0:1788840224.627628:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.627635:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 456/456 into md 0x65cd [1] + 224 00000800:00000001:2.0:1788840224.627803:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840224.627812:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840224.627816:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840224.627821:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840224.627828:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840224.627834:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fad500 x1875733133962240/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840240 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840224.627845:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff90ee87fad500 x1875733133962240/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840240 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840224.627913:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840224.627922:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840224.627926:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1788840224.628703:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee9058eb40. 00000080:00000010:0.1:1788840224.628715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee86e75b20. 00000800:00000200:2.0:1788840224.634909:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840224.634924:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0d600. 00000400:00000200:2.0:1788840224.634937:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840224.634950:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840224.634961:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539990 00000400:00000010:2.0:1788840224.634966:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539990. 00000100:00000001:2.0:1788840224.634975:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840224.634987:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fad500 x1875733133962496/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 512/624 e 0 to 0 dl 1788840240 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840224.635004:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840224.635008:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fad500 x1875733133962496/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 512/624 e 0 to 0 dl 1788840240 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840224.635016:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840224.635019:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840224.635699:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840224.635715:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840224.635720:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840224.635723:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840224.635732:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.635739:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840224.635749:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.635755:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.635760:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.635766:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 456 into portal 10 MB=0x6a9f82724ad00 00000400:00000200:2.0:1788840224.635771:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.635778:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 456/456 into md 0x65d5 [1] + 224 00000800:00000001:2.0:1788840224.635806:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840224.635815:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840224.635818:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840224.635821:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840224.635827:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840224.635834:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fad500 x1875733133962496/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 512/624 e 0 to 0 dl 1788840240 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840224.635845:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff90ee87fad500 x1875733133962496/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 512/624 e 0 to 0 dl 1788840240 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840224.635909:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1788840224.635919:0:2353:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788840224.635923:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.635929:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840224.635937:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2312:2312:256:4294967295] 192.168.202.131@tcp LPNI seq info [2312:2312:8:4294967295] 00000400:00000200:2.0:1788840224.635941:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840224.635950:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) 192.168.202.131@tcp : ACK try# 0 00000800:00000200:2.0:1788840224.635957:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840224.635965:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989000. 00000800:00000200:2.0:1788840224.635972:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840224.635980:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840224.635986:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788840224.636088:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840224.637272:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989000. 00000400:00000200:2.0:1788840224.637282:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840224.637291:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: ACK: OK 00000800:00000001:2.0:1788840224.637301:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840224.637309:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1788840224.637885:0:30328:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030c00. 00010000:00000010:1.1:1788840224.637896:0:30328:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1f00. 00010000:00000010:1.1:1788840224.637901:0:30328:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031600. 00010000:00000010:1.1:1788840224.637905:0:30328:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4000. 00010000:00000010:1.1:1788840224.637910:0:30328:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e85800. 00000080:00000010:1.1:1788840224.643735:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee90590000. 00000080:00000010:1.1:1788840224.643756:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee83169b00. 00000800:00000001:2.0:1788840225.304284:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840225.304308:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840225.304313:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840225.304316:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840225.304327:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840225.304338:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840225.304349:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840225.304355:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840225.304362:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840225.304367:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 328 into portal 15 MB=0x6a9f828658000 00000400:00000200:2.0:1788840225.304378:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.131@tcp of length 328/328 into md 0x5f5d [2] + 328 00000800:00000001:2.0:1788840225.304388:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840225.304398:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840225.304402:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840225.304409:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840225.304420:0:2353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1788840225.304422:0:2353:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1788840225.304429:0:2353:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125ca80. 00000100:00000040:2.0:1788840225.304434:0:2353:0:(events.c:337:request_in_callback()) incoming req@ffff90ee9125ca80 x1875733154988032 msgsize 328 00000100:00100000:2.0:1788840225.304438:0:2353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.131@tcp (source: 12345-192.168.202.131@tcp) 00000100:00000001:2.0:1788840225.304457:0:2353:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1788840225.304467:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840225.304471:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840225.304517:0:15917:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1788840225.304521:0:15917:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733154988032 02000000:00000001:2.0:1788840225.304525:0:15917:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1788840225.304528:0:15917:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840225.304530:0:15917:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840225.304537:0:15917:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840225.304543:0:15917:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733154988032 00000020:00000001:2.0:1788840225.304547:0:15917:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788840225.304549:0:15917:0:(genops.c:804:class_conn2export()) looking for export cookie 0x3aa5f499c96f2ced 00000020:00000001:2.0:1788840225.304552:0:15917:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840225.304556:0:15917:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90ee9881b000 refcount=4 00000020:00000001:2.0:1788840225.304559:0:15917:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621953168093184 : -122120541458432 : ffff90ee9881b000) 00000020:00000001:2.0:1788840225.304561:0:15917:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446621953168093184 : -122120541458432 : ffff90ee9881b000) 00000100:00000001:2.0:1788840225.304566:0:15917:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788840225.304572:0:15917:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90eea05b2bc0. 00000100:00000001:2.0:1788840225.304576:0:15917:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788840225.304579:0:15917:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff90eea05b2bc0. 00000020:00000010:2.0:1788840225.304589:0:15917:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90ee85091e00. 00000020:00000010:2.0:1788840225.304596:0:15917:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90ee98e7d180. 00000020:00000010:2.0:1788840225.304602:0:15917:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90ee87984af0. 00000100:00000040:2.0:1788840225.304612:0:15917:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1788840225.304616:0:15917:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1788840225.304618:0:15917:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1788840225.304621:0:15917:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840225.304632:0:15917:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840225.306831:0:15917:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840225.306871:0:15917:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1788840225.306874:0:15917:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1788840225.306888:0:15917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.131@tcp, seq: 53 00000100:00000040:2.0:1788840225.306894:0:15917:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff90ee9881b000 : new rpc_count 1 00000100:00000001:2.0:1788840225.306898:0:15917:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446621953044630144 : -122120664921472 : ffff90ee9125ca80) 00000100:00000040:2.0:1788840225.306908:0:15917:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff90ee9125ca80 x1875733154988032/t0(0) o104->LOV_OSC_UUID@192.168.202.131@tcp:616/0 lens 328/0 e 0 to 0 dl 1788840236 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788840225.306921:0:15917:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788840225.306932:0:15917:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90eea05b2bc0. 00000100:00000001:2.0:1788840225.306936:0:15917:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788840225.306939:0:15917:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff90eea05b2bc0. 00000100:00100000:2.0:1788840225.306946:0:15917:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90ee9125ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6698:x1875733154988032:12345-192.168.202.131@tcp:104: 00000100:00000200:2.0:1788840225.306950:0:15917:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875733154988032 00010000:00000001:2.0:1788840225.306954:0:15917:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1788840225.306964:0:15917:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840225.306967:0:15917:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840225.306972:0:15917:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c200 refcount=2 00000020:00000001:2.0:1788840225.306974:0:15917:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00010000:00000001:2.0:1788840225.306978:0:15917:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00010000:00000001:2.0:1788840225.306983:0:15917:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840225.306987:0:15917:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788840225.306994:0:15917:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 0000000077d2bc58/0x3aa5f499c96f365c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x8a436931312ba13d expref: -99 pid: 30326 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:2.0:1788840225.307010:0:15917:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1788840225.307013:0:15917:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1788840225.307020:0:15917:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90ee85dd5000. 02000000:00000001:2.0:1788840225.307023:0:15917:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840225.307026:0:15917:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840225.307031:0:15917:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1788840225.307036:0:15917:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840225.307041:0:15917:0:(import.c:2149:obd_at_measure()) add 1 to ffff90eea05c51e8 time=74 v=5 (1 1 1 1) 00000100:00000001:2.0:1788840225.307046:0:15917:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788840225.307049:0:15917:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff90ee85e803c0 refcount 13 to 192.168.202.131@tcp 00000100:00000001:2.0:1788840225.307052:0:15917:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621952856032192 : -122120853519424 : ffff90ee85e803c0) 02000000:00000001:2.0:1788840225.307055:0:15917:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1788840225.307057:0:15917:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840225.307061:0:15917:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840225.307065:0:15917:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840225.307072:0:15917:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234cc0. 00000100:00000200:2.0:1788840225.307079:0:15917:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875733154988032, offset 224 00000400:00000200:2.0:1788840225.307100:0:15917:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840225.307112:0:15917:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840225.307121:0:15917:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840225.307129:0:15917:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2313:2313:256:4294967295] 192.168.202.131@tcp LPNI seq info [2313:2313:8:4294967295] 00000400:00000200:2.0:1788840225.307133:0:15917:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840225.307144:0:15917:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840225.307161:0:15917:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840225.307168:0:15917:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989000. 00000800:00000200:2.0:1788840225.307177:0:15917:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840225.307186:0:15917:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840225.307191:0:15917:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840225.307217:0:15917:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840225.307222:0:15917:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff90ee85e803c0 refcount 12 to 192.168.202.131@tcp 00010000:00000001:2.0:1788840225.307225:0:15917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1788840225.307230:0:15917:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff90ee8555acc0. 00010000:00000001:2.0:1788840225.307233:0:15917:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1788840225.307247:0:15917:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1788840225.307250:0:15917:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840225.307252:0:15917:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840225.307254:0:15917:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840225.307258:0:15917:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125ca80 x1875733154988032/t0(0) o104->LOV_OSC_UUID@192.168.202.131@tcp:616/0 lens 328/224 e 0 to 0 dl 1788840236 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788840225.307268:0:15917:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90ee9125ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6698:x1875733154988032:12345-192.168.202.131@tcp:104: Request processed in 346us (2832us total) trans 0 rc 0/0 00000100:00100000:2.0:1788840225.307277:0:15917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.131@tcp, seq: 53 00000100:00000040:2.0:1788840225.307281:0:15917:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff90ee9881b000 : new rpc_count 0 00000100:00000001:2.0:1788840225.307284:0:15917:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788840225.307286:0:15917:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1788840225.307293:0:15917:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90ee98e7d180. 00000020:00000010:2.0:1788840225.307298:0:15917:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90ee87984af0. 00000020:00000010:2.0:1788840225.307302:0:15917:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90ee85091e00. 00000020:00000040:2.0:1788840225.307309:0:15917:0:(genops.c:879:class_export_put()) PUTting export ffff90ee9881b000 : new refcount 3 00000100:00000001:2.0:1788840225.307312:0:15917:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788840225.307456:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840225.307460:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989000. 00000400:00000200:2.0:1788840225.307465:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840225.307471:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840225.307478:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234cc0 00000400:00000010:2.0:1788840225.307480:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234cc0. 00000100:00000001:2.0:1788840225.307485:0:2354:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1788840225.307487:0:2354:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000001:2.0:1788840225.310444:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840225.310464:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840225.310467:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840225.310470:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840225.310475:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840225.310481:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840225.310488:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840225.310492:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840225.310497:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840225.310501:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 328 into portal 15 MB=0x6a9f828658080 00000400:00000200:2.0:1788840225.310512:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.131@tcp of length 328/328 into md 0x5f5d [2] + 656 00000800:00000001:2.0:1788840225.310519:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840225.310530:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840225.310534:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840225.310538:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840225.310547:0:2353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1788840225.310549:0:2353:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1788840225.310555:0:2353:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125df80. 00000100:00000040:2.0:1788840225.310559:0:2353:0:(events.c:337:request_in_callback()) incoming req@ffff90ee9125df80 x1875733154988160 msgsize 328 00000100:00100000:2.0:1788840225.310563:0:2353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.131@tcp (source: 12345-192.168.202.131@tcp) 00000100:00000001:2.0:1788840225.310572:0:2353:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000200:2.0:1788840225.310698:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840225.310702:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee98ea2800. 00000400:00000200:2.0:1788840225.310708:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840225.310711:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840225.310716:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6aa0 00000400:00000010:2.0:1788840225.310718:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6aa0. 00000100:00000001:2.0:1788840225.310722:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840225.310727:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f5b100 x1875733133962624/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840241 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840225.310739:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840225.310743:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f5b100 x1875733133962624/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840241 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840225.310750:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840225.310752:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840225.310759:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840225.310762:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840225.310793:0:15917:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1788840225.310796:0:15917:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733154988160 02000000:00000001:2.0:1788840225.310799:0:15917:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1788840225.310802:0:15917:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840225.310805:0:15917:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840225.310810:0:15917:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840225.310815:0:15917:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733154988160 00000020:00000001:2.0:1788840225.310817:0:15917:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788840225.310819:0:15917:0:(genops.c:804:class_conn2export()) looking for export cookie 0x3aa5f499c96f2ce6 00000020:00000001:2.0:1788840225.310823:0:15917:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840225.310826:0:15917:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90ee98818000 refcount=4 00000020:00000001:2.0:1788840225.310829:0:15917:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621953168080896 : -122120541470720 : ffff90ee98818000) 00000020:00000001:2.0:1788840225.310831:0:15917:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446621953168080896 : -122120541470720 : ffff90ee98818000) 00000100:00000001:2.0:1788840225.310835:0:15917:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788840225.310841:0:15917:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90eea05b2bc0. 00000100:00000001:2.0:1788840225.310845:0:15917:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788840225.310848:0:15917:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff90eea05b2bc0. 00000020:00000010:2.0:1788840225.310855:0:15917:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90ee85091e00. 00000020:00000010:2.0:1788840225.310861:0:15917:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90ee98e7d180. 00000020:00000010:2.0:1788840225.310867:0:15917:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90ee87984af0. 00000100:00000040:2.0:1788840225.310875:0:15917:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1788840225.310879:0:15917:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1788840225.310880:0:15917:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1788840225.310883:0:15917:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840225.310893:0:15917:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840225.310901:0:15917:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840225.310913:0:15917:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1788840225.310915:0:15917:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1788840225.310920:0:15917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.131@tcp, seq: 54 00000100:00000040:2.0:1788840225.310925:0:15917:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff90ee98818000 : new rpc_count 1 00000100:00000001:2.0:1788840225.310927:0:15917:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446621953044635520 : -122120664916096 : ffff90ee9125df80) 00000100:00000040:2.0:1788840225.310933:0:15917:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff90ee9125df80 x1875733154988160/t0(0) o104->LOV_OSC_UUID@192.168.202.131@tcp:616/0 lens 328/0 e 0 to 0 dl 1788840236 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788840225.310942:0:15917:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788840225.310945:0:15917:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90eea05b2bc0. 00000100:00000001:2.0:1788840225.310947:0:15917:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788840225.310949:0:15917:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff90eea05b2bc0. 00000100:00100000:2.0:1788840225.310954:0:15917:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90ee9125df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6697:x1875733154988160:12345-192.168.202.131@tcp:104: 00000100:00000200:2.0:1788840225.310958:0:15917:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875733154988160 00010000:00000001:2.0:1788840225.310960:0:15917:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1788840225.310967:0:15917:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840225.310969:0:15917:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840225.310971:0:15917:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030a00 refcount=2 00000020:00000001:2.0:1788840225.310973:0:15917:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:2.0:1788840225.310976:0:15917:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:2.0:1788840225.310980:0:15917:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840225.310983:0:15917:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788840225.310987:0:15917:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000b72fa9af/0x3aa5f499c96f3671 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x8a436931312ba17c expref: -99 pid: 30327 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:2.0:1788840225.310999:0:15917:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1788840225.311001:0:15917:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1788840225.311006:0:15917:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90ee85dd5c00. 02000000:00000001:2.0:1788840225.311009:0:15917:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840225.311011:0:15917:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840225.311016:0:15917:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1788840225.311020:0:15917:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840225.311024:0:15917:0:(import.c:2149:obd_at_measure()) add 1 to ffff90eea05c51e8 time=74 v=5 (1 1 1 1) 00000100:00000001:2.0:1788840225.311030:0:15917:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788840225.311032:0:15917:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff90ee85e803c0 refcount 13 to 192.168.202.131@tcp 00000100:00000001:2.0:1788840225.311035:0:15917:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621952856032192 : -122120853519424 : ffff90ee85e803c0) 02000000:00000001:2.0:1788840225.311038:0:15917:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1788840225.311040:0:15917:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840225.311043:0:15917:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840225.311045:0:15917:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840225.311049:0:15917:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234cc0. 00000100:00000200:2.0:1788840225.311053:0:15917:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875733154988160, offset 224 00000400:00000200:2.0:1788840225.311059:0:15917:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840225.311066:0:15917:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840225.311072:0:15917:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840225.311077:0:15917:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2315:2315:256:4294967295] 192.168.202.131@tcp LPNI seq info [2315:2315:8:4294967295] 00000400:00000200:2.0:1788840225.311082:0:15917:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840225.311101:0:15917:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840225.311107:0:15917:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840225.311112:0:15917:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989000. 00000800:00000200:2.0:1788840225.311117:0:15917:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840225.311123:0:15917:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840225.311127:0:15917:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840225.311136:0:15917:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840225.311139:0:15917:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff90ee85e803c0 refcount 12 to 192.168.202.131@tcp 00010000:00000001:2.0:1788840225.311143:0:15917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1788840225.311147:0:15917:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff90ee8555a840. 00010000:00000001:2.0:1788840225.311150:0:15917:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1788840225.311160:0:15917:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1788840225.311163:0:15917:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840225.311165:0:15917:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840225.311167:0:15917:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840225.311171:0:15917:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125df80 x1875733154988160/t0(0) o104->LOV_OSC_UUID@192.168.202.131@tcp:616/0 lens 328/224 e 0 to 0 dl 1788840236 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788840225.311181:0:15917:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90ee9125df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6697:x1875733154988160:12345-192.168.202.131@tcp:104: Request processed in 237us (619us total) trans 0 rc 0/0 00000100:00100000:2.0:1788840225.311190:0:15917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.131@tcp, seq: 54 00000100:00000040:2.0:1788840225.311194:0:15917:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff90ee98818000 : new rpc_count 0 00000100:00000001:2.0:1788840225.311196:0:15917:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788840225.311198:0:15917:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1788840225.311204:0:15917:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90ee98e7d180. 00000020:00000010:2.0:1788840225.311208:0:15917:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90ee87984af0. 00000020:00000010:2.0:1788840225.311212:0:15917:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90ee85091e00. 00000020:00000040:2.0:1788840225.311217:0:15917:0:(genops.c:879:class_export_put()) PUTting export ffff90ee98818000 : new refcount 3 00000100:00000001:2.0:1788840225.311220:0:15917:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788840225.311246:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840225.311249:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989000. 00000400:00000200:2.0:1788840225.311253:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840225.311256:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840225.311260:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234cc0 00000400:00000010:2.0:1788840225.311262:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234cc0. 00000100:00000001:2.0:1788840225.311265:0:2353:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1788840225.311266:0:2353:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:3.0:1788840225.312528:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840225.312536:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840225.312540:0:15924:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:3.0:1788840225.312544:0:15924:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:3.0:1788840225.312546:0:15924:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:3.0:1788840225.312552:0:15924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000b72fa9af/0x3aa5f499c96f3671 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x8a436931312ba17c expref: -99 pid: 30327 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1788840225.312568:0:15924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90ee80030a00 already unused, calling callback (ffffffffc123b300) 00000008:00000001:3.0:1788840225.312572:0:15924:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:3.0:1788840225.312575:0:15924:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788840225.312577:0:15924:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840225.312579:0:15924:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840225.312582:0:15924:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030a00 refcount=3 00000020:00000001:3.0:1788840225.312584:0:15924:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:3.0:1788840225.312587:0:15924:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:3.0:1788840225.312590:0:15924:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788840225.312593:0:15924:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000b72fa9af/0x3aa5f499c96f3671 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x8a436931312ba17c expref: -99 pid: 30327 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:3.0:1788840225.312602:0:15924:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1788840225.312605:0:15924:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788840225.312610:0:15924:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953299709032 : -122120409842584 : ffff90eea059fc68) 00000020:00001000:3.0:1788840225.312613:0:15924:0:(cl_object.c:823:cl_env_get()) 1@ffff90eea059fc60 00000008:00000001:3.0:1788840225.312614:0:15924:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:3.0:1788840225.312617:0:15924:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788840225.312619:0:15924:0:(cl_object.c:917:cl_env_put()) 1@ffff90eea059fc60 00000008:00000001:3.0:1788840225.312622:0:15924:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840225.312625:0:15924:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788840225.312629:0:15924:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788840225.312631:0:15924:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788840225.312633:0:15924:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840225.312636:0:15924:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788840225.312831:0:15924:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee80030a00 with handle 0x3aa5f499c96f3671 from hash 00010000:00000001:3.0:1788840225.312834:0:15924:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788840225.312835:0:15924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840225.312837:0:15924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840225.312839:0:15924:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788840225.312844:0:15924:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788840225.312847:0:15924:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:3.0:1788840225.312853:0:15924:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840225.312856:0:15924:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840225.312859:0:15924:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788840225.312862:0:15924:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:3.0:1788840225.312870:0:15924:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d49500. 00000020:00000040:3.0:1788840225.312875:0:15924:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=4 obd=lustre-OST0000-osc-ffff90ee90f70800 00000100:00000001:3.0:1788840225.312885:0:15924:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840225.312888:0:15924:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840225.312892:0:15924:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840225.312899:0:15924:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee87161800. 00000100:00000001:3.0:1788840225.312907:0:15924:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840225.312910:0:15924:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788840225.312916:0:15924:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000b72fa9af/0x3aa5f499c96f3671 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8a436931312ba17c expref: -99 pid: 30327 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1788840225.312924:0:15924:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:3.0:1788840225.312926:0:15924:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840225.312930:0:15924:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840225.312936:0:15924:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840225.312948:0:15924:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000183462c6] to pc [ptlrpcd_01_00+0] req@ffff90ee86d49500 x1875733133962752/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788840225.312980:0:15924:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840225.312982:0:15924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840225.312983:0:15924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840225.312985:0:15924:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840225.312987:0:15924:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788840225.312989:0:15924:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840225.312993:0:15924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000b72fa9af/0x3aa5f499c96f3671 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8a436931312ba17c expref: -99 pid: 30327 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788840225.313000:0:15924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788840225.313002:0:15924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000b72fa9af/0x3aa5f499c96f3671 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8a436931312ba17c expref: -99 pid: 30327 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1788840225.313011:0:15924:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff90ee90b50240. 00010000:00000040:3.0:1788840225.313015:0:15924:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee99a74900 count: 0 00010000:00000010:3.0:1788840225.313023:0:15924:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff90ee99a74000. 00010000:00000001:3.0:1788840225.313034:0:15924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840225.313035:0:15924:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:3.0:1788840225.313038:0:15924:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff90ee8555a840. 00010000:00000001:3.0:1788840225.313041:0:15924:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840225.313043:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840225.313044:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840225.313047:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788840225.313048:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840225.313049:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840225.313051:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788840225.313053:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840225.313054:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840225.313056:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788840225.313070:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1788840225.313074:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1788840225.313076:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840225.315004:0:2362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840225.315013:0:2362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840225.315210:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840225.315214:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840225.315218:0:2362:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840225.315234:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d49500 x1875733133962752/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840225.315246:0:2362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840225.315249:0:2362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840225.315253:0:2362:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840225.315258:0:2362:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840225.315261:0:2362:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840225.315265:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733133962752:192.168.202.131@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788840225.315272:0:2362:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840225.315279:0:2362:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840225.315282:0:2362:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840225.315285:0:2362:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840225.315292:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee87161400. 02000000:00000001:3.0:1788840225.315295:0:2362:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840225.315304:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840225.315309:0:2362:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4f210. 00000400:00000010:3.0:1788840225.315318:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e000. 00000100:00000200:3.0:1788840225.315328:0:2362:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133962752, portal 18 00000100:00000001:3.0:1788840225.315331:0:2362:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840225.315333:0:2362:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871535872 : -122120838015744 : ffff90ee86d49500) 00000100:00000040:3.0:1788840225.315341:0:2362:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee86d49500 x1875733133962752/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840241 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840225.315348:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840225.315351:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840225.315356:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e990. 00000100:00000200:3.0:1788840225.315360:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875733133962752, offset 0 00000400:00000200:3.0:1788840225.315368:0:2362:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840225.315379:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840225.315388:0:2362:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840225.315394:0:2362:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840225.315399:0:2362:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840225.315404:0:2362:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840225.315407:0:2362:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840225.315411:0:2362:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2316:2316:256:4294967295] 192.168.202.131@tcp LPNI seq info [2316:2316:8:4294967295] 00000400:00000200:3.0:1788840225.315415:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840225.315427:0:2362:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840225.315434:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840225.315441:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee878d1f00. 00000800:00000200:3.0:1788840225.315449:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840225.315458:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840225.315464:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee878d1f00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788840225.315477:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840225.315482:0:2362:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: using a timeout of 22305 usecs (23 jiffies) 00000400:00000200:3.0:1788840225.315486:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840225.315489:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296455153 00000100:00000001:3.0:1788840225.315493:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296456609 00000100:00000001:3.0:1788840225.315495:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296455153 00000100:00000001:3.0:1788840225.315498:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296456609 00000100:00000001:3.0:1788840225.315500:0:2362:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840225.315503:0:2362:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840225.315507:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840225.315510:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788840225.315538:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840225.315554:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840225.315557:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840225.315559:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840225.315564:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840225.315569:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840225.315576:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840225.315579:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840225.315584:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840225.315588:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 18 MB=0x6a9f82724ad80 00000400:00000200:3.0:1788840225.315593:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840225.315599:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.131@tcp of length 224/224 into md 0x65e5 [1] + 224 00000800:00000001:3.0:1788840225.315607:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840225.315616:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840225.315620:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840225.315625:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840225.315634:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840225.315662:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f5b100 x1875733133962624/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840241 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840225.315673:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87f5b100 x1875733133962624/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840241 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840225.315693:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840225.316205:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840225.316210:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788840225.316241:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000200:3.0:1788840225.317680:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840225.317686:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee878d1f00. 00000400:00000200:3.0:1788840225.317693:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840225.317698:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840225.317703:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e990 00000400:00000010:3.0:1788840225.317705:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e990. 00000100:00000001:3.0:1788840225.317710:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840225.317716:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d49500 x1875733133962752/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840241 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840225.317726:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840225.317729:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d49500 x1875733133962752/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840241 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840225.317736:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840225.317738:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840225.317759:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840225.323050:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840225.323065:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840225.323070:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840225.323072:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840225.323083:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840225.323092:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840225.323103:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840225.323109:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840225.323116:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840225.323120:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 18 MB=0x6a9f82724ae00 00000400:00000200:3.0:1788840225.323126:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840225.323133:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.131@tcp of length 224/224 into md 0x65f5 [1] + 224 00000800:00000001:3.0:1788840225.323142:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840225.323149:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840225.323153:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840225.323158:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840225.323168:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840225.323180:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d49500 x1875733133962752/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840241 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840225.323192:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee86d49500 x1875733133962752/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840241 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840225.323209:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840225.323220:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840225.323223:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840225.323240:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840225.323245:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788840225.323254:0:2362:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840225.323256:0:2362:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840225.323260:0:2362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4f210. 00000400:00000200:3.0:1788840225.323265:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e000 00000400:00000010:3.0:1788840225.323268:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e000. 00000100:00000001:3.0:1788840225.323271:0:2362:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840225.323275:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d49500 x1875733133962752/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840241 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840225.323284:0:2362:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d49500 x1875733133962752/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840241 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840225.323290:0:2362:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840225.323293:0:2362:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840225.323296:0:2362:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840225.323300:0:2362:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840225.323303:0:2362:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840225.323305:0:2362:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840225.323308:0:2362:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840225.323321:0:2362:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b5cd38 time=72 v=5 (5 5 0 5) 00000100:00001000:3.0:1788840225.323325:0:2362:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=138 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840225.323328:0:2362:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840225.323331:0:2362:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840225.323335:0:2362:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840225.323339:0:2362:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840225.323344:0:2362:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840225.323346:0:2362:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: skip recheck: last_committed 4294967335 00000100:00000001:3.0:1788840225.323348:0:2362:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840225.323352:0:2362:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840225.323357:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d49500 x1875733133962752/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840241 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840225.323364:0:2362:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840225.323368:0:2362:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840225.323370:0:2362:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840225.323374:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d49500 x1875733133962752/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840241 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840225.323381:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d49500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733133962752:192.168.202.131@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788840225.323386:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840225.323388:0:2362:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840225.323391:0:2362:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d49500 x1875733133962752/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840241 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840225.323398:0:2362:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840225.323400:0:2362:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840225.323404:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee87161400. 02000000:00000001:3.0:1788840225.323407:0:2362:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840225.323410:0:2362:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840225.323412:0:2362:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=3 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:3.0:1788840225.323414:0:2362:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840225.323418:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee87161800. 02000000:00000001:3.0:1788840225.323421:0:2362:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840225.323423:0:2362:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840225.323425:0:2362:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d49500. 00000100:00000001:3.0:1788840225.323429:0:2362:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840225.323431:0:2362:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840225.323434:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840225.323443:0:2362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840225.323446:0:2362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840225.323448:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840225.323451:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1788840225.328009:0:30381:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1a00. 00010000:00000010:0.1:1788840225.332799:0:30381:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8c200. 00010000:00000010:3.1:1788840225.339525:0:30379:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74900. 00010000:00000010:3.1:1788840225.339542:0:30379:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030a00. 00000020:00000001:2.0:1788840226.439610:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840226.439616:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840226.439620:0:16054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788840226.823211:0:29212:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120a20 (cpu 2) has reached its deadline 4296456609, at 4296456641 00000100:00000010:2.0:1788840226.823231:0:29212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee9887d180. 00000100:00000040:3.0:1788840226.823243:0:30278:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120b30 (cpu 3) has reached its deadline 4296456609, at 4296456641 00000100:00000010:3.0:1788840226.823250:0:30278:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee9887df00. 00000020:00000001:3.0:1788840227.465311:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840227.465322:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840227.465330:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1788840227.911220:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840227.911225:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0d700. 00000400:00000200:3.0:1788840227.911233:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840227.911240:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840227.911247:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539440 00000400:00000010:3.0:1788840227.911250:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539440. 00000100:00000001:3.0:1788840227.911256:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840227.911261:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87face00 x1875733133963008/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840227.911271:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840227.911274:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87face00 x1875733133963008/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840243 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840227.911282:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840227.911284:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788840227.911298:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840227.911300:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0d100. 00000400:00000200:3.0:1788840227.911302:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840227.911306:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840227.911309:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539990 00000400:00000010:3.0:1788840227.911311:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539990. 00000100:00000001:3.0:1788840227.911313:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840227.911316:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87faed80 x1875733133963264/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840227.911322:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840227.911326:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87faed80 x1875733133963264/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840243 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840227.911332:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840227.911334:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788840227.911341:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840227.911343:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0db00. 00000400:00000200:3.0:1788840227.911345:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840227.911348:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840227.911350:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea05392a8 00000400:00000010:3.0:1788840227.911351:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea05392a8. 00000100:00000001:3.0:1788840227.911354:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840227.911356:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87faf800 x1875733133962880/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840227.911363:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840227.911366:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87faf800 x1875733133962880/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840243 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840227.911372:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840227.911373:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788840227.911439:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840227.911442:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0d600. 00000400:00000200:3.0:1788840227.911444:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840227.911447:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840227.911449:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539bb0 00000400:00000010:3.0:1788840227.911451:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539bb0. 00000100:00000001:3.0:1788840227.911453:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840227.911456:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fac000 x1875733133963136/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840227.911464:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840227.911466:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87fac000 x1875733133963136/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840243 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840227.911472:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840227.911474:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840227.945252:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840227.945273:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840227.945276:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840227.945278:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840227.945288:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840227.945296:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840227.945305:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840227.945309:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840227.945315:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840227.945319:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f82724b000 00000400:00000200:2.0:1788840227.945324:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840227.945332:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x660d [1] + 224 00000800:00000001:2.0:1788840227.945340:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840227.945344:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840227.945348:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840227.945353:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840227.945362:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840227.945373:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87faed80 x1875733133963264/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840243 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840227.945385:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87faed80 x1875733133963264/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840243 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840227.945409:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840227.945418:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840227.945421:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840227.945423:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840227.945425:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840227.945428:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840227.945432:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840227.945436:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840227.945439:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840227.945442:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840227.945445:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f82724af80 00000400:00000200:2.0:1788840227.945447:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840227.945451:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x661d [1] + 224 00000800:00000001:2.0:1788840227.945454:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840227.945457:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840227.945459:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840227.945462:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840227.945465:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840227.945470:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fac000 x1875733133963136/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840243 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840227.945478:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87fac000 x1875733133963136/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840243 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840227.945485:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840227.945489:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840227.945492:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840227.945494:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840227.945496:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840227.945499:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840227.945503:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840227.945507:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840227.945509:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840227.945512:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840227.945515:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 25 MB=0x6a9f82724ae80 00000400:00000200:2.0:1788840227.945519:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840227.945523:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.131@tcp of length 224/224 into md 0x6615 [1] + 224 00000800:00000001:2.0:1788840227.945526:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840227.945529:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840227.945531:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840227.945534:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840227.945536:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840227.945540:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87faf800 x1875733133962880/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840243 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840227.945549:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87faf800 x1875733133962880/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840243 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840227.945555:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840227.945558:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840227.945561:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840227.945562:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840227.945564:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840227.945567:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840227.945571:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840227.945575:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840227.945589:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840227.945593:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840227.945596:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 10 MB=0x6a9f82724af00 00000400:00000200:2.0:1788840227.945599:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840227.945602:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 224/224 into md 0x6605 [1] + 224 00000800:00000001:2.0:1788840227.945606:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840227.945623:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840227.945625:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840227.945629:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840227.945634:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840227.945656:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87face00 x1875733133963008/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840243 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840227.945667:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87face00 x1875733133963008/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840243 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840227.945674:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840227.945678:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840227.945681:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788840229.509819:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840229.509822:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840229.509825:0:16054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788840229.627907:0:30695:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840230.533879:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840230.533883:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840230.533886:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788840231.494706:0:15917:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1788840231.494712:0:15917:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840231.941784:0:30278:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120b30 (cpu 3) has reached its deadline 4296461728, at 4296461760 00000100:00000010:3.0:1788840231.941802:0:30278:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee8532c600. 00000100:00000040:2.0:1788840231.942040:0:29212:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120a20 (cpu 2) has reached its deadline 4296461728, at 4296461760 00000100:00000010:2.0:1788840231.942046:0:29212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee8532ce40. 00000080:00000001:3.0:1788840232.255605:0:30886:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788840232.255614:0:30886:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788840232.255616:0:30886:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788840232.255620:0:30886:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201fb3b20 00000080:00200000:3.0:1788840232.255625:0:30886:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:3.0:1788840232.255635:0:30886:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98862400. 00800000:00000002:3.0:1788840232.255759:0:30886:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:3.0:1788840232.255763:0:30886:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788840232.255769:0:30886:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788840232.255771:0:30886:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201fb3a40 00800000:00000002:3.0:1788840232.255774:0:30886:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788840232.255779:0:30886:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788840232.255784:0:30886:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788840232.255790:0:30886:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788840232.255792:0:30886:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201fb3910 00000002:00010000:3.0:1788840232.255802:0:30886:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788840232.255806:0:30886:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788840232.255808:0:30886:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840232.255811:0:30886:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788840232.255819:0:30886:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840232.255821:0:30886:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840232.255823:0:30886:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840232.255825:0:30886:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788840232.255828:0:30886:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788840232.255834:0:30886:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d49500. 00000020:00000040:3.0:1788840232.255839:0:30886:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=4 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00010000:00000001:3.0:1788840232.255846:0:30886:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788840232.255851:0:30886:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840232.255855:0:30886:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840232.255858:0:30886:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840232.255862:0:30886:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840232.255867:0:30886:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840232.255875:0:30886:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee86eef000. 00000100:00000001:3.0:1788840232.255883:0:30886:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840232.255889:0:30886:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788840232.255891:0:30886:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840232.255894:0:30886:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788840232.255895:0:30886:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840232.255896:0:30886:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840232.255904:0:30886:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621952871535872 : -122120838015744 : ffff90ee86d49500) 00010000:00000001:3.0:1788840232.255908:0:30886:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788840232.255910:0:30886:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788840232.255915:0:30886:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee85e55800. 00010000:00000010:3.0:1788840232.255919:0:30886:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee86e2f800. 00010000:00000001:3.0:1788840232.255925:0:30886:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788840232.255929:0:30886:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee8523c000. 00000020:00000001:3.0:1788840232.255932:0:30886:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788840232.255935:0:30886:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee8523c000 with handle 0x3aa5f499c96f36a9 to hash 00000020:00000001:3.0:1788840232.255937:0:30886:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788840232.255939:0:30886:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952843169792 : -122120866381824 : ffff90ee8523c000) 00010000:00000001:3.0:1788840232.255943:0:30886:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952843169792 : -122120866381824 : ffff90ee8523c000) 00010000:00000001:3.0:1788840232.255946:0:30886:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840232.255949:0:30886:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840232.256909:0:30886:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c000/0x3aa5f499c96f36a9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30886 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788840232.256924:0:30886:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c000/0x3aa5f499c96f36a9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30886 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788840232.256937:0:30886:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c000/0x3aa5f499c96f36a9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30886 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788840232.256943:0:30886:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788840232.256944:0:30886:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788840232.263189:0:30886:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee98224540. 00000100:00000001:2.0:1788840232.263199:0:30886:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621953161839936 : -122120547711680 : ffff90ee98224540) 00000100:00000001:2.0:1788840232.263204:0:30886:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840232.263205:0:30886:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871535872 : -122120838015744 : ffff90ee86d49500) 00000100:00000001:2.0:1788840232.263212:0:30886:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840232.263216:0:30886:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840232.263217:0:30886:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788840232.263219:0:30886:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840232.263232:0:30886:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d49500 x1875733133963392/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840232.263240:0:30886:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840232.263242:0:30886:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840232.263246:0:30886:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840232.263249:0:30886:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840232.263252:0:30886:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840232.263256:0:30886:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d49500 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:30886:1875733133963392:192.168.202.131@tcp:101:lfs.0 00000100:00000001:2.0:1788840232.263261:0:30886:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840232.263267:0:30886:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840232.263272:0:30886:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840232.263274:0:30886:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840232.263281:0:30886:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90ee86e69000. 02000000:00000001:2.0:1788840232.263283:0:30886:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840232.263291:0:30886:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840232.263295:0:30886:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e7e8. 00000400:00000010:2.0:1788840232.263302:0:30886:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234cc0. 00000100:00000200:2.0:1788840232.263309:0:30886:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875733133963392, portal 10 00000100:00000001:2.0:1788840232.263310:0:30886:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840232.263312:0:30886:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871535872 : -122120838015744 : ffff90ee86d49500) 00000100:00000040:2.0:1788840232.263318:0:30886:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee86d49500 x1875733133963392/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840248 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840232.263324:0:30886:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840232.263326:0:30886:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840232.263329:0:30886:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee912346e8. 00000100:00000200:2.0:1788840232.263332:0:30886:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875733133963392, offset 0 00000400:00000200:2.0:1788840232.263338:0:30886:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840232.263363:0:30886:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840232.263372:0:30886:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840232.263378:0:30886:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840232.263383:0:30886:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840232.263387:0:30886:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840232.263389:0:30886:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840232.263392:0:30886:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2321:2321:256:4294967295] 192.168.202.131@tcp LPNI seq info [2321:2321:8:4294967295] 00000400:00000200:2.0:1788840232.263396:0:30886:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840232.263405:0:30886:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840232.263411:0:30886:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840232.263416:0:30886:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989100. 00000800:00000200:2.0:1788840232.263424:0:30886:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840232.263431:0:30886:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840232.263435:0:30886:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788840232.263454:0:30886:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840232.263460:0:30886:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 789520 usecs (790 jiffies) 00000400:00000200:2.0:1788840232.263463:0:30886:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840232.263465:0:30886:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296462871 00000100:00000010:2.0:1788840232.263471:0:30886:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee87fb1120. 00000100:00000001:2.0:1788840232.263479:0:30886:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788840232.263485:0:30886:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296462871 00000100:00000010:2.0:1788840232.263489:0:30886:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee87fb1cc0. 00000100:00000001:2.0:1788840232.263492:0:30886:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788840232.263494:0:30886:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840232.263497:0:30886:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840232.263499:0:30886:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840232.263501:0:30886:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788840232.263504:0:30886:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee98224540 going to sleep for 11 seconds 00000100:00000001:2.0:1788840232.263506:0:30886:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840232.263509:0:30886:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840232.263693:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840232.263697:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989100. 00000400:00000200:3.0:1788840232.263701:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840232.263706:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840232.263723:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee912346e8 00000400:00000010:3.0:1788840232.263726:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee912346e8. 00000100:00000001:3.0:1788840232.263729:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840232.263734:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d49500 x1875733133963392/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840248 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840232.263742:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840232.263745:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee86d49500 x1875733133963392/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840248 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840232.263752:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840232.263753:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840232.277078:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840232.277094:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840232.277099:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840232.277101:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840232.277111:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840232.277119:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840232.277129:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840232.277134:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840232.277140:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840232.277144:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 688 into portal 10 MB=0x6a9f82724b080 00000400:00000200:3.0:1788840232.277148:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840232.277154:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 688/688 into md 0x6625 [1] + 224 00000800:00000001:3.0:1788840232.277161:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840232.277167:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840232.277170:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840232.277175:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840232.277185:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840232.277195:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d49500 x1875733133963392/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840248 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840232.277212:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff90ee86d49500 x1875733133963392/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840248 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840232.277236:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840232.277246:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840232.277250:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788840232.301685:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840232.301695:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0d000. 00000400:00000200:3.0:1788840232.301702:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840232.301720:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840232.301727:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539330 00000400:00000010:3.0:1788840232.301730:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539330. 00000100:00000001:3.0:1788840232.301735:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840232.301744:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87faed80 x1875733133963520/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840248 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840232.301755:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840232.301759:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87faed80 x1875733133963520/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840248 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840232.301775:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840232.301776:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840232.315562:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840232.315583:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840232.315587:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840232.315590:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840232.315601:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840232.315608:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840232.315617:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840232.315622:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840232.315627:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840232.315631:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 584 into portal 10 MB=0x6a9f82724b100 00000400:00000200:3.0:1788840232.315635:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840232.315680:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 584/584 into md 0x6635 [1] + 224 00000800:00000001:3.0:1788840232.315687:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840232.315695:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840232.315698:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840232.315702:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840232.315719:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840232.315729:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87faed80 x1875733133963520/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840248 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840232.315738:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff90ee87faed80 x1875733133963520/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840248 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840232.315747:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840232.315756:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840232.315759:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788840232.338195:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840232.338205:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0dd00. 00000400:00000200:2.0:1788840232.338212:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840232.338220:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840232.338226:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea05395d8 00000400:00000010:2.0:1788840232.338230:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea05395d8. 00000100:00000001:2.0:1788840232.338235:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840232.338242:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87faed80 x1875733133963776/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/576 e 0 to 0 dl 1788840248 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840232.338254:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840232.338257:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87faed80 x1875733133963776/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/576 e 0 to 0 dl 1788840248 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840232.338263:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840232.338264:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1788840232.354808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e84e00. 00000080:00000010:1.1:1788840232.354829:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee84b11780. 00010000:00000010:1.1:1788840232.354836:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee85e55800. 00010000:00000010:1.1:1788840232.354841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee8523c000. 00000800:00000001:2.0:1788840232.358485:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840232.358504:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840232.358509:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840232.358512:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840232.358523:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840232.358530:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840232.358542:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840232.358547:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840232.358552:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840232.358556:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 448 into portal 10 MB=0x6a9f82724b200 00000400:00000200:2.0:1788840232.358561:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840232.358568:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 448/448 into md 0x663d [1] + 224 00000800:00000001:2.0:1788840232.358576:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840232.358588:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840232.358591:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840232.358595:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840232.358603:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840232.358613:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87faed80 x1875733133963776/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/576 e 0 to 0 dl 1788840248 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840232.358623:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff90ee87faed80 x1875733133963776/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/576 e 0 to 0 dl 1788840248 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840232.358661:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1788840232.358670:0:2353:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788840232.358674:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840232.358679:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840232.358684:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2324:2324:256:4294967295] 192.168.202.131@tcp LPNI seq info [2324:2324:8:4294967295] 00000400:00000200:2.0:1788840232.358689:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840232.358696:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) 192.168.202.131@tcp : ACK try# 0 00000800:00000200:2.0:1788840232.358702:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840232.358707:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989000. 00000800:00000200:2.0:1788840232.358742:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840232.358749:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840232.358753:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788840232.358843:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840232.358848:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989000. 00000400:00000200:2.0:1788840232.358851:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840232.358855:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: ACK: OK 00000800:00000001:2.0:1788840232.358861:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840232.358864:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788840232.387899:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840232.387907:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0d800. 00000400:00000200:2.0:1788840232.387913:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840232.387922:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840232.387929:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539c38 00000400:00000010:2.0:1788840232.387932:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539c38. 00000100:00000001:2.0:1788840232.387938:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840232.387946:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87face00 x1875733133963904/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840248 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840232.387958:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840232.387962:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87face00 x1875733133963904/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840248 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840232.387969:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840232.387971:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840232.397048:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840232.397066:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840232.397070:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840232.397072:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840232.397082:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840232.397089:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840232.397098:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840232.397102:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840232.397107:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840232.397111:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 688 into portal 10 MB=0x6a9f82724b280 00000400:00000200:3.0:1788840232.397116:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840232.397123:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 688/688 into md 0x6645 [1] + 224 00000800:00000001:3.0:1788840232.397130:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840232.397137:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840232.397141:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840232.397146:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840232.397153:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840232.397162:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87face00 x1875733133963904/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840248 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840232.397172:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff90ee87face00 x1875733133963904/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840248 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840232.397192:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840232.397199:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840232.397203:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788840232.410593:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840232.410603:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee98ea2c00. 00000400:00000200:3.0:1788840232.410612:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840232.410621:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840232.410628:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6330 00000400:00000010:3.0:1788840232.410631:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6330. 00000100:00000001:3.0:1788840232.410636:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840232.410668:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f5aa00 x1875733133964032/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840248 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840232.410680:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840232.410684:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f5aa00 x1875733133964032/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840248 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840232.410690:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840232.410692:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840232.419161:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840232.419177:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840232.419182:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840232.419184:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840232.419193:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840232.419200:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840232.419209:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840232.419214:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840232.419219:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840232.419224:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 584 into portal 10 MB=0x6a9f82724b300 00000400:00000200:3.0:1788840232.419228:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840232.419234:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 584/584 into md 0x664d [1] + 224 00000800:00000001:3.0:1788840232.419241:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840232.419247:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840232.419251:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840232.419256:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840232.419264:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840232.419273:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f5aa00 x1875733133964032/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840248 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840232.419285:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff90ee87f5aa00 x1875733133964032/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840248 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840232.419309:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840232.419559:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840232.419564:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788840232.422578:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840232.422582:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0da00. 00000400:00000200:3.0:1788840232.422587:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840232.422592:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840232.422597:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539000 00000400:00000010:3.0:1788840232.422600:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539000. 00000100:00000001:3.0:1788840232.422604:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840232.422609:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fac000 x1875733133964288/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/576 e 0 to 0 dl 1788840248 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840232.422618:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840232.422620:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fac000 x1875733133964288/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/576 e 0 to 0 dl 1788840248 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840232.422627:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840232.422629:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840232.430832:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840232.430849:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840232.430853:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840232.430856:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840232.430865:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840232.430872:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840232.430881:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840232.430886:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840232.430891:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840232.430896:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 448 into portal 10 MB=0x6a9f82724b400 00000400:00000200:3.0:1788840232.430901:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840232.430907:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 448/448 into md 0x6655 [1] + 224 00000800:00000001:3.0:1788840232.430914:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840232.430921:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840232.430924:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840232.430928:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840232.430936:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840232.430945:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fac000 x1875733133964288/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/576 e 0 to 0 dl 1788840248 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840232.430955:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff90ee87fac000 x1875733133964288/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/576 e 0 to 0 dl 1788840248 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840232.430975:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788840232.430983:0:2354:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788840232.430987:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840232.430992:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840232.430997:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2328:2328:256:4294967295] 192.168.202.131@tcp LPNI seq info [2328:2328:8:4294967295] 00000400:00000200:3.0:1788840232.431001:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840232.431009:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) 192.168.202.131@tcp : ACK try# 0 00000800:00000200:3.0:1788840232.431015:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840232.431020:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee878d1000. 00000800:00000200:3.0:1788840232.431026:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840232.431033:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840232.431038:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee878d1000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788840232.431127:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840232.431131:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee878d1000. 00000400:00000200:3.0:1788840232.431135:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840232.431138:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: ACK: OK 00000800:00000001:3.0:1788840232.431144:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840232.431148:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1788840232.441139:0:30895:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030200. 00000080:00000010:1.1:1788840232.441159:0:30895:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee831692c0. 00010000:00000010:1.1:1788840232.441168:0:30895:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4000. 00010000:00000010:1.1:1788840232.441172:0:30895:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e84e00. 00000080:00000001:3.0:1788840232.465147:0:30898:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788840232.465154:0:30898:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788840232.465157:0:30898:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788840232.465160:0:30898:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200e33bc0 00000080:00200000:3.0:1788840232.465165:0:30898:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:3.0:1788840232.465172:0:30898:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98862400. 00800000:00000002:3.0:1788840232.465179:0:30898:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:3.0:1788840232.465184:0:30898:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788840232.465189:0:30898:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788840232.465191:0:30898:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200e33ae0 00800000:00000002:3.0:1788840232.465193:0:30898:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788840232.465197:0:30898:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788840232.465202:0:30898:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788840232.465208:0:30898:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788840232.465210:0:30898:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200e339b0 00000002:00010000:3.0:1788840232.465211:0:30898:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788840232.465215:0:30898:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788840232.465218:0:30898:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840232.465221:0:30898:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788840232.465228:0:30898:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840232.465231:0:30898:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840232.465233:0:30898:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840232.465236:0:30898:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788840232.465238:0:30898:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788840232.465244:0:30898:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d48000. 00000020:00000040:3.0:1788840232.465248:0:30898:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00010000:00000001:3.0:1788840232.465256:0:30898:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788840232.465261:0:30898:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840232.465264:0:30898:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840232.465267:0:30898:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840232.465269:0:30898:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840232.465274:0:30898:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840232.465281:0:30898:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee86eee000. 00000100:00000001:3.0:1788840232.465288:0:30898:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840232.465293:0:30898:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788840232.465296:0:30898:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840232.465298:0:30898:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788840232.465300:0:30898:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840232.465302:0:30898:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840232.465307:0:30898:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621952871530496 : -122120838021120 : ffff90ee86d48000) 00010000:00000001:3.0:1788840232.465312:0:30898:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788840232.465315:0:30898:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788840232.465319:0:30898:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee85e55200. 00010000:00000010:3.0:1788840232.465323:0:30898:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee86e2f780. 00010000:00000001:3.0:1788840232.465330:0:30898:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788840232.465333:0:30898:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee8523d400. 00000020:00000001:3.0:1788840232.465336:0:30898:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788840232.465339:0:30898:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee8523d400 with handle 0x3aa5f499c96f36c5 to hash 00000020:00000001:3.0:1788840232.465341:0:30898:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788840232.465342:0:30898:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952843174912 : -122120866376704 : ffff90ee8523d400) 00010000:00000001:3.0:1788840232.465347:0:30898:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952843174912 : -122120866376704 : ffff90ee8523d400) 00010000:00000001:3.0:1788840232.465351:0:30898:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840232.465353:0:30898:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840232.465357:0:30898:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d400/0x3aa5f499c96f36c5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30898 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788840232.465366:0:30898:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d400/0x3aa5f499c96f36c5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30898 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788840232.465375:0:30898:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d400/0x3aa5f499c96f36c5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30898 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788840232.465380:0:30898:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788840232.465382:0:30898:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788840232.465388:0:30898:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee9887c000. 00000100:00000001:3.0:1788840232.465390:0:30898:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621953168490496 : -122120541061120 : ffff90ee9887c000) 00000100:00000001:3.0:1788840232.465393:0:30898:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840232.465394:0:30898:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871530496 : -122120838021120 : ffff90ee86d48000) 00000100:00000001:3.0:1788840232.465398:0:30898:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840232.465403:0:30898:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840232.465405:0:30898:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788840232.465407:0:30898:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840232.465416:0:30898:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d48000 x1875733133964416/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840232.465424:0:30898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840232.465426:0:30898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840232.465429:0:30898:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840232.465432:0:30898:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840232.465434:0:30898:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840232.465437:0:30898:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d48000 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:30898:1875733133964416:192.168.202.131@tcp:101:multiop.0 00000100:00000001:3.0:1788840232.465442:0:30898:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840232.465447:0:30898:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840232.465449:0:30898:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840232.465451:0:30898:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840232.465457:0:30898:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90ee98825000. 02000000:00000001:3.0:1788840232.465458:0:30898:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840232.465467:0:30898:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840232.465471:0:30898:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4f210. 00000400:00000010:3.0:1788840232.465478:0:30898:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e000. 00000100:00000200:3.0:1788840232.465485:0:30898:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875733133964416, portal 10 00000100:00000001:3.0:1788840232.465487:0:30898:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840232.465488:0:30898:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871530496 : -122120838021120 : ffff90ee86d48000) 00000100:00000040:3.0:1788840232.465494:0:30898:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee86d48000 x1875733133964416/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840248 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840232.465501:0:30898:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840232.465504:0:30898:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840232.465506:0:30898:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e990. 00000100:00000200:3.0:1788840232.465509:0:30898:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875733133964416, offset 0 00000400:00000200:3.0:1788840232.465516:0:30898:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840232.465524:0:30898:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840232.465532:0:30898:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840232.465538:0:30898:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840232.465542:0:30898:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840232.465547:0:30898:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840232.465550:0:30898:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840232.465554:0:30898:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2329:2329:256:4294967295] 192.168.202.131@tcp LPNI seq info [2329:2329:8:4294967295] 00000400:00000200:3.0:1788840232.465559:0:30898:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840232.465569:0:30898:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840232.465575:0:30898:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840232.465581:0:30898:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee878d1000. 00000800:00000200:3.0:1788840232.465589:0:30898:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840232.465596:0:30898:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840232.465601:0:30898:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee878d1000 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1788840232.465624:0:30898:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840232.465629:0:30898:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 782701 usecs (783 jiffies) 00000400:00000200:3.0:1788840232.465633:0:30898:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840232.465636:0:30898:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296463063 00000100:00000001:3.0:1788840232.465669:0:30898:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, simply extend its deadline from 4296463020 00000100:00000001:3.0:1788840232.465674:0:30898:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296463063 00000100:00000001:3.0:1788840232.465678:0:30898:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, simply extend its deadline from 4296463020 00000100:00000001:3.0:1788840232.465681:0:30898:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840232.465684:0:30898:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840232.465686:0:30898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840232.465688:0:30898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788840232.465691:0:30898:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee9887c000 going to sleep for 11 seconds 00000100:00000001:3.0:1788840232.465694:0:30898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840232.465697:0:30898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840232.465961:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840232.465966:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee878d1000. 00000400:00000200:2.0:1788840232.465972:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840232.465978:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840232.465984:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e990 00000400:00000010:2.0:1788840232.465987:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e990. 00000100:00000001:2.0:1788840232.465992:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840232.465996:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d48000 x1875733133964416/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840248 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840232.466006:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840232.466009:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee86d48000 x1875733133964416/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840248 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840232.466021:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840232.466023:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840232.485888:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840232.485909:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840232.485914:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840232.485916:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840232.485936:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840232.485944:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840232.485961:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840232.485966:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840232.485971:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840232.485975:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 688 into portal 10 MB=0x6a9f82724b480 00000400:00000200:2.0:1788840232.485980:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840232.485986:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 688/688 into md 0x665d [1] + 224 00000800:00000001:2.0:1788840232.485993:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840232.486002:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840232.486005:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840232.486011:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840232.486018:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840232.486027:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d48000 x1875733133964416/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840248 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840232.486038:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff90ee86d48000 x1875733133964416/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840248 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840232.486053:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840232.486061:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840232.486064:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840232.486685:0:30898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788840232.486694:0:30898:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840232.486696:0:30898:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840232.486700:0:30898:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4f210. 00000400:00000200:3.0:1788840232.486704:0:30898:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e000 00000400:00000010:3.0:1788840232.486707:0:30898:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e000. 00000100:00000001:3.0:1788840232.486724:0:30898:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840232.486730:0:30898:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d48000 x1875733133964416/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840248 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788840232.486739:0:30898:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d48000 x1875733133964416/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840248 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840232.486747:0:30898:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840232.486749:0:30898:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840232.486751:0:30898:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840232.486755:0:30898:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840232.486757:0:30898:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840232.486759:0:30898:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840232.486763:0:30898:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840232.486772:0:30898:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=82 v=5 (5 102 102 102) 00000100:00001000:3.0:1788840232.486776:0:30898:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840232.486779:0:30898:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840232.486781:0:30898:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840232.486784:0:30898:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840232.486787:0:30898:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840232.486790:0:30898:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840232.486793:0:30898:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967610 00000100:00000001:3.0:1788840232.486795:0:30898:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840232.486798:0:30898:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840232.486802:0:30898:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d48000 x1875733133964416/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840248 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840232.486809:0:30898:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840232.486812:0:30898:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840232.486814:0:30898:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840232.486818:0:30898:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d48000 x1875733133964416/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840248 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788840232.486826:0:30898:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d48000 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:30898:1875733133964416:192.168.202.131@tcp:101:multiop.0 00000100:00000001:3.0:1788840232.486831:0:30898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840232.486833:0:30898:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840232.486835:0:30898:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788840232.486837:0:30898:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840232.486841:0:30898:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d48000 x1875733133964416/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840248 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840232.486847:0:30898:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788840232.486850:0:30898:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee9887c000. 00000100:00000001:3.0:1788840232.486853:0:30898:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788840232.486854:0:30898:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840232.486857:0:30898:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788840232.486860:0:30898:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840232.486863:0:30898:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840232.486867:0:30898:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d400 refcount=4 00000020:00000001:3.0:1788840232.486869:0:30898:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843174912 : -122120866376704 : ffff90ee8523d400) 00010000:00000001:3.0:1788840232.486872:0:30898:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843174912 : -122120866376704 : ffff90ee8523d400) 00010000:00000040:3.0:1788840232.486878:0:30898:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee8523d400, remote cookie: 0x8a436931312ba2e8, flags: 0x1001 00010000:00010000:3.0:1788840232.486883:0:30898:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d400/0x3aa5f499c96f36c5 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba2e8 expref: -99 pid: 30898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788840232.486893:0:30898:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d400/0x3aa5f499c96f36c5 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba2e8 expref: -99 pid: 30898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840232.486901:0:30898:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788840232.486905:0:30898:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788840232.486907:0:30898:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788840232.486909:0:30898:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788840232.486910:0:30898:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788840232.486913:0:30898:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff90ee85e55200) refcount = 1 00010000:00010000:3.0:1788840232.486917:0:30898:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d400/0x3aa5f499c96f36c5 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba2e8 expref: -99 pid: 30898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840232.489220:0:30898:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788840232.489226:0:30898:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788840232.489227:0:30898:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840232.489234:0:30898:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788840232.489237:0:30898:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840232.489245:0:30898:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d400/0x3aa5f499c96f36c5 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba2e8 expref: -99 pid: 30898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840232.489254:0:30898:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788840232.489256:0:30898:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840232.489258:0:30898:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840232.489259:0:30898:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840232.489261:0:30898:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840232.489262:0:30898:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840232.489270:0:30898:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788840232.489272:0:30898:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840232.489274:0:30898:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840232.489277:0:30898:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d400 refcount=3 00000020:00000001:3.0:1788840232.489279:0:30898:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843174912 : -122120866376704 : ffff90ee8523d400) 00010000:00000001:3.0:1788840232.489282:0:30898:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843174912 : -122120866376704 : ffff90ee8523d400) 00010000:00000001:3.0:1788840232.489284:0:30898:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840232.489285:0:30898:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840232.489287:0:30898:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d400 refcount=4 00000020:00000001:3.0:1788840232.489289:0:30898:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843174912 : -122120866376704 : ffff90ee8523d400) 00010000:00000001:3.0:1788840232.489291:0:30898:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843174912 : -122120866376704 : ffff90ee8523d400) 00010000:00000001:3.0:1788840232.489294:0:30898:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840232.489297:0:30898:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840232.489301:0:30898:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d400/0x3aa5f499c96f36c5 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba2e8 expref: -99 pid: 30898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840232.489308:0:30898:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840232.489309:0:30898:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840232.489311:0:30898:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840232.489312:0:30898:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840232.489313:0:30898:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d400 refcount=5 00000020:00000001:3.0:1788840232.489315:0:30898:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843174912 : -122120866376704 : ffff90ee8523d400) 00010000:00000001:3.0:1788840232.489317:0:30898:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843174912 : -122120866376704 : ffff90ee8523d400) 00010000:00000001:3.0:1788840232.489320:0:30898:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788840232.489323:0:30898:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d400/0x3aa5f499c96f36c5 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba2e8 expref: -99 pid: 30898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840232.489330:0:30898:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840232.489331:0:30898:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788840232.489333:0:30898:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d400/0x3aa5f499c96f36c5 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba2e8 expref: -99 pid: 30898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840232.489340:0:30898:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788840232.489341:0:30898:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840232.489342:0:30898:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840232.489343:0:30898:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840232.489344:0:30898:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788840232.489355:0:30898:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90ee86d48000 x1875733133964416/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840248 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788840232.489365:0:30898:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840232.489366:0:30898:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840232.489367:0:30898:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d400 refcount=3 00000020:00000001:3.0:1788840232.489369:0:30898:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843174912 : -122120866376704 : ffff90ee8523d400) 00010000:00000001:3.0:1788840232.489371:0:30898:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843174912 : -122120866376704 : ffff90ee8523d400) 00010000:00000001:3.0:1788840232.489373:0:30898:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840232.489374:0:30898:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788840232.489375:0:30898:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840232.489377:0:30898:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840232.489380:0:30898:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788840232.489382:0:30898:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840232.489383:0:30898:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840232.489384:0:30898:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d400 refcount=3 00000020:00000001:3.0:1788840232.489386:0:30898:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843174912 : -122120866376704 : ffff90ee8523d400) 00010000:00000001:3.0:1788840232.489388:0:30898:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843174912 : -122120866376704 : ffff90ee8523d400) 00000002:00010000:3.0:1788840232.489391:0:30898:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d400/0x3aa5f499c96f36c5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba2e8 expref: -99 pid: 30898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840232.489403:0:30898:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840232.489404:0:30898:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840232.489406:0:30898:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788840232.489407:0:30898:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840232.489408:0:30898:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840232.489409:0:30898:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d400 refcount=3 00000020:00000001:3.0:1788840232.489411:0:30898:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843174912 : -122120866376704 : ffff90ee8523d400) 00010000:00000001:3.0:1788840232.489413:0:30898:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843174912 : -122120866376704 : ffff90ee8523d400) 00010000:00000040:3.0:1788840232.489420:0:30898:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55200 count: 2 00010000:00000001:3.0:1788840232.489423:0:30898:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788840232.489426:0:30898:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1788840232.489429:0:30898:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840232.489430:0:30898:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788840232.489431:0:30898:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788840232.489434:0:30898:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200e33938 00000002:00002000:3.0:1788840232.489436:0:30898:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788840232.489438:0:30898:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840232.489443:0:30898:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840232.489446:0:30898:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788840232.489449:0:30898:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788840232.489452:0:30898:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788840232.489456:0:30898:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:3.0:1788840232.489460:0:30898:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98862400. 00000080:00000001:3.0:1788840232.489465:0:30898:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788840232.489467:0:30898:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788840232.489473:0:30898:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1788840232.489477:0:30898:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1788840232.489558:0:30898:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff90eea05b2640. 00800000:00000001:2.0:1788840232.489562:0:30898:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446621953299785280 : -122120409766336 : ffff90eea05b2640) 00800000:00000001:2.0:1788840232.489564:0:30898:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840232.489567:0:30898:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788840232.489570:0:30898:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788840232.489573:0:30898:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1788840232.489575:0:30898:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788840232.489578:0:30898:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788840232.489580:0:30898:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840232.489585:0:30898:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788840232.489587:0:30898:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1788840232.489592:0:30898:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:2.0:1788840232.489595:0:30898:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840232.489597:0:30898:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840232.489598:0:30898:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d400 refcount=3 00000020:00000001:2.0:1788840232.489600:0:30898:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843174912 : -122120866376704 : ffff90ee8523d400) 00010000:00000001:2.0:1788840232.489603:0:30898:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843174912 : -122120866376704 : ffff90ee8523d400) 00010000:00000001:2.0:1788840232.489605:0:30898:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840232.489606:0:30898:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788840232.489607:0:30898:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788840232.489609:0:30898:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1788840232.489611:0:30898:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90eea05b2640 1 00800000:00000010:2.0:1788840232.489613:0:30898:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff90eea05b2640. 00800000:00000001:2.0:1788840232.489616:0:30898:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840232.489619:0:30898:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f36c5 00800000:00000001:2.0:1788840232.489623:0:30898:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788840232.489625:0:30898:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788840232.489625:0:30898:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840232.489627:0:30898:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840232.489628:0:30898:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d400 refcount=3 00000020:00000001:2.0:1788840232.489630:0:30898:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843174912 : -122120866376704 : ffff90ee8523d400) 00010000:00000001:2.0:1788840232.489632:0:30898:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843174912 : -122120866376704 : ffff90ee8523d400) 00010000:00000001:2.0:1788840232.489634:0:30898:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840232.489635:0:30898:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840232.489662:0:30898:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840232.489665:0:30898:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840232.489667:0:30898:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840232.489670:0:30898:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:2.0:1788840232.489672:0:30898:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f36c5 from it ffffa16200e33bf8 00010000:00000001:2.0:1788840232.489675:0:30898:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840232.489676:0:30898:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840232.489677:0:30898:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d400 refcount=3 00000020:00000001:2.0:1788840232.489679:0:30898:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843174912 : -122120866376704 : ffff90ee8523d400) 00010000:00000001:2.0:1788840232.489681:0:30898:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843174912 : -122120866376704 : ffff90ee8523d400) 00010000:00000001:2.0:1788840232.489683:0:30898:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788840232.489686:0:30898:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d400/0x3aa5f499c96f36c5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba2e8 expref: -99 pid: 30898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840232.489692:0:30898:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840232.489693:0:30898:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840232.489695:0:30898:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788840232.489697:0:30898:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788840232.489700:0:30898:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d400/0x3aa5f499c96f36c5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba2e8 expref: -99 pid: 30898 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788840232.489719:0:30898:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788840232.489722:0:30898:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788840232.489724:0:30898:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840232.489728:0:30898:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840232.489729:0:30898:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840232.489731:0:30898:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840232.489734:0:30898:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788840232.489736:0:30898:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840232.489738:0:30898:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840232.489741:0:30898:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840232.489742:0:30898:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788840232.489744:0:30898:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840232.489745:0:30898:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788840232.489748:0:30898:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840232.489753:0:30898:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d48000 x1875733133964416/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840248 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840232.489760:0:30898:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840232.489763:0:30898:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840232.489767:0:30898:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90ee98825000. 02000000:00000001:2.0:1788840232.489772:0:30898:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840232.489774:0:30898:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840232.489776:0:30898:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:2.0:1788840232.489778:0:30898:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840232.489781:0:30898:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee86eee000. 02000000:00000001:2.0:1788840232.489784:0:30898:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840232.489786:0:30898:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840232.489788:0:30898:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d48000. 00000100:00000001:2.0:1788840232.489791:0:30898:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840232.489792:0:30898:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788840232.489796:0:30898:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788840232.489801:0:30898:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788840232.489824:0:30898:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90ee86e75bc0. 00000020:00000001:2.0:1788840232.489829:0:30898:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200e33b28 00000080:00200000:2.0:1788840232.489831:0:30898:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), flags=25 00000080:00000001:2.0:1788840232.489835:0:30898:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788840232.489837:0:30898:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200e339d8 00000080:00200000:2.0:1788840232.489838:0:30898:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), intent=0 00000080:00000010:2.0:1788840232.489845:0:30898:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90eea059c800. 00800000:00000002:2.0:1788840232.489850:0:30898:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:2.0:1788840232.489854:0:30898:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788840232.489857:0:30898:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788840232.489859:0:30898:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200e338f8 00800000:00000002:2.0:1788840232.489861:0:30898:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788840232.489864:0:30898:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:2.0:1788840232.489869:0:30898:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200e33890 00800000:00000002:2.0:1788840232.489871:0:30898:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-1' -> mds #0 00000002:00000001:2.0:1788840232.489874:0:30898:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788840232.489876:0:30898:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200e337c8 00000002:00010000:2.0:1788840232.489877:0:30898:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1788840232.489881:0:30898:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788840232.489883:0:30898:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788840232.489888:0:30898:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125ed80. 00000020:00000040:2.0:1788840232.489891:0:30898:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00010000:00000001:2.0:1788840232.489896:0:30898:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788840232.489900:0:30898:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840232.489903:0:30898:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840232.489904:0:30898:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840232.489905:0:30898:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840232.489908:0:30898:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840232.489910:0:30898:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840232.489913:0:30898:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840232.489920:0:30898:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee85dd7400. 00000100:00000001:2.0:1788840232.489926:0:30898:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840232.489929:0:30898:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840232.489931:0:30898:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840232.489932:0:30898:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840232.489933:0:30898:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840232.489935:0:30898:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840232.489941:0:30898:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621953044639104 : -122120664912512 : ffff90ee9125ed80) 00010000:00000001:2.0:1788840232.489945:0:30898:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788840232.489947:0:30898:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788840232.489949:0:30898:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55200 count: 2 00010000:00000001:2.0:1788840232.490030:0:30898:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840232.490034:0:30898:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788840232.490038:0:30898:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee87d8dc00. 00000020:00000001:2.0:1788840232.490042:0:30898:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788840232.490044:0:30898:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee87d8dc00 with handle 0x3aa5f499c96f36cc to hash 00000020:00000001:2.0:1788840232.490046:0:30898:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788840232.490047:0:30898:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952888593408 : -122120820958208 : ffff90ee87d8dc00) 00010000:00000001:2.0:1788840232.490050:0:30898:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952888593408 : -122120820958208 : ffff90ee87d8dc00) 00010000:00000001:2.0:1788840232.490053:0:30898:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840232.490055:0:30898:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840232.490058:0:30898:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8dc00/0x3aa5f499c96f36cc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30898 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840232.490064:0:30898:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8dc00/0x3aa5f499c96f36cc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30898 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840232.490079:0:30898:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8dc00/0x3aa5f499c96f36cc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30898 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788840232.490084:0:30898:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788840232.490086:0:30898:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788840232.490092:0:30898:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee982246c0. 00000100:00000001:2.0:1788840232.490095:0:30898:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621953161840320 : -122120547711296 : ffff90ee982246c0) 00000100:00000001:2.0:1788840232.490097:0:30898:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840232.490099:0:30898:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044639104 : -122120664912512 : ffff90ee9125ed80) 00000100:00000001:2.0:1788840232.490103:0:30898:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840232.490107:0:30898:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840232.490109:0:30898:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788840232.490111:0:30898:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840232.490116:0:30898:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125ed80 x1875733133964544/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840232.490122:0:30898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840232.490124:0:30898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840232.490128:0:30898:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840232.490131:0:30898:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840232.490134:0:30898:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840232.490136:0:30898:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125ed80 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:30898:1875733133964544:192.168.202.131@tcp:101:multiop.0 00000100:00000001:2.0:1788840232.490140:0:30898:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840232.490146:0:30898:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840232.490148:0:30898:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840232.490151:0:30898:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840232.490155:0:30898:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90ee86e6a800. 02000000:00000001:2.0:1788840232.490157:0:30898:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840232.490164:0:30898:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840232.490168:0:30898:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4ed68. 00000400:00000010:2.0:1788840232.490175:0:30898:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234c38. 00000100:00000200:2.0:1788840232.490182:0:30898:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875733133964544, portal 10 00000100:00000001:2.0:1788840232.490184:0:30898:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840232.490186:0:30898:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044639104 : -122120664912512 : ffff90ee9125ed80) 00000100:00000040:2.0:1788840232.490191:0:30898:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee9125ed80 x1875733133964544/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840248 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840232.490199:0:30898:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840232.490201:0:30898:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840232.490204:0:30898:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234b28. 00000100:00000200:2.0:1788840232.490206:0:30898:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875733133964544, offset 0 00000400:00000200:2.0:1788840232.490213:0:30898:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840232.490222:0:30898:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840232.490229:0:30898:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840232.490235:0:30898:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840232.490240:0:30898:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840232.490244:0:30898:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840232.490247:0:30898:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840232.490250:0:30898:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2330:2330:256:4294967295] 192.168.202.131@tcp LPNI seq info [2330:2330:8:4294967295] 00000400:00000200:2.0:1788840232.490254:0:30898:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840232.490266:0:30898:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840232.490272:0:30898:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840232.490277:0:30898:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989000. 00000800:00000200:2.0:1788840232.490284:0:30898:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840232.490293:0:30898:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840232.490298:0:30898:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989000 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1788840232.490315:0:30898:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840232.490321:0:30898:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 781578 usecs (782 jiffies) 00000400:00000200:2.0:1788840232.490325:0:30898:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840232.490328:0:30898:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296463089 00000100:00000001:2.0:1788840232.490335:0:30898:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, simply extend its deadline from 4296463063 00000100:00000001:2.0:1788840232.490341:0:30898:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296463089 00000100:00000001:2.0:1788840232.490344:0:30898:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, simply extend its deadline from 4296463063 00000100:00000001:2.0:1788840232.490348:0:30898:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840232.490352:0:30898:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840232.490354:0:30898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840232.490356:0:30898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788840232.490359:0:30898:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee982246c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788840232.490362:0:30898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840232.490364:0:30898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840232.491056:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840232.491061:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989000. 00000400:00000200:3.0:1788840232.491069:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840232.491075:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840232.491082:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234b28 00000400:00000010:3.0:1788840232.491084:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234b28. 00000100:00000001:3.0:1788840232.491089:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840232.491094:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125ed80 x1875733133964544/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840248 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840232.491103:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840232.491107:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee9125ed80 x1875733133964544/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840248 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840232.491112:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840232.491114:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840232.511629:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840232.511664:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840232.511669:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840232.511672:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840232.511680:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840232.511688:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840232.511697:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840232.511702:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840232.511707:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840232.511722:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 584 into portal 10 MB=0x6a9f82724b500 00000400:00000200:3.0:1788840232.511726:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840232.511732:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 584/584 into md 0x666d [1] + 224 00000800:00000001:3.0:1788840232.511739:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840232.511746:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840232.511749:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840232.511753:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840232.511761:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840232.511772:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125ed80 x1875733133964544/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840248 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840232.511782:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff90ee9125ed80 x1875733133964544/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840248 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840232.511794:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840232.511802:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840232.511806:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840232.511987:0:30898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788840232.511995:0:30898:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840232.511997:0:30898:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840232.512000:0:30898:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4ed68. 00000400:00000200:2.0:1788840232.512005:0:30898:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234c38 00000400:00000010:2.0:1788840232.512008:0:30898:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234c38. 00000100:00000001:2.0:1788840232.512011:0:30898:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840232.512016:0:30898:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125ed80 x1875733133964544/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840248 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788840232.512026:0:30898:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125ed80 x1875733133964544/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840248 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840232.512031:0:30898:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840232.512033:0:30898:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840232.512036:0:30898:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788840232.512039:0:30898:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788840232.512041:0:30898:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840232.512044:0:30898:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840232.512047:0:30898:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840232.512055:0:30898:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=82 v=5 (5 102 102 102) 00000100:00001000:2.0:1788840232.512060:0:30898:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1788840232.512063:0:30898:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788840232.512065:0:30898:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840232.512068:0:30898:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788840232.512072:0:30898:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840232.512076:0:30898:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788840232.512078:0:30898:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967610 00000100:00000001:2.0:1788840232.512080:0:30898:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788840232.512083:0:30898:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840232.512089:0:30898:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125ed80 x1875733133964544/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840248 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840232.512096:0:30898:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840232.512099:0:30898:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840232.512101:0:30898:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840232.512105:0:30898:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125ed80 x1875733133964544/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840248 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788840232.512113:0:30898:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125ed80 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:30898:1875733133964544:192.168.202.131@tcp:101:multiop.0 00000100:00000001:2.0:1788840232.512117:0:30898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840232.512120:0:30898:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840232.512122:0:30898:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788840232.512124:0:30898:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840232.512127:0:30898:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125ed80 x1875733133964544/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840248 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840232.512133:0:30898:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788840232.512136:0:30898:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee982246c0. 00000100:00000001:2.0:1788840232.512139:0:30898:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788840232.512141:0:30898:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840232.512144:0:30898:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788840232.512149:0:30898:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840232.512151:0:30898:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840232.512154:0:30898:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8dc00 refcount=4 00000020:00000001:2.0:1788840232.512157:0:30898:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888593408 : -122120820958208 : ffff90ee87d8dc00) 00010000:00000001:2.0:1788840232.512160:0:30898:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888593408 : -122120820958208 : ffff90ee87d8dc00) 00010000:00000040:2.0:1788840232.512166:0:30898:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee87d8dc00, remote cookie: 0x8a436931312ba304, flags: 0x1001 00010000:00010000:2.0:1788840232.512172:0:30898:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8dc00/0x3aa5f499c96f36cc lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba304 expref: -99 pid: 30898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788840232.512180:0:30898:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x23:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1788840232.512184:0:30898:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1788840232.512192:0:30898:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee892b1700. 00010000:00000010:2.0:1788840232.512197:0:30898:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee98e7d700. 00010000:00000001:2.0:1788840232.512202:0:30898:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840232.512205:0:30898:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8dc00/0x3aa5f499c96f36cc lrc: 4/1,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba304 expref: -99 pid: 30898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840232.512214:0:30898:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8dc00/0x3aa5f499c96f36cc lrc: 4/1,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba304 expref: -99 pid: 30898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840232.512220:0:30898:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788840232.512224:0:30898:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788840232.512226:0:30898:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788840232.512228:0:30898:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788840232.512229:0:30898:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788840232.512231:0:30898:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x23:0x0].0x0 (ffff90ee892b1700) refcount = 1 00010000:00010000:2.0:1788840232.512235:0:30898:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8dc00/0x3aa5f499c96f36cc lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba304 expref: -99 pid: 30898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840232.512241:0:30898:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788840232.512244:0:30898:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788840232.512245:0:30898:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840232.512248:0:30898:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788840232.512250:0:30898:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840232.512253:0:30898:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8dc00/0x3aa5f499c96f36cc lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba304 expref: -99 pid: 30898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840232.512260:0:30898:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788840232.512262:0:30898:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840232.512263:0:30898:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840232.512264:0:30898:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840232.512265:0:30898:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840232.512266:0:30898:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840232.512271:0:30898:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788840232.512273:0:30898:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840232.512274:0:30898:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840232.512276:0:30898:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8dc00 refcount=3 00000020:00000001:2.0:1788840232.512278:0:30898:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888593408 : -122120820958208 : ffff90ee87d8dc00) 00010000:00000001:2.0:1788840232.512280:0:30898:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888593408 : -122120820958208 : ffff90ee87d8dc00) 00010000:00000001:2.0:1788840232.512282:0:30898:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840232.512284:0:30898:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840232.512285:0:30898:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8dc00 refcount=4 00000020:00000001:2.0:1788840232.512287:0:30898:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888593408 : -122120820958208 : ffff90ee87d8dc00) 00010000:00000001:2.0:1788840232.512288:0:30898:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888593408 : -122120820958208 : ffff90ee87d8dc00) 00010000:00000001:2.0:1788840232.512291:0:30898:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840232.512294:0:30898:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840232.512297:0:30898:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8dc00/0x3aa5f499c96f36cc lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba304 expref: -99 pid: 30898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840232.512302:0:30898:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840232.512304:0:30898:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840232.512305:0:30898:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840232.512306:0:30898:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840232.512307:0:30898:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8dc00 refcount=5 00000020:00000001:2.0:1788840232.512308:0:30898:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888593408 : -122120820958208 : ffff90ee87d8dc00) 00010000:00000001:2.0:1788840232.512310:0:30898:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888593408 : -122120820958208 : ffff90ee87d8dc00) 00010000:00000001:2.0:1788840232.512312:0:30898:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788840232.512315:0:30898:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8dc00/0x3aa5f499c96f36cc lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba304 expref: -99 pid: 30898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840232.512321:0:30898:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840232.512322:0:30898:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788840232.512324:0:30898:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8dc00/0x3aa5f499c96f36cc lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba304 expref: -99 pid: 30898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840232.512331:0:30898:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788840232.512332:0:30898:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840232.512333:0:30898:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840232.512334:0:30898:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840232.512335:0:30898:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788840232.512340:0:30898:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff90ee9125ed80 x1875733133964544/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840248 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788840232.512347:0:30898:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840232.512348:0:30898:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840232.512350:0:30898:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8dc00 refcount=3 00000020:00000001:2.0:1788840232.512351:0:30898:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888593408 : -122120820958208 : ffff90ee87d8dc00) 00010000:00000001:2.0:1788840232.512354:0:30898:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888593408 : -122120820958208 : ffff90ee87d8dc00) 00010000:00000001:2.0:1788840232.512356:0:30898:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840232.512357:0:30898:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840232.512358:0:30898:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840232.512360:0:30898:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840232.512363:0:30898:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788840232.512365:0:30898:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840232.512366:0:30898:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840232.512368:0:30898:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8dc00 refcount=3 00000020:00000001:2.0:1788840232.512369:0:30898:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888593408 : -122120820958208 : ffff90ee87d8dc00) 00010000:00000001:2.0:1788840232.512372:0:30898:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888593408 : -122120820958208 : ffff90ee87d8dc00) 00000002:00010000:2.0:1788840232.512375:0:30898:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8dc00/0x3aa5f499c96f36cc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba304 expref: -99 pid: 30898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840232.512382:0:30898:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840232.512383:0:30898:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840232.512385:0:30898:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788840232.512386:0:30898:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840232.512387:0:30898:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840232.512388:0:30898:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8dc00 refcount=3 00000020:00000001:2.0:1788840232.512390:0:30898:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888593408 : -122120820958208 : ffff90ee87d8dc00) 00010000:00000001:2.0:1788840232.512392:0:30898:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888593408 : -122120820958208 : ffff90ee87d8dc00) 00010000:00000040:2.0:1788840232.512395:0:30898:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1700 count: 2 00010000:00000001:2.0:1788840232.512398:0:30898:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788840232.512402:0:30898:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 4 res 8589935620/35 (0 0) 00010000:00000001:2.0:1788840232.512405:0:30898:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840232.512406:0:30898:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840232.512407:0:30898:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788840232.512410:0:30898:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200e33750 00000002:00002000:2.0:1788840232.512413:0:30898:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-1 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788840232.512416:0:30898:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840232.512420:0:30898:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840232.512422:0:30898:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788840232.512426:0:30898:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788840232.512429:0:30898:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788840232.512432:0:30898:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000001:2.0:1788840232.512435:0:30898:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788840232.512437:0:30898:0:(namei.c:674:ll_lookup_it_finish()) it ffffa16200e33ac8 it_disposition b 00000080:00000001:2.0:1788840232.512440:0:30898:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788840232.512447:0:30898:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788840232.512449:0:30898:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788840232.512452:0:30898:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:2.0:1788840232.512455:0:30898:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1788840232.512460:0:30898:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788840232.512462:0:30898:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x23:0x0] 00000080:00000001:2.0:1788840232.512465:0:30898:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840232.512468:0:30898:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:2.0:1788840232.512471:0:30898:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1788840232.512475:0:30898:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x23:0x0], updating i_size 16384 00000080:00200000:2.0:1788840232.512478:0:30898:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x23:0x0](ffff90ee90515b88): rc = 0 00000080:00000001:2.0:1788840232.512480:0:30898:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621953030708104 : -122120678843512 : ffff90ee90515b88) 00010000:00000001:2.0:1788840232.512482:0:30898:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840232.512483:0:30898:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840232.512484:0:30898:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8dc00 refcount=3 00000020:00000001:2.0:1788840232.512486:0:30898:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888593408 : -122120820958208 : ffff90ee87d8dc00) 00010000:00000001:2.0:1788840232.512488:0:30898:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888593408 : -122120820958208 : ffff90ee87d8dc00) 00010000:00000001:2.0:1788840232.512489:0:30898:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840232.512490:0:30898:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788840232.512492:0:30898:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788840232.512494:0:30898:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788840232.512495:0:30898:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788840232.512498:0:30898:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788840232.512499:0:30898:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840232.512503:0:30898:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x23:0x0](ffff90ee90515b88) for lock 0x3aa5f499c96f36cc 00800000:00000001:2.0:1788840232.512506:0:30898:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788840232.512508:0:30898:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788840232.512509:0:30898:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840232.512510:0:30898:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840232.512511:0:30898:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8dc00 refcount=3 00000020:00000001:2.0:1788840232.512514:0:30898:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888593408 : -122120820958208 : ffff90ee87d8dc00) 00010000:00000001:2.0:1788840232.512516:0:30898:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888593408 : -122120820958208 : ffff90ee87d8dc00) 00010000:00000001:2.0:1788840232.512518:0:30898:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840232.512520:0:30898:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840232.512521:0:30898:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840232.512523:0:30898:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1788840232.512529:0:30898:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90ee9063a5e8 inode ffff90ee90515b88 refc 1 flags 0x20000e 00000080:00000001:2.0:1788840232.512533:0:30898:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788840232.512535:0:30898:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840232.512537:0:30898:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1788840232.512540:0:30898:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x23:0x0](ffff90ee90515b88) 00000080:00010000:2.0:1788840232.512543:0:30898:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f36cc from it ffffa16200e33ac8 00010000:00000001:2.0:1788840232.512545:0:30898:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840232.512546:0:30898:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840232.512548:0:30898:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8dc00 refcount=3 00000020:00000001:2.0:1788840232.512549:0:30898:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888593408 : -122120820958208 : ffff90ee87d8dc00) 00010000:00000001:2.0:1788840232.512551:0:30898:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888593408 : -122120820958208 : ffff90ee87d8dc00) 00010000:00000001:2.0:1788840232.512553:0:30898:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788840232.512555:0:30898:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8dc00/0x3aa5f499c96f36cc lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba304 expref: -99 pid: 30898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840232.512562:0:30898:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840232.512563:0:30898:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840232.512565:0:30898:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788840232.512567:0:30898:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788840232.512570:0:30898:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8dc00/0x3aa5f499c96f36cc lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba304 expref: -99 pid: 30898 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788840232.512576:0:30898:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788840232.512578:0:30898:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788840232.512580:0:30898:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840232.512585:0:30898:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840232.512586:0:30898:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840232.512587:0:30898:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840232.512590:0:30898:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788840232.512591:0:30898:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840232.512593:0:30898:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840232.512596:0:30898:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840232.512598:0:30898:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788840232.512599:0:30898:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840232.512601:0:30898:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788840232.512603:0:30898:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788840232.512606:0:30898:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90eea059c800. 00000100:00000001:2.0:1788840232.512611:0:30898:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840232.512615:0:30898:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125ed80 x1875733133964544/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840248 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840232.512621:0:30898:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840232.512624:0:30898:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840232.512628:0:30898:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90ee86e6a800. 02000000:00000001:2.0:1788840232.512631:0:30898:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840232.512633:0:30898:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840232.512635:0:30898:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:2.0:1788840232.512664:0:30898:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840232.512668:0:30898:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee85dd7400. 02000000:00000001:2.0:1788840232.512672:0:30898:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840232.512674:0:30898:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840232.512675:0:30898:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125ed80. 00000100:00000001:2.0:1788840232.512679:0:30898:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840232.512680:0:30898:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788840232.512688:0:30898:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788840232.512691:0:30898:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x23:0x0](ffff90ee90515b88), inode mode 41ed mask 1 00000080:00000001:2.0:1788840232.512696:0:30898:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788840232.512729:0:30898:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90ee86e75940. 00000080:00000001:2.0:1788840232.512734:0:30898:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788840232.512736:0:30898:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x23:0x0](ffff90ee90515b88), inode mode 41ed mask 3 00000080:00000001:2.0:1788840232.512738:0:30898:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840232.512742:0:30898:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1788840232.512743:0:30898:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200e33b58 00000080:00200000:2.0:1788840232.512746:0:30898:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f, dir=[0x200000404:0x23:0x0](ffff90ee90515b88), file ffff90eea0567b00, open_flags 8042, mode 81a4 opened 0 00000080:00000010:2.0:1788840232.512750:0:30898:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff90ee87fb1360. 00000080:00000001:2.0:1788840232.512754:0:30898:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788840232.512756:0:30898:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200e33a08 00000080:00200000:2.0:1788840232.512758:0:30898:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x23:0x0](ffff90ee90515b88), intent=open|creat 00000080:00000010:2.0:1788840232.512764:0:30898:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90eea059c800. 00000080:00000001:2.0:1788840232.512771:0:30898:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788840232.512773:0:30898:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788840232.512775:0:30898:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200e33928 00800000:00000002:2.0:1788840232.512777:0:30898:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f' on [0x200000404:0x23:0x0] 00800000:00000001:2.0:1788840232.512780:0:30898:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1788840232.512782:0:30898:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1788840232.512787:0:30898:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446621952875900928 : -122120833650688 : ffff90ee87173000) 00800000:00000001:2.0:1788840232.512790:0:30898:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1788840232.512792:0:30898:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1788840232.512794:0:30898:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1788840232.512796:0:30898:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1788840232.512799:0:30898:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff90ee90f70800: Allocated FID [0x200000404:0x25:0x0] 40000000:00000001:2.0:1788840232.512802:0:30898:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840232.512804:0:30898:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840232.512805:0:30898:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840232.512807:0:30898:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840232.512809:0:30898:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200e338a8 00800000:00000002:2.0:1788840232.512811:0:30898:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000404:0x23:0x0], fid2=[0x200000404:0x25:0x0], name='f' -> mds #0 layout version 1 00000002:00000001:2.0:1788840232.512815:0:30898:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788840232.512817:0:30898:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200e337e0 00000002:00010000:2.0:1788840232.512819:0:30898:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x200000404:0x25:0x0]) in obj [0x200000404:0x23:0x0], intent: open|creat flags 0100103 00000002:00000001:2.0:1788840232.512823:0:30898:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788840232.512826:0:30898:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1788840232.512829:0:30898:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1788840232.512833:0:30898:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840232.512834:0:30898:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788840232.512837:0:30898:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1700 count: 2 00010000:00000001:2.0:1788840232.512839:0:30898:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840232.512842:0:30898:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788840232.512844:0:30898:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840232.512846:0:30898:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840232.512848:0:30898:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788840232.512852:0:30898:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125ed80. 00000020:00000040:2.0:1788840232.512855:0:30898:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 02000000:00000001:2.0:1788840232.512860:0:30898:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788840232.512862:0:30898:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840232.512865:0:30898:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788840232.512868:0:30898:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840232.512871:0:30898:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840232.512872:0:30898:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840232.512874:0:30898:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840232.512876:0:30898:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840232.512879:0:30898:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840232.512882:0:30898:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840232.512888:0:30898:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee85dd7400. 00000100:00000001:2.0:1788840232.512895:0:30898:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840232.512899:0:30898:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840232.512901:0:30898:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840232.512903:0:30898:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840232.512904:0:30898:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840232.512906:0:30898:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840232.512915:0:30898:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446621953044639104 : -122120664912512 : ffff90ee9125ed80) 00010000:00000001:2.0:1788840232.512918:0:30898:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788840232.512921:0:30898:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788840232.512923:0:30898:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1700 count: 2 00010000:00000001:2.0:1788840232.512925:0:30898:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840232.512928:0:30898:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788840232.512932:0:30898:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee87d8d800. 00000020:00000001:2.0:1788840232.512936:0:30898:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788840232.512938:0:30898:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee87d8d800 with handle 0x3aa5f499c96f36d3 to hash 00000020:00000001:2.0:1788840232.512941:0:30898:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788840232.512942:0:30898:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952888592384 : -122120820959232 : ffff90ee87d8d800) 00010000:00000001:2.0:1788840232.512946:0:30898:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952888592384 : -122120820959232 : ffff90ee87d8d800) 00010000:00000001:2.0:1788840232.512949:0:30898:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840232.512950:0:30898:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840232.512954:0:30898:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d800/0x3aa5f499c96f36d3 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30898 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840232.512962:0:30898:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d800/0x3aa5f499c96f36d3 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30898 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1788840232.512972:0:30898:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1788840232.512978:0:30898:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee9125ed80 x1875733133964800/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1788840232.512986:0:30898:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d800/0x3aa5f499c96f36d3 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30898 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788840232.512992:0:30898:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788840232.512993:0:30898:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788840232.512999:0:30898:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee982246c0. 00000100:00000001:2.0:1788840232.513001:0:30898:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621953161840320 : -122120547711296 : ffff90ee982246c0) 00000100:00000001:2.0:1788840232.513004:0:30898:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840232.513005:0:30898:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044639104 : -122120664912512 : ffff90ee9125ed80) 00000100:00000001:2.0:1788840232.513009:0:30898:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840232.513013:0:30898:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840232.513015:0:30898:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788840232.513016:0:30898:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840232.513020:0:30898:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125ed80 x1875733133964800/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840232.513028:0:30898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840232.513030:0:30898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840232.513034:0:30898:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840232.513037:0:30898:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840232.513039:0:30898:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840232.513042:0:30898:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125ed80 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:30898:1875733133964800:192.168.202.131@tcp:101:multiop.0 00000100:00000001:2.0:1788840232.513046:0:30898:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840232.513051:0:30898:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840232.513053:0:30898:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840232.513055:0:30898:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840232.513108:0:30898:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff90ee86fe0000. 02000000:00000001:2.0:1788840232.513111:0:30898:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840232.513117:0:30898:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840232.513121:0:30898:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4ed68. 00000400:00000010:2.0:1788840232.513126:0:30898:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff90ee85dd4000. 00000100:00000200:2.0:1788840232.513134:0:30898:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875733133964800, portal 10 00000100:00000001:2.0:1788840232.513136:0:30898:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840232.513138:0:30898:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044639104 : -122120664912512 : ffff90ee9125ed80) 00000100:00000040:2.0:1788840232.513144:0:30898:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee9125ed80 x1875733133964800/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840248 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840232.513151:0:30898:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840232.513154:0:30898:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840232.513157:0:30898:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234c38. 00000100:00000200:2.0:1788840232.513160:0:30898:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875733133964800, offset 0 00000400:00000200:2.0:1788840232.513167:0:30898:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840232.513174:0:30898:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840232.513180:0:30898:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840232.513186:0:30898:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840232.513190:0:30898:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840232.513194:0:30898:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840232.513197:0:30898:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840232.513202:0:30898:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2331:2331:256:4294967295] 192.168.202.131@tcp LPNI seq info [2331:2331:8:4294967295] 00000400:00000200:2.0:1788840232.513206:0:30898:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840232.513216:0:30898:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840232.513222:0:30898:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840232.513227:0:30898:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989d00. 00000800:00000200:2.0:1788840232.513234:0:30898:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840232.513241:0:30898:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840232.513246:0:30898:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989d00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1788840232.513256:0:30898:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840232.513259:0:30898:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 780462 usecs (781 jiffies) 00000400:00000200:2.0:1788840232.513263:0:30898:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840232.513266:0:30898:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296463110 00000100:00000001:2.0:1788840232.513272:0:30898:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, simply extend its deadline from 4296463089 00000100:00000001:2.0:1788840232.513277:0:30898:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296463110 00000100:00000001:2.0:1788840232.513280:0:30898:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, simply extend its deadline from 4296463089 00000100:00000001:2.0:1788840232.513283:0:30898:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840232.513286:0:30898:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840232.513289:0:30898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840232.513291:0:30898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788840232.513293:0:30898:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee982246c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788840232.513295:0:30898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840232.513297:0:30898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840232.513544:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840232.513549:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989d00. 00000400:00000200:3.0:1788840232.513553:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840232.513557:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840232.513562:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234c38 00000400:00000010:3.0:1788840232.513564:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234c38. 00000100:00000001:3.0:1788840232.513568:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840232.513572:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125ed80 x1875733133964800/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840248 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840232.513582:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840232.513585:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee9125ed80 x1875733133964800/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840248 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840232.513592:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840232.513594:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840232.547463:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840232.547480:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840232.547484:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840232.547487:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840232.547498:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840232.547506:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840232.547516:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840232.547521:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840232.547526:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840232.547530:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 664 into portal 10 MB=0x6a9f82724b600 00000400:00000200:3.0:1788840232.547535:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840232.547541:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 664/664 into md 0x667d [32] + 224 00000800:00000001:3.0:1788840232.547548:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840232.547554:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840232.547557:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840232.547562:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840232.547569:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840232.547578:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125ed80 x1875733133964800/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840248 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840232.547594:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff90ee9125ed80 x1875733133964800/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840248 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840232.547681:0:30898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840232.547877:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788840232.547887:0:2353:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788840232.547891:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840232.547897:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840232.547903:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2332:2332:256:4294967295] 192.168.202.131@tcp LPNI seq info [2332:2332:8:4294967295] 00000400:00000200:3.0:1788840232.547907:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840232.547915:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) 192.168.202.131@tcp : ACK try# 0 00000800:00000200:3.0:1788840232.547921:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840232.547927:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff90ee86eec400. 00000800:00000200:3.0:1788840232.547933:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840232.547940:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840232.547944:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee86eec400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788840232.548020:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840232.548024:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff90ee86eec400. 00000400:00000200:3.0:1788840232.548027:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840232.548031:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: ACK: OK 00000800:00000001:3.0:1788840232.548037:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840232.548040:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788840232.549779:0:30898:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840232.549786:0:30898:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840232.549790:0:30898:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4ed68. 00000400:00000200:2.0:1788840232.549798:0:30898:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85dd4000 00000400:00000010:2.0:1788840232.549800:0:30898:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff90ee85dd4000. 00000100:00000001:2.0:1788840232.549805:0:30898:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840232.549813:0:30898:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125ed80 x1875733133964800/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840248 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788840232.549830:0:30898:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125ed80 x1875733133964800/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840248 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840232.549837:0:30898:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840232.549840:0:30898:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840232.549843:0:30898:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788840232.549846:0:30898:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788840232.549848:0:30898:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840232.549851:0:30898:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840232.549854:0:30898:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840232.549863:0:30898:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=82 v=5 (5 102 102 102) 00000100:00001000:2.0:1788840232.549867:0:30898:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1788840232.549869:0:30898:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788840232.549871:0:30898:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840232.549874:0:30898:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788840232.549879:0:30898:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840232.549882:0:30898:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788840232.549884:0:30898:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000013b/0x1] 00000100:00000001:2.0:1788840232.549886:0:30898:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788840232.549888:0:30898:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840232.549890:0:30898:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044639104 : -122120664912512 : ffff90ee9125ed80) 00000100:00000001:2.0:1788840232.549893:0:30898:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788840232.549896:0:30898:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967610 00000100:00000001:2.0:1788840232.549897:0:30898:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788840232.549900:0:30898:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840232.549906:0:30898:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125ed80 x1875733133964800/t4294967613(4294967613) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/664 e 0 to 0 dl 1788840248 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840232.549912:0:30898:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840232.549915:0:30898:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840232.549917:0:30898:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840232.549921:0:30898:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125ed80 x1875733133964800/t4294967613(4294967613) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/664 e 0 to 0 dl 1788840248 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788840232.549928:0:30898:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125ed80 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:30898:1875733133964800:192.168.202.131@tcp:101:multiop.0 00000100:00000001:2.0:1788840232.549933:0:30898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840232.549936:0:30898:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840232.549939:0:30898:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788840232.549941:0:30898:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840232.549944:0:30898:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee9125ed80 x1875733133964800/t4294967613(4294967613) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/664 e 0 to 0 dl 1788840248 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840232.549952:0:30898:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788840232.549954:0:30898:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee982246c0. 00000100:00000001:2.0:1788840232.549957:0:30898:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788840232.549958:0:30898:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840232.549961:0:30898:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788840232.549967:0:30898:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840232.549969:0:30898:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840232.549972:0:30898:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d800 refcount=4 00000020:00000001:2.0:1788840232.549974:0:30898:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888592384 : -122120820959232 : ffff90ee87d8d800) 00010000:00000001:2.0:1788840232.549977:0:30898:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888592384 : -122120820959232 : ffff90ee87d8d800) 00010000:00000040:2.0:1788840232.549983:0:30898:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee87d8d800, remote cookie: 0x8a436931312ba320, flags: 0x1001 00010000:00010000:2.0:1788840232.549988:0:30898:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d800/0x3aa5f499c96f36d3 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba320 expref: -99 pid: 30898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788840232.549996:0:30898:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x25:0x0].0x0, instead of [0x200000404:0x23:0x0].0x0 00010000:00000001:2.0:1788840232.549999:0:30898:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1788840232.550154:0:30898:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee85e55b00. 00010000:00000010:3.0:1788840232.550160:0:30898:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee86e2f480. 00010000:00000001:3.0:1788840232.550164:0:30898:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840232.550168:0:30898:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d800/0x3aa5f499c96f36d3 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba320 expref: -99 pid: 30898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788840232.550178:0:30898:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d800/0x3aa5f499c96f36d3 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba320 expref: -99 pid: 30898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840232.550188:0:30898:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788840232.550193:0:30898:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788840232.550195:0:30898:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788840232.550197:0:30898:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788840232.550198:0:30898:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788840232.550201:0:30898:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x25:0x0].0x0 (ffff90ee85e55b00) refcount = 1 00010000:00010000:3.0:1788840232.550204:0:30898:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d800/0x3aa5f499c96f36d3 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba320 expref: -99 pid: 30898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840232.550210:0:30898:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788840232.550213:0:30898:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788840232.550214:0:30898:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840232.550217:0:30898:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788840232.550219:0:30898:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840232.550222:0:30898:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d800/0x3aa5f499c96f36d3 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba320 expref: -99 pid: 30898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840232.550226:0:30898:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788840232.550228:0:30898:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840232.550229:0:30898:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840232.550230:0:30898:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840232.550231:0:30898:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840232.550232:0:30898:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840232.550237:0:30898:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788840232.550240:0:30898:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840232.550241:0:30898:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840232.550243:0:30898:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d800 refcount=3 00000020:00000001:3.0:1788840232.550244:0:30898:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888592384 : -122120820959232 : ffff90ee87d8d800) 00010000:00000001:3.0:1788840232.550246:0:30898:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888592384 : -122120820959232 : ffff90ee87d8d800) 00010000:00000001:3.0:1788840232.550248:0:30898:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840232.550249:0:30898:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840232.550250:0:30898:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d800 refcount=4 00000020:00000001:3.0:1788840232.550252:0:30898:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888592384 : -122120820959232 : ffff90ee87d8d800) 00010000:00000001:3.0:1788840232.550254:0:30898:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888592384 : -122120820959232 : ffff90ee87d8d800) 00010000:00000001:3.0:1788840232.550257:0:30898:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840232.550259:0:30898:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840232.550262:0:30898:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d800/0x3aa5f499c96f36d3 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba320 expref: -99 pid: 30898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840232.550268:0:30898:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840232.550269:0:30898:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840232.550271:0:30898:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840232.550271:0:30898:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840232.550272:0:30898:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d800 refcount=5 00000020:00000001:3.0:1788840232.550274:0:30898:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888592384 : -122120820959232 : ffff90ee87d8d800) 00010000:00000001:3.0:1788840232.550275:0:30898:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888592384 : -122120820959232 : ffff90ee87d8d800) 00010000:00000001:3.0:1788840232.550279:0:30898:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788840232.550281:0:30898:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d800/0x3aa5f499c96f36d3 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba320 expref: -99 pid: 30898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840232.550287:0:30898:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840232.550288:0:30898:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788840232.550290:0:30898:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d800/0x3aa5f499c96f36d3 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba320 expref: -99 pid: 30898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840232.550296:0:30898:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788840232.550297:0:30898:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840232.550298:0:30898:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840232.550299:0:30898:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840232.550300:0:30898:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788840232.550305:0:30898:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff90ee9125ed80 x1875733133964800/t4294967613(4294967613) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/664 e 0 to 0 dl 1788840248 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788840232.550313:0:30898:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1788840232.550318:0:30898:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90ee9125ed80 x1875733133964800/t4294967613(4294967613) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/664 e 0 to 0 dl 1788840248 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788840232.550329:0:30898:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840232.550335:0:30898:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840232.550336:0:30898:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840232.550338:0:30898:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d800 refcount=3 00000020:00000001:3.0:1788840232.550340:0:30898:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888592384 : -122120820959232 : ffff90ee87d8d800) 00010000:00000001:3.0:1788840232.550342:0:30898:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888592384 : -122120820959232 : ffff90ee87d8d800) 00000002:00010000:3.0:1788840232.550358:0:30898:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d800/0x3aa5f499c96f36d3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba320 expref: -99 pid: 30898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1788840232.550368:0:30898:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff90ee8867c680. 00010000:00000001:3.0:1788840232.550370:0:30898:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840232.550371:0:30898:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788840232.550373:0:30898:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840232.550375:0:30898:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840232.550378:0:30898:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1788840232.550380:0:30898:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840232.550382:0:30898:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044639104 : -122120664912512 : ffff90ee9125ed80) 00000100:00000001:3.0:1788840232.550384:0:30898:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840232.550385:0:30898:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044639104 : -122120664912512 : ffff90ee9125ed80) 00010000:00000001:3.0:1788840232.550387:0:30898:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840232.550388:0:30898:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840232.550389:0:30898:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d800 refcount=3 00000020:00000001:3.0:1788840232.550391:0:30898:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888592384 : -122120820959232 : ffff90ee87d8d800) 00010000:00000001:3.0:1788840232.550393:0:30898:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888592384 : -122120820959232 : ffff90ee87d8d800) 00000002:00010000:3.0:1788840232.550397:0:30898:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d800/0x3aa5f499c96f36d3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba320 expref: -99 pid: 30898 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840232.550403:0:30898:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840232.550404:0:30898:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840232.550406:0:30898:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788840232.550407:0:30898:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840232.550409:0:30898:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840232.550410:0:30898:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d800 refcount=3 00000020:00000001:3.0:1788840232.550412:0:30898:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888592384 : -122120820959232 : ffff90ee87d8d800) 00010000:00000001:3.0:1788840232.550414:0:30898:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888592384 : -122120820959232 : ffff90ee87d8d800) 00010000:00000040:3.0:1788840232.550418:0:30898:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55b00 count: 2 00010000:00000001:3.0:1788840232.550421:0:30898:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788840232.550424:0:30898:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 4 res 8589935620/37 (0 0) 00010000:00000001:3.0:1788840232.550427:0:30898:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840232.550428:0:30898:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788840232.550429:0:30898:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788840232.550432:0:30898:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200e33768 00000002:00002000:3.0:1788840232.550434:0:30898:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:3.0:1788840232.550437:0:30898:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840232.550441:0:30898:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840232.550444:0:30898:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788840232.550447:0:30898:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x23:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788840232.550450:0:30898:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840232.550453:0:30898:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788840232.550456:0:30898:0:(namei.c:674:ll_lookup_it_finish()) it ffff90ee87fb1360 it_disposition 1800037 00000080:00002000:3.0:1788840232.550461:0:30898:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90ee9063aaf8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:3.0:1788840232.550465:0:30898:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788840232.550468:0:30898:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:3.0:1788840232.550470:0:30898:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200e33998 00000080:00200000:3.0:1788840232.550472:0:30898:0:(namei.c:1628:ll_create_it()) VFS Op:name=f, dir=[0x200000404:0x23:0x0](ffff90ee90515b88), intent=open|creat 00000080:00000001:3.0:1788840232.550475:0:30898:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:3.0:1788840232.550477:0:30898:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788840232.550482:0:30898:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788840232.550485:0:30898:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788840232.550487:0:30898:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833957 : 144115205322833957 : 200000404000025) 00000080:00000001:3.0:1788840232.550490:0:30898:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1788840232.550510:0:30898:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff90ee9058dac0. 00000020:00000001:3.0:1788840232.550520:0:30898:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:3.0:1788840232.550522:0:30898:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:3.0:1788840232.550525:0:30898:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:3.0:1788840232.550527:0:30898:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x25:0x0](ffff90ee9058db88) 00000020:00000001:3.0:1788840232.550531:0:30898:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788840232.550535:0:30898:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953299709032 : -122120409842584 : ffff90eea059fc68) 00000020:00001000:3.0:1788840232.550537:0:30898:0:(cl_object.c:823:cl_env_get()) 1@ffff90eea059fc60 00000020:00000001:3.0:1788840232.550541:0:30898:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:3.0:1788840232.550546:0:30898:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff90ee98ea3e10. 00000020:00000001:3.0:1788840232.550548:0:30898:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1788840232.550550:0:30898:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840232.550558:0:30898:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:3.0:1788840232.550562:0:30898:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff90ee86dd2aa8. 00020000:00000001:3.0:1788840232.550564:0:30898:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446621952872098472 : -122120837453144 : ffff90ee86dd2aa8) 00020000:00000001:3.0:1788840232.550567:0:30898:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:3.0:1788840232.550570:0:30898:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788840232.550575:0:30898:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90ee84b18060. 00020000:00000010:3.0:1788840232.550578:0:30898:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90ee85328f80. 00020000:00000010:3.0:1788840232.550583:0:30898:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90ee84b18a80. 00020000:00000001:3.0:1788840232.550584:0:30898:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621952835684992 : -122120873866624 : ffff90ee84b18a80) 00020000:00000002:3.0:1788840232.550588:0:30898:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee84b18a80, objid 0x25:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788840232.550593:0:30898:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788840232.550597:0:30898:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90ee85328f80: ostid: 0x280000400:18 ost idx: 1 gen: 0 00020000:00000001:3.0:1788840232.550600:0:30898:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:3.0:1788840232.550602:0:30898:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee84b18a80, objid 0x25:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788840232.550605:0:30898:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788840232.550608:0:30898:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90ee85328f80: ostid: 0x280000400:18 ost idx: 1 gen: 0 00020000:00000010:3.0:1788840232.550612:0:30898:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff90ee90c1f9e0. 00020000:00000010:3.0:1788840232.550615:0:30898:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff90ee9887c000. 00020000:00000001:3.0:1788840232.550618:0:30898:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:3.0:1788840232.550621:0:30898:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff90ee848d90c0. 00020000:00000001:3.0:1788840232.550624:0:30898:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:3.0:1788840232.550625:0:30898:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:3.0:1788840232.550630:0:30898:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:3.0:1788840232.550633:0:30898:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff90ee98ea3d48. 00000020:00000001:3.0:1788840232.550635:0:30898:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1788840232.550669:0:30898:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840232.550672:0:30898:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446621953174945224 : -122120534606392 : ffff90ee98ea3dc8) 00020000:00000001:3.0:1788840232.550675:0:30898:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:3.0:1788840232.550681:0:30898:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff90ee85076fc0. 00020000:00000001:3.0:1788840232.550684:0:30898:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840232.550689:0:30898:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446621953174945224 : -122120534606392 : ffff90ee98ea3dc8) 00020000:00000001:3.0:1788840232.550691:0:30898:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446621953174945224 : -122120534606392 : ffff90ee98ea3dc8) 00020000:00000002:3.0:1788840232.550695:0:30898:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x12:0x0]@ffff90ee98ea3d48[0:0] -> [0x200000404:0x25:0x0]@ffff90ee98ea3e10: ostid: 0x280000400:18 ost idx: 1 gen: 0 00020000:00000001:3.0:1788840232.550700:0:30898:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:3.0:1788840232.550703:0:30898:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:3.0:1788840232.550705:0:30898:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840232.550721:0:30898:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446621953174945424 : -122120534606192 : ffff90ee98ea3e90) 00000020:00001000:3.0:1788840232.550724:0:30898:0:(cl_object.c:917:cl_env_put()) 1@ffff90eea059fc60 00000080:00000001:3.0:1788840232.550728:0:30898:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833957 : 144115205322833957 : 200000404000025) 00000080:00000001:3.0:1788840232.550731:0:30898:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1788840232.550734:0:30898:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833957 mtime from 0 to 1788840232 00000080:00000001:3.0:1788840232.550738:0:30898:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1788840232.550740:0:30898:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621953031199624 : -122120678351992 : ffff90ee9058db88) 00010000:00000001:3.0:1788840232.550742:0:30898:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840232.550744:0:30898:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840232.550746:0:30898:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d800 refcount=3 00000020:00000001:3.0:1788840232.550748:0:30898:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888592384 : -122120820959232 : ffff90ee87d8d800) 00010000:00000001:3.0:1788840232.550750:0:30898:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888592384 : -122120820959232 : ffff90ee87d8d800) 00000080:00000001:3.0:1788840232.550753:0:30898:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788840232.550755:0:30898:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788840232.550878:0:30898:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953299709032 : -122120409842584 : ffff90eea059fc68) 00000020:00001000:3.0:1788840232.550882:0:30898:0:(cl_object.c:823:cl_env_get()) 1@ffff90eea059fc60 00000020:00000001:3.0:1788840232.550885:0:30898:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1788840232.550888:0:30898:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788840232.550890:0:30898:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788840232.550893:0:30898:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90ee84b18000. 00020000:00000010:3.0:1788840232.550896:0:30898:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90ee85328b00. 00020000:00000010:3.0:1788840232.550899:0:30898:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90ee84b180c0. 00020000:00000001:3.0:1788840232.550901:0:30898:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621952835682496 : -122120873869120 : ffff90ee84b180c0) 00020000:00000002:3.0:1788840232.550903:0:30898:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee84b180c0, objid 0x25:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788840232.550907:0:30898:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788840232.550910:0:30898:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90ee85328b00: ostid: 0x280000400:18 ost idx: 1 gen: 0 00020000:00000002:3.0:1788840232.550912:0:30898:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90ee86dd2aa8) owner ffff90ee84cd27c0 00020000:00000001:3.0:1788840232.550915:0:30898:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788840232.550918:0:30898:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90ee86dd2aa8) owner ffff90ee84cd27c0 00020000:00000010:3.0:1788840232.550922:0:30898:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90ee85328b00. 00020000:00000010:3.0:1788840232.550925:0:30898:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90ee84b18000. 00020000:00000010:3.0:1788840232.550928:0:30898:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90ee84b180c0. 00020000:00000002:3.0:1788840232.550930:0:30898:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x25:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1788840232.550932:0:30898:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840232.550934:0:30898:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840232.550937:0:30898:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1788840232.550940:0:30898:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee86dd2aa8) owner 0000000000000000/ffff90ee84cd27c0 00020000:00000002:3.0:1788840232.550943:0:30898:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90ee84b18a80 addref 2/0 by ffff90ee84cd27c0. 00020000:00000002:3.0:1788840232.550945:0:30898:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee86dd2aa8) owner 0000000000000000/ffff90ee84cd27c0 00020000:00000001:3.0:1788840232.550948:0:30898:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1788840232.550950:0:30898:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1788840232.550952:0:30898:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1788840232.550953:0:30898:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1788840232.550955:0:30898:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1788840232.550957:0:30898:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x25:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1788840232.550960:0:30898:0:(cl_object.c:917:cl_env_put()) 1@ffff90eea059fc60 00000080:00000001:3.0:1788840232.550962:0:30898:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840232.550964:0:30898:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840232.550965:0:30898:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788840232.550966:0:30898:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788840232.550969:0:30898:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788840232.550971:0:30898:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788840232.550973:0:30898:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x25:0x0](ffff90ee9058db88) 00000080:00010000:3.0:1788840232.550976:0:30898:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x25:0x0](ffff90ee9058db88) for lock 0x3aa5f499c96f36d3 00800000:00000001:3.0:1788840232.550979:0:30898:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788840232.550982:0:30898:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788840232.550984:0:30898:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840232.550985:0:30898:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840232.550987:0:30898:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d800 refcount=3 00000020:00000001:3.0:1788840232.550989:0:30898:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888592384 : -122120820959232 : ffff90ee87d8d800) 00010000:00000001:3.0:1788840232.550991:0:30898:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888592384 : -122120820959232 : ffff90ee87d8d800) 00010000:00000001:3.0:1788840232.550994:0:30898:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840232.550995:0:30898:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788840232.550996:0:30898:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840232.550998:0:30898:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840232.551000:0:30898:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:3.0:1788840232.551002:0:30898:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840232.551008:0:30898:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff90ee9125ed80 x1875733133964800/t4294967613(4294967613) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840248 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840232.551016:0:30898:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788840232.551020:0:30898:0:(namei.c:1651:ll_create_it()) inode ffff90ee9058db88 need_sync_to_mds [0x200000404:0x25:0x0] 00000080:00000001:3.0:1788840232.551023:0:30898:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788840232.551026:0:30898:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x25:0x0](ffff90ee9058db88) 00000080:00000001:3.0:1788840232.551029:0:30898:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788840232.551033:0:30898:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90eea059c800. 00000100:00000001:3.0:1788840232.551037:0:30898:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840232.551040:0:30898:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee9125ed80 x1875733133964800/t4294967613(4294967613) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840248 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840232.551047:0:30898:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840232.551051:0:30898:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:3.0:1788840232.551053:0:30898:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788840232.551055:0:30898:0:(namei.c:1500:ll_atomic_open()) inode ffff90ee9058db88 need_sync_to_mds [0x200000404:0x25:0x0] 00000080:00000001:3.0:1788840232.551064:0:30898:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788840232.551067:0:30898:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200e33a68 00000080:00200008:3.0:1788840232.551069:0:30898:0:(file.c:1090:ll_file_open()) START file f:[0x200000404:0x25:0x0](ffff90ee9058db88), flags 100102 00000080:00000010:3.0:1788840232.551076:0:30898:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90ee91e603c0. 00000080:00000010:3.0:1788840232.551082:0:30898:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff90ee8867c780. 00000080:00000001:3.0:1788840232.551084:0:30898:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1788840232.551088:0:30898:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1788840232.551091:0:30898:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1788840232.551095:0:30898:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff90ee86d74e60. 00000002:00100000:3.0:1788840232.551099:0:30898:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90ee9125ed80 x1875733133964800/t4294967613(4294967613) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840248 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788840232.551105:0:30898:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840232.551107:0:30898:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1788840232.551111:0:30898:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1788840232.551114:0:30898:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840232.551117:0:30898:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840232.551119:0:30898:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840232.551122:0:30898:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125ed80 x1875733133964800/t4294967613(4294967613) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840248 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1788840232.551129:0:30898:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840232.551132:0:30898:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff90ee86fe0000. 02000000:00000001:3.0:1788840232.551155:0:30898:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1788840232.551157:0:30898:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840232.551159:0:30898:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200e33a68 00000080:00000008:3.0:1788840232.551161:0:30898:0:(file.c:1329:ll_file_open()) COMPLETED file f:[0x200000404:0x25:0x0](ffff90ee9058db88), flags 100102, rc = 0 00000080:00000001:3.0:1788840232.551165:0:30898:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788840232.551167:0:30898:0:(dcache.c:176:ll_intent_release()) intent ffff90ee87fb1360 released 00000080:00010000:3.0:1788840232.551169:0:30898:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f36d3 from it ffff90ee87fb1360 00010000:00000001:3.0:1788840232.551172:0:30898:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840232.551173:0:30898:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840232.551175:0:30898:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d800 refcount=3 00000020:00000001:3.0:1788840232.551177:0:30898:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888592384 : -122120820959232 : ffff90ee87d8d800) 00010000:00000001:3.0:1788840232.551179:0:30898:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888592384 : -122120820959232 : ffff90ee87d8d800) 00010000:00000001:3.0:1788840232.551181:0:30898:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788840232.551185:0:30898:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d800/0x3aa5f499c96f36d3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8a436931312ba320 expref: -99 pid: 30898 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840232.551192:0:30898:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840232.551193:0:30898:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840232.551196:0:30898:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788840232.551198:0:30898:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788840232.551201:0:30898:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d800/0x3aa5f499c96f36d3 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312ba320 expref: -99 pid: 30898 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788840232.551208:0:30898:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788840232.551211:0:30898:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788840232.551212:0:30898:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840232.551217:0:30898:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840232.551218:0:30898:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840232.551220:0:30898:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840232.551223:0:30898:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788840232.551224:0:30898:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840232.551226:0:30898:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840232.551229:0:30898:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840232.551231:0:30898:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788840232.551232:0:30898:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840232.551233:0:30898:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788840232.551235:0:30898:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:3.0:1788840232.551236:0:30898:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:3.0:1788840232.551239:0:30898:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1788840232.551241:0:30898:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788840232.551243:0:30898:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1788840232.551245:0:30898:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840232.551248:0:30898:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1788840232.551250:0:30898:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840232.551252:0:30898:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788840232.551254:0:30898:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840232.551256:0:30898:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788840232.551258:0:30898:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff90ee87fb1360. 00000080:00000001:3.0:1788840232.551261:0:30898:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840232.551265:0:30898:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788840232.551268:0:30898:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x25:0x0](ffff90ee9058db88), inode mode 81a4 mask 40 00000080:00000001:3.0:1788840232.551272:0:30898:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840233.032495:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840233.032501:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0d000. 00000400:00000200:2.0:1788840233.032509:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840233.032517:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840233.032524:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539cc0 00000400:00000010:2.0:1788840233.032526:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539cc0. 00000100:00000001:2.0:1788840233.032531:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840233.032537:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fad500 x1875733133965056/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840233.032554:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840233.032557:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87fad500 x1875733133965056/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840249 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840233.032564:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840233.032566:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788840233.032578:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840233.032580:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0de00. 00000400:00000200:2.0:1788840233.032583:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840233.032586:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840233.032589:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539770 00000400:00000010:2.0:1788840233.032591:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539770. 00000100:00000001:2.0:1788840233.032593:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840233.032596:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87faf800 x1875733133964928/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840233.032603:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840233.032606:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87faf800 x1875733133964928/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840249 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840233.032612:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840233.032614:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788840233.032694:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840233.032697:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0d300. 00000400:00000200:2.0:1788840233.032701:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840233.032716:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840233.032719:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea05393b8 00000400:00000010:2.0:1788840233.032721:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea05393b8. 00000100:00000001:2.0:1788840233.032724:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840233.032729:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fad180 x1875733133965184/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840249 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840233.032736:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840233.032739:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87fad180 x1875733133965184/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840249 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840233.032751:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840233.032752:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840233.038635:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840233.038691:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840233.038696:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840233.038699:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840233.038721:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840233.038728:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840233.038737:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840233.038743:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840233.038748:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840233.038752:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f82724b700 00000400:00000200:3.0:1788840233.038757:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840233.038764:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x668d [1] + 224 00000800:00000001:3.0:1788840233.038771:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840233.038776:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840233.038779:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840233.038783:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840233.038792:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840233.038813:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fad500 x1875733133965056/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840249 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840233.038824:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87fad500 x1875733133965056/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840249 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840233.038842:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840233.038850:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840233.038855:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840233.038856:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840233.038858:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840233.038861:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840233.038865:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840233.038870:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840233.038872:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840233.038875:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840233.038877:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f82724b780 00000400:00000200:3.0:1788840233.038880:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840233.038884:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x669d [1] + 224 00000800:00000001:3.0:1788840233.038888:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840233.038891:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840233.038893:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840233.038896:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840233.038899:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840233.038904:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fad180 x1875733133965184/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840249 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840233.038912:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87fad180 x1875733133965184/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840249 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840233.038919:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840233.038922:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840233.038925:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840233.038927:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840233.038929:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840233.038932:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840233.038936:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840233.038939:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840233.038942:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840233.038955:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840233.038959:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 25 MB=0x6a9f82724b680 00000400:00000200:3.0:1788840233.038963:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840233.038966:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.131@tcp of length 224/224 into md 0x6695 [1] + 224 00000800:00000001:3.0:1788840233.038970:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840233.038976:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840233.038978:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840233.038981:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840233.038985:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840233.038989:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87faf800 x1875733133964928/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840249 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840233.038998:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87faf800 x1875733133964928/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840249 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840233.039006:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840233.039009:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840233.039012:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788840233.606064:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840233.606068:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840233.606072:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788840233.768132:0:30909:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788840233.768141:0:30909:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788840233.768144:0:30909:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788840233.768147:0:30909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907bc0 00000080:00200000:2.0:1788840233.768151:0:30909:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:2.0:1788840233.768158:0:30909:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee92e99800. 00800000:00000002:2.0:1788840233.768164:0:30909:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:2.0:1788840233.768168:0:30909:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788840233.768173:0:30909:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788840233.768175:0:30909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907ae0 00800000:00000002:2.0:1788840233.768178:0:30909:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788840233.768182:0:30909:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788840233.768188:0:30909:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788840233.768193:0:30909:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788840233.768195:0:30909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162019079b0 00000002:00010000:2.0:1788840233.768197:0:30909:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788840233.768201:0:30909:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788840233.768203:0:30909:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840233.768206:0:30909:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840233.768213:0:30909:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55200 count: 2 00010000:00000001:2.0:1788840233.768216:0:30909:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840233.768221:0:30909:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840233.768225:0:30909:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788840233.768229:0:30909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d400/0x3aa5f499c96f36c5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba2e8 expref: -99 pid: 30898 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788840233.768241:0:30909:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788840233.768246:0:30909:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840233.768249:0:30909:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d400/0x3aa5f499c96f36c5 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba2e8 expref: -99 pid: 30898 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788840233.768261:0:30909:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788840233.768263:0:30909:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788840233.768265:0:30909:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788840233.768267:0:30909:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788840233.768269:0:30909:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788840233.768271:0:30909:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788840233.768274:0:30909:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788840233.768277:0:30909:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:2.0:1788840233.768280:0:30909:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee92e99800. 00000080:00000001:2.0:1788840233.768284:0:30909:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788840233.768285:0:30909:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840233.768288:0:30909:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:2.0:1788840233.768292:0:30909:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f36c5 00800000:00000001:2.0:1788840233.768295:0:30909:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788840233.768297:0:30909:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788840233.768299:0:30909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840233.768302:0:30909:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840233.768305:0:30909:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d400 refcount=3 00000020:00000001:2.0:1788840233.768307:0:30909:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843174912 : -122120866376704 : ffff90ee8523d400) 00010000:00000001:2.0:1788840233.768310:0:30909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843174912 : -122120866376704 : ffff90ee8523d400) 00010000:00000001:2.0:1788840233.768313:0:30909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840233.768315:0:30909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840233.768316:0:30909:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840233.768318:0:30909:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840233.768321:0:30909:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f36c5 from it ffffa16201907bf8 00010000:00000001:2.0:1788840233.768323:0:30909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840233.768324:0:30909:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840233.768326:0:30909:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d400 refcount=3 00000020:00000001:2.0:1788840233.768328:0:30909:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843174912 : -122120866376704 : ffff90ee8523d400) 00010000:00000001:2.0:1788840233.768331:0:30909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843174912 : -122120866376704 : ffff90ee8523d400) 00010000:00000001:2.0:1788840233.768333:0:30909:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788840233.768336:0:30909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d400/0x3aa5f499c96f36c5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba2e8 expref: -99 pid: 30898 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788840233.768343:0:30909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840233.768344:0:30909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840233.768346:0:30909:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788840233.768348:0:30909:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788840233.768350:0:30909:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d400/0x3aa5f499c96f36c5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba2e8 expref: -99 pid: 30898 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788840233.768359:0:30909:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788840233.768362:0:30909:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788840233.768364:0:30909:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840233.768368:0:30909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840233.768369:0:30909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840233.768371:0:30909:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840233.768374:0:30909:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788840233.768376:0:30909:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840233.768378:0:30909:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840233.768380:0:30909:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840233.768382:0:30909:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788840233.768383:0:30909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840233.768384:0:30909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788840233.768386:0:30909:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788840233.768388:0:30909:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788840233.768390:0:30909:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788840233.768396:0:30909:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788840233.768403:0:30909:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90ee86e75ae0. 00000020:00000001:2.0:1788840233.768407:0:30909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907b28 00000080:00200000:2.0:1788840233.768409:0:30909:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), flags=25 00000080:00000001:2.0:1788840233.768413:0:30909:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788840233.768415:0:30909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162019079d8 00000080:00200000:2.0:1788840233.768417:0:30909:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), intent=0 00000080:00000010:2.0:1788840233.768422:0:30909:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee92e99800. 00800000:00000002:2.0:1788840233.768425:0:30909:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:2.0:1788840233.768429:0:30909:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788840233.768431:0:30909:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788840233.768432:0:30909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162019078f8 00800000:00000002:2.0:1788840233.768434:0:30909:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788840233.768436:0:30909:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:2.0:1788840233.768440:0:30909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907890 00800000:00000002:2.0:1788840233.768442:0:30909:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-2' -> mds #0 00000002:00000001:2.0:1788840233.768445:0:30909:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788840233.768447:0:30909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162019077c8 00000002:00010000:2.0:1788840233.768448:0:30909:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1788840233.768451:0:30909:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788840233.768454:0:30909:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788840233.768458:0:30909:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125c700. 00000020:00000040:2.0:1788840233.768462:0:30909:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00010000:00000001:2.0:1788840233.768468:0:30909:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788840233.768472:0:30909:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840233.768474:0:30909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840233.768476:0:30909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840233.768477:0:30909:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840233.768479:0:30909:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840233.768481:0:30909:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840233.768484:0:30909:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840233.768491:0:30909:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee85dd4800. 00000100:00000001:2.0:1788840233.768499:0:30909:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840233.768503:0:30909:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840233.768505:0:30909:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840233.768507:0:30909:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840233.768508:0:30909:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840233.768510:0:30909:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840233.768518:0:30909:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621953044629248 : -122120664922368 : ffff90ee9125c700) 00010000:00000001:2.0:1788840233.768522:0:30909:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788840233.768524:0:30909:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788840233.768527:0:30909:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55200 count: 2 00010000:00000001:2.0:1788840233.768529:0:30909:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840233.768531:0:30909:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788840233.768535:0:30909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee87d8d400. 00000020:00000001:2.0:1788840233.768539:0:30909:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788840233.768541:0:30909:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee87d8d400 with handle 0x3aa5f499c96f36da to hash 00000020:00000001:2.0:1788840233.768543:0:30909:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788840233.768545:0:30909:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:2.0:1788840233.768548:0:30909:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:2.0:1788840233.768551:0:30909:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840233.768553:0:30909:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840233.768556:0:30909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d400/0x3aa5f499c96f36da lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840233.768563:0:30909:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d400/0x3aa5f499c96f36da lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840233.768572:0:30909:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d400/0x3aa5f499c96f36da lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788840233.768578:0:30909:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788840233.768580:0:30909:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788840233.768586:0:30909:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee982246c0. 00000100:00000001:2.0:1788840233.768588:0:30909:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621953161840320 : -122120547711296 : ffff90ee982246c0) 00000100:00000001:2.0:1788840233.768590:0:30909:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840233.768591:0:30909:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044629248 : -122120664922368 : ffff90ee9125c700) 00000100:00000001:2.0:1788840233.768595:0:30909:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840233.768599:0:30909:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840233.768601:0:30909:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788840233.768602:0:30909:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840233.768612:0:30909:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125c700 x1875733133965312/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840233.768619:0:30909:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840233.768622:0:30909:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840233.768625:0:30909:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840233.768627:0:30909:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840233.768630:0:30909:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840233.768633:0:30909:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125c700 pname:cluuid:pid:xid:nid:opc:job touch:10f4a654-3497-48d8-8f70-7e89f4f161cc:30909:1875733133965312:192.168.202.131@tcp:101:touch.0 00000100:00000001:2.0:1788840233.768664:0:30909:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840233.768670:0:30909:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840233.768672:0:30909:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840233.768675:0:30909:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840233.768680:0:30909:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90ee86e6f000. 02000000:00000001:2.0:1788840233.768682:0:30909:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840233.768689:0:30909:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840233.768693:0:30909:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4ed68. 00000400:00000010:3.0:1788840233.779492:0:30909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e000. 00000100:00000200:3.0:1788840233.779513:0:30909:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875733133965312, portal 10 00000100:00000001:3.0:1788840233.779517:0:30909:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840233.779518:0:30909:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044629248 : -122120664922368 : ffff90ee9125c700) 00000100:00000040:3.0:1788840233.779540:0:30909:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee9125c700 x1875733133965312/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840249 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840233.779548:0:30909:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840233.779550:0:30909:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840233.779555:0:30909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e198. 00000100:00000200:3.0:1788840233.779562:0:30909:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875733133965312, offset 0 00000400:00000200:3.0:1788840233.779569:0:30909:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840233.779581:0:30909:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840233.779590:0:30909:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840233.779595:0:30909:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840233.779600:0:30909:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840233.779605:0:30909:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840233.779607:0:30909:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840233.779610:0:30909:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2336:2336:256:4294967295] 192.168.202.131@tcp LPNI seq info [2336:2336:8:4294967295] 00000400:00000200:3.0:1788840233.779614:0:30909:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840233.779623:0:30909:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840233.779629:0:30909:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840233.779635:0:30909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee878d1900. 00000800:00000200:3.0:1788840233.779660:0:30909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840233.779668:0:30909:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840233.779673:0:30909:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee878d1900 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1788840233.779690:0:30909:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840233.779695:0:30909:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 779375 usecs (780 jiffies) 00000400:00000200:3.0:1788840233.779711:0:30909:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840233.779715:0:30909:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296464375 00000100:00000001:3.0:1788840233.779718:0:30909:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296466848 00000100:00000001:3.0:1788840233.779721:0:30909:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296464375 00000100:00000001:3.0:1788840233.779723:0:30909:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296466848 00000100:00000001:3.0:1788840233.779726:0:30909:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840233.779729:0:30909:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840233.779732:0:30909:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840233.779734:0:30909:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788840233.779737:0:30909:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee982246c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788840233.779740:0:30909:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840233.779743:0:30909:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840233.779872:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840233.779877:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee878d1900. 00000400:00000200:3.0:1788840233.779883:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840233.779889:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840233.779896:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e198 00000400:00000010:3.0:1788840233.779898:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e198. 00000100:00000001:3.0:1788840233.779903:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840233.779908:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125c700 x1875733133965312/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840249 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840233.779918:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840233.779922:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee9125c700 x1875733133965312/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840249 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840233.779928:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840233.779930:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840233.783139:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840233.783163:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840233.783169:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840233.783172:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840233.783183:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840233.783193:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840233.783204:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840233.783210:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840233.783216:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840233.783220:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 584 into portal 10 MB=0x6a9f82724b800 00000400:00000200:3.0:1788840233.783226:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840233.783233:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 584/584 into md 0x66a5 [1] + 224 00000800:00000001:3.0:1788840233.783241:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840233.783248:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840233.783252:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840233.783257:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840233.783267:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840233.783279:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125c700 x1875733133965312/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840249 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840233.783292:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff90ee9125c700 x1875733133965312/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840249 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840233.783328:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840233.783339:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840233.783343:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788840233.801233:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840233.801244:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0d800. 00000400:00000200:3.0:1788840233.801253:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840233.801263:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840233.801272:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539220 00000400:00000010:3.0:1788840233.801276:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539220. 00000100:00000001:3.0:1788840233.801282:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840233.801291:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fad500 x1875733133965568/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840249 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840233.801308:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840233.801312:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fad500 x1875733133965568/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840249 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840233.801329:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840233.801332:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840233.825845:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840233.825868:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840233.825875:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840233.825877:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840233.825889:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840233.825899:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840233.825910:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840233.825916:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840233.825923:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840233.825928:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 664 into portal 10 MB=0x6a9f82724b900 00000400:00000200:3.0:1788840233.825934:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840233.825941:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 664/664 into md 0x66b5 [32] + 224 00000800:00000001:3.0:1788840233.825960:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840233.825968:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840233.825972:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840233.825977:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840233.825988:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840233.826000:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fad500 x1875733133965568/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840249 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840233.826013:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff90ee87fad500 x1875733133965568/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840249 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840233.826041:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788840233.826052:0:2354:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788840233.826057:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840233.826063:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840233.826069:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2338:2338:256:4294967295] 192.168.202.131@tcp LPNI seq info [2338:2338:8:4294967295] 00000400:00000200:3.0:1788840233.826081:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840233.826091:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) 192.168.202.131@tcp : ACK try# 0 00000800:00000200:3.0:1788840233.826097:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840233.826104:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff90ee86eef000. 00000800:00000200:3.0:1788840233.826112:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840233.826120:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840233.826125:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee86eef000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788840233.826218:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840233.826223:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff90ee86eef000. 00000400:00000200:3.0:1788840233.826226:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840233.826229:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: ACK: OK 00000800:00000001:3.0:1788840233.826237:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840233.826241:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788840233.829086:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840233.829092:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0dd00. 00000400:00000200:3.0:1788840233.829098:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840233.829103:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840233.829110:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539f68 00000400:00000010:3.0:1788840233.829113:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539f68. 00000100:00000001:3.0:1788840233.829117:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840233.829123:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fad180 x1875733133965824/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/512 e 0 to 0 dl 1788840249 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840233.829133:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840233.829136:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fad180 x1875733133965824/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/512 e 0 to 0 dl 1788840249 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840233.829144:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840233.829146:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1788840233.835170:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4b00. 00010000:00000010:1.1:1788840233.835190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e84e00. 00000020:00000001:3.0:1788840236.678278:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840236.678282:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840236.678285:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00020000:00000001:3.0:1788840236.976417:0:30898:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788840236.976426:0:30898:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee86dd2aa8) owner 0000000000000000/ffff90ee84cd27c0 00020000:00000002:3.0:1788840236.976432:0:30898:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee86dd2aa8) owner 0000000000000000/ffff90ee84cd27c0 00020000:00000001:3.0:1788840236.976434:0:30898:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840236.976444:0:30898:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1788840236.976447:0:30898:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200e33df0 00000080:00200008:3.0:1788840236.976450:0:30898:0:(file.c:479:ll_file_release()) START file f:[0x200000404:0x25:0x0](ffff90ee9058db88), flags 100002 00000080:00000001:3.0:1788840236.976455:0:30898:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:3.0:1788840236.976457:0:30898:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:3.0:1788840236.976459:0:30898:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788840236.976460:0:30898:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee86dd2aa8) owner 0000000000000000/ffff90ee84cd27c0 00020000:00000002:3.0:1788840236.976463:0:30898:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee86dd2aa8) owner 0000000000000000/ffff90ee84cd27c0 00020000:00000001:3.0:1788840236.976465:0:30898:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840236.976467:0:30898:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:3.0:1788840236.976475:0:30898:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840236.976479:0:30898:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788840236.976486:0:30898:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55b00 count: 2 00010000:00000001:3.0:1788840236.976489:0:30898:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788840236.976494:0:30898:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788840236.976496:0:30898:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x25:0x0]: 0 00000080:00000001:3.0:1788840236.976498:0:30898:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1788840236.976500:0:30898:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1788840236.976506:0:30898:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff90ee98862400. 00000080:00000001:3.0:1788840236.976508:0:30898:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1788840236.976513:0:30898:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1788840236.976517:0:30898:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:3.0:1788840236.976519:0:30898:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x25:0x0] 00000002:00000001:3.0:1788840236.976523:0:30898:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1788840236.976525:0:30898:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff90ee90f70800: [0x200000404:0x25:0x0] file closed with intent: 0 00000100:00000010:3.0:1788840236.976531:0:30898:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d4a680. 00000020:00000040:3.0:1788840236.976536:0:30898:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=9 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:3.0:1788840236.976541:0:30898:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840236.976544:0:30898:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840236.976548:0:30898:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840236.976555:0:30898:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee98862a00. 00000100:00000001:3.0:1788840236.976562:0:30898:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1788840236.976581:0:30898:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff90ee9125ed80 x1875733133964800/t4294967613(4294967613) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840248 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1788840236.976593:0:30898:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 2 is allocated opc 35, max 7 00000100:00100000:3.0:1788840236.976598:0:30898:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee86d4a680 x1875733133966080/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1788840236.976610:0:30898:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788840236.976612:0:30898:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788840236.976618:0:30898:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee9887c3c0. 00000100:00000001:3.0:1788840236.976619:0:30898:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621953168491456 : -122120541060160 : ffff90ee9887c3c0) 00000100:00000001:3.0:1788840236.976622:0:30898:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840236.976624:0:30898:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871540352 : -122120838011264 : ffff90ee86d4a680) 00000100:00000001:3.0:1788840236.976629:0:30898:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840236.976633:0:30898:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840236.976635:0:30898:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788840236.976637:0:30898:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840236.976661:0:30898:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d4a680 x1875733133966080/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840236.976679:0:30898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840236.976682:0:30898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840236.976685:0:30898:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840236.976688:0:30898:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840236.976690:0:30898:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840236.976693:0:30898:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d4a680 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:30898:1875733133966080:192.168.202.131@tcp:35:multiop.0 00000100:00000001:3.0:1788840236.976698:0:30898:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840236.976702:0:30898:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840236.976704:0:30898:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840236.976707:0:30898:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840236.976711:0:30898:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86eef000. 02000000:00000001:3.0:1788840236.976713:0:30898:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840236.976730:0:30898:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840236.976734:0:30898:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4f210. 00000400:00000010:3.0:1788840236.976741:0:30898:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e198. 00000100:00000200:3.0:1788840236.976748:0:30898:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133966080, portal 10 00000100:00000001:3.0:1788840236.976749:0:30898:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840236.976751:0:30898:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871540352 : -122120838011264 : ffff90ee86d4a680) 00000100:00000040:3.0:1788840236.976757:0:30898:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee86d4a680 x1875733133966080/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840252 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840236.976769:0:30898:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840236.976772:0:30898:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840236.976774:0:30898:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e908. 00000100:00000200:3.0:1788840236.976776:0:30898:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875733133966080, offset 0 00000400:00000200:3.0:1788840236.976782:0:30898:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840236.976790:0:30898:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840236.976797:0:30898:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840236.976801:0:30898:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840236.976805:0:30898:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840236.976809:0:30898:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840236.976812:0:30898:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840236.976815:0:30898:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2340:2340:256:4294967295] 192.168.202.131@tcp LPNI seq info [2340:2340:8:4294967295] 00000400:00000200:3.0:1788840236.976820:0:30898:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840236.976829:0:30898:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840236.976834:0:30898:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840236.976839:0:30898:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee878d1900. 00000800:00000200:3.0:1788840236.976846:0:30898:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840236.976854:0:30898:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840236.976858:0:30898:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee878d1900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1788840236.976874:0:30898:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840236.976878:0:30898:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 777156 usecs (778 jiffies) 00000400:00000200:3.0:1788840236.976881:0:30898:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840236.976884:0:30898:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296467569 00000100:00000001:3.0:1788840236.976891:0:30898:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, simply extend its deadline from 4296466848 00000100:00000001:3.0:1788840236.976895:0:30898:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296467569 00000100:00000001:3.0:1788840236.976898:0:30898:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, simply extend its deadline from 4296466848 00000100:00000001:3.0:1788840236.976902:0:30898:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840236.976904:0:30898:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840236.976906:0:30898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840236.976909:0:30898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788840236.976921:0:30898:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee9887c3c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788840236.976924:0:30898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840236.976928:0:30898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840236.980589:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840236.980598:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee878d1900. 00000400:00000200:2.0:1788840236.980604:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840236.980612:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840236.980620:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e908 00000400:00000010:2.0:1788840236.980622:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e908. 00000100:00000001:2.0:1788840236.980627:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840236.980635:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d4a680 x1875733133966080/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840252 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840236.980679:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840236.980684:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee86d4a680 x1875733133966080/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840252 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840236.980691:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840236.980693:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788840237.020476:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840237.020481:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0da00. 00000400:00000200:2.0:1788840237.020486:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840237.020491:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840237.020496:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539a18 00000400:00000010:2.0:1788840237.020498:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539a18. 00000100:00000001:2.0:1788840237.020502:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840237.020506:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87faf800 x1875733133966208/t0(0) o103->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 344/224 e 0 to 0 dl 1788840253 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840237.020514:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840237.020517:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87faf800 x1875733133966208/t0(0) o103->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 344/224 e 0 to 0 dl 1788840253 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840237.020524:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840237.020526:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840237.048702:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840237.048729:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840237.048733:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840237.048736:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840237.048746:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840237.048753:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840237.048762:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840237.048767:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840237.048772:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840237.048777:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 18 MB=0x6a9f82724bb80 00000400:00000200:2.0:1788840237.048781:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840237.048788:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.131@tcp of length 224/224 into md 0x66d5 [1] + 224 00000800:00000001:2.0:1788840237.048801:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840237.048811:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840237.048814:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840237.048819:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840237.048826:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840237.048835:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87faf800 x1875733133966208/t0(0) o103->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 344/224 e 0 to 0 dl 1788840253 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840237.048845:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87faf800 x1875733133966208/t0(0) o103->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 344/224 e 0 to 0 dl 1788840253 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840237.048868:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840237.048876:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840237.048879:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1788840237.068786:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4000. 00010000:00000010:1.1:1788840237.068808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8d400. 00010000:00000010:1.1:1788840237.068821:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee85e55200. 00010000:00000010:1.1:1788840237.068824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee8523d400. 00010000:00000010:1.1:1788840237.068827:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee85e55b00. 00010000:00000010:1.1:1788840237.068829:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8d800. 00010000:00000010:1.1:1788840237.068832:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1700. 00010000:00000010:1.1:1788840237.068834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8dc00. 00000100:00000040:3.0:1788840237.829936:0:30278:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120b30 (cpu 3) has reached its deadline 4296467616, at 4296467648 00000100:00000010:3.0:1788840237.829958:0:30278:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee87fb1cc0. 00000100:00000040:2.0:1788840237.830061:0:29212:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120a20 (cpu 2) has reached its deadline 4296467616, at 4296467648 00000100:00000010:2.0:1788840237.830068:0:29212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee87fb1120. 00000100:00000001:0.0:1788840238.150456:0:2359:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840238.150458:0:2359:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890815360 : -122120818736256 : ffff90ee87fac380) 00000100:00000040:0.0:1788840238.150467:0:2359:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87fac380 x1875733133966592/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1788840238.150606:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840238.150616:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee98ea2000. 00000400:00000200:2.0:1788840238.150626:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840238.150635:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840238.150698:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6cc0 00000400:00000010:2.0:1788840238.150703:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6cc0. 00000100:00000001:2.0:1788840238.150709:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840238.150718:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87faf800 x1875733133966336/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840238.150718:0:2359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840238.150733:0:2359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840238.150742:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6000. 00000100:00000001:2.0:1788840238.150746:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840238.150753:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87faf800 x1875733133966336/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840254 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788840238.150758:0:2359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733133966592, offset 0 00000100:00000001:2.0:1788840238.150771:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840238.150776:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1788840238.150777:0:2359:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840238.150786:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840238.150794:0:2359:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840238.150799:0:2359:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840238.150802:0:2359:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840238.150805:0:2359:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840238.150807:0:2359:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840238.150811:0:2359:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2343:2343:256:4294967295] 192.168.202.131@tcp LPNI seq info [2343:2343:8:4294967295] 00000400:00000200:0.0:1788840238.150816:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840238.150826:0:2359:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840238.150831:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840238.150835:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee98ea2f00. 00000800:00000200:0.0:1788840238.150839:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840238.150844:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840238.150847:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee98ea2f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788840238.150862:0:2359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840238.150867:0:2359:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: using a timeout of 22370 usecs (23 jiffies) 00000400:00000200:0.0:1788840238.150870:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840238.150872:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296467992 00000100:00000001:0.0:1788840238.150875:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296471967 00000100:00000001:0.0:1788840238.150878:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296467992 00000100:00000001:0.0:1788840238.150879:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296471967 00000100:00000001:0.0:1788840238.150882:0:2359:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840238.150884:0:2359:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840238.150887:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840238.150889:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840238.150897:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840238.150899:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788840238.150902:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840238.150903:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840238.150905:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840238.150908:0:2359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1788840238.150909:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840238.150911:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840238.150913:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840238.150914:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840238.150916:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840238.150917:0:2359:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840238.150922:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87fafb80 x1875733133966464/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840238.150929:0:2359:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840238.150930:0:2359:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840238.150933:0:2359:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840238.150935:0:2359:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840238.150937:0:2359:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840238.150940:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87fafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2359:1875733133966464:192.168.202.131@tcp:400:kworker.0 00000100:00000001:0.0:1788840238.150943:0:2359:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840238.150946:0:2359:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840238.150948:0:2359:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840238.150949:0:2359:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840238.150952:0:2359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee87161a00. 02000000:00000001:0.0:1788840238.150954:0:2359:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840238.150958:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840238.150961:0:2359:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c801b8. 00000400:00000010:0.0:1788840238.150964:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6d48. 00000100:00000200:0.0:1788840238.150967:0:2359:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133966464, portal 10 00000100:00000001:0.0:1788840238.150969:0:2359:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840238.150970:0:2359:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890829696 : -122120818721920 : ffff90ee87fafb80) 00000100:00000040:0.0:1788840238.150977:0:2359:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87fafb80 x1875733133966464/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840238.150984:0:2359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840238.150986:0:2359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840238.150989:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed64c8. 00000100:00000200:0.0:1788840238.150992:0:2359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733133966464, offset 0 00000400:00000200:0.0:1788840238.150996:0:2359:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840238.151000:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840238.151003:0:2359:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840238.151006:0:2359:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840238.151009:0:2359:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840238.151012:0:2359:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840238.151014:0:2359:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840238.151018:0:2359:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2344:2344:255:4294967295] 192.168.202.131@tcp LPNI seq info [2344:2344:7:4294967295] 00000400:00000200:0.0:1788840238.151023:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840238.151033:0:2359:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840238.151038:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000200:2.0:1788840238.151043:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1788840238.151043:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee98ea2600. 00000800:00000010:2.0:1788840238.151051:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee98ea2f00. 00000800:00000200:0.0:1788840238.151060:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000400:00000200:2.0:1788840238.151062:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1788840238.151069:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000400:00000200:2.0:1788840238.151073:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000800:00000200:0.0:1788840238.151076:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee98ea2600 type 1, nob 320 niov 1 nkiov 1 00000400:00000200:2.0:1788840238.151080:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6000 00000100:00000001:0.0:1788840238.151083:0:2359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788840238.151085:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6000. 00000100:00000040:0.0:1788840238.151090:0:2359:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 776066 usecs (777 jiffies) 00000100:00000001:2.0:1788840238.151091:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840238.151102:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fac380 x1875733133966592/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1788840238.151103:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840238.151111:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296468746 00000100:00000001:0.0:1788840238.151119:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296471967 00000100:00000001:0.0:1788840238.151126:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296468746 00000100:00000001:0.0:1788840238.151127:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296471967 00000100:00000001:0.0:1788840238.151130:0:2359:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840238.151132:0:2359:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840238.151134:0:2359:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840238.151153:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87face00 x1875733133966720/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840238.151160:0:2359:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840238.151162:0:2359:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840238.151164:0:2359:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840238.151166:0:2359:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840238.151168:0:2359:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840238.151172:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87face00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2359:1875733133966720:192.168.202.131@tcp:400:kworker.0 00000100:00000001:0.0:1788840238.151175:0:2359:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840238.151177:0:2359:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840238.151179:0:2359:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840238.151181:0:2359:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840238.151184:0:2359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee87160600. 02000000:00000001:0.0:1788840238.151186:0:2359:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840238.151189:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840238.151192:0:2359:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c802c0. 00000400:00000010:0.0:1788840238.151195:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6b28. 00000100:00000200:0.0:1788840238.151198:0:2359:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133966720, portal 4 00000100:00000001:0.0:1788840238.151200:0:2359:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840238.151201:0:2359:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890818048 : -122120818733568 : ffff90ee87face00) 00000100:00000040:0.0:1788840238.151207:0:2359:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87face00 x1875733133966720/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840238.151214:0:2359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840238.151216:0:2359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840238.151219:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6908. 00000100:00000200:0.0:1788840238.151221:0:2359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733133966720, offset 0 00000400:00000200:0.0:1788840238.151225:0:2359:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840238.151230:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840238.151234:0:2359:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840238.151238:0:2359:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840238.151240:0:2359:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840238.151243:0:2359:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840238.151245:0:2359:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840238.151248:0:2359:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2345:2345:254:4294967295] 192.168.202.131@tcp LPNI seq info [2345:2345:6:4294967295] 00000400:00000200:0.0:1788840238.151253:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840238.151262:0:2359:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840238.151267:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840238.151271:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee98ea2100. 00000800:00000200:0.0:1788840238.151275:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840238.151279:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840238.151282:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee98ea2100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788840238.151285:0:2359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840238.151288:0:2359:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: using a timeout of 308793 usecs (309 jiffies) 00000400:00000200:0.0:1788840238.151291:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840238.151293:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296468278 00000100:00000001:0.0:1788840238.151295:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296471967 00000100:00000001:0.0:1788840238.151297:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296468278 00000100:00000001:0.0:1788840238.151299:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296471967 00000100:00000001:0.0:1788840238.151302:0:2359:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840238.151303:0:2359:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840238.151306:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840238.151308:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840238.151323:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840238.151325:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840238.151455:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840238.151461:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87fac380 x1875733133966592/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840254 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840238.151469:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840238.151471:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788840238.151493:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840238.151495:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee98ea2600. 00000400:00000200:2.0:1788840238.151500:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840238.151504:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840238.151507:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed64c8 00000400:00000010:2.0:1788840238.151509:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed64c8. 00000100:00000001:2.0:1788840238.151512:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840238.151516:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fafb80 x1875733133966464/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840238.151525:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840238.151528:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87fafb80 x1875733133966464/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840254 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840238.151535:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840238.151536:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788840238.151871:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840238.151874:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee98ea2100. 00000400:00000200:2.0:1788840238.151879:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840238.151884:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840238.151908:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6908 00000400:00000010:2.0:1788840238.151911:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6908. 00000100:00000001:2.0:1788840238.151914:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840238.151920:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87face00 x1875733133966720/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840254 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840238.151928:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840238.151931:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87face00 x1875733133966720/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840254 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840238.151937:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840238.151939:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840238.161522:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840238.161551:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840238.161557:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840238.161559:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840238.161571:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840238.161581:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840238.161595:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840238.161601:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840238.161607:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840238.161612:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 25 MB=0x6a9f82724bc00 00000400:00000200:2.0:1788840238.161617:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840238.161625:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.131@tcp of length 224/224 into md 0x66dd [1] + 224 00000800:00000001:2.0:1788840238.161634:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840238.161695:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840238.161699:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840238.161705:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840238.161715:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840238.161728:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87faf800 x1875733133966336/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840254 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840238.161741:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87faf800 x1875733133966336/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840254 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840238.161768:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840238.161780:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840238.161785:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840238.161787:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840238.161789:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840238.161792:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840238.161796:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840238.161801:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840238.161803:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840238.161806:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840238.161809:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 10 MB=0x6a9f82724bc80 00000400:00000200:2.0:1788840238.161812:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840238.161817:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 224/224 into md 0x66ed [1] + 224 00000800:00000001:2.0:1788840238.161822:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840238.161830:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840238.161833:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840238.161837:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840238.161840:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840238.161845:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fafb80 x1875733133966464/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840254 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840238.161855:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87fafb80 x1875733133966464/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840254 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840238.161868:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840238.161872:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840238.161875:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840238.164970:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840238.164982:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840238.164996:0:2359:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840238.164999:0:2359:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840238.165005:0:2359:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c801b8. 00000400:00000200:0.0:1788840238.165017:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6d48 00000400:00000010:0.0:1788840238.165020:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6d48. 00000100:00000001:0.0:1788840238.165025:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840238.165049:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87fafb80 x1875733133966464/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840254 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788840238.165062:0:2359:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87fafb80 x1875733133966464/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840254 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840238.165070:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840238.165073:0:2359:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840238.165075:0:2359:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840238.165080:0:2359:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840238.165083:0:2359:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840238.165086:0:2359:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840238.165090:0:2359:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840238.165103:0:2359:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=88 v=5 (5 102 102 102) 00000100:00001000:0.0:1788840238.165108:0:2359:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840238.165112:0:2359:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840238.165114:0:2359:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840238.165119:0:2359:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840238.165137:0:2359:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840238.165142:0:2359:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1788840238.165145:0:2359:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: committing for last_committed 4294967615 gen 2 00000100:00000040:0.0:1788840238.165153:0:2359:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967615) req@ffff90ee87faed80 x1875733133963776/t4294967611(4294967611) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/448 e 0 to 0 dl 1788840248 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840238.165163:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840238.165166:0:2359:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87faed80 x1875733133963776/t4294967611(4294967611) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/448 e 0 to 0 dl 1788840248 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840238.165174:0:2359:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788840238.165177:0:2359:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840238.165182:0:2359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee85c5fc00. 02000000:00000001:0.0:1788840238.165189:0:2359:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788840238.165192:0:2359:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840238.165194:0:2359:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=9 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:0.0:1788840238.165197:0:2359:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840238.165201:0:2359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee85c5c800. 02000000:00000001:0.0:1788840238.165205:0:2359:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840238.165207:0:2359:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840238.165209:0:2359:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87faed80. 00000100:00000001:0.0:1788840238.165214:0:2359:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840238.165216:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840238.165221:0:2359:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967615) req@ffff90ee87fac000 x1875733133964288/t4294967612(4294967612) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/448 e 0 to 0 dl 1788840248 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840238.165229:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840238.165232:0:2359:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87fac000 x1875733133964288/t4294967612(4294967612) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/448 e 0 to 0 dl 1788840248 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840238.165239:0:2359:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788840238.165240:0:2359:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840238.165241:0:2359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee85c5f400. 02000000:00000001:0.0:1788840238.165244:0:2359:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788840238.165245:0:2359:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840238.165246:0:2359:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=8 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:0.0:1788840238.165248:0:2359:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840238.165249:0:2359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee85c5d000. 02000000:00000001:0.0:1788840238.165254:0:2359:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840238.165255:0:2359:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840238.165256:0:2359:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87fac000. 00000100:00000001:0.0:1788840238.165258:0:2359:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840238.165259:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840238.165265:0:2359:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967615) req@ffff90ee9125ed80 x1875733133964800/t4294967613(4294967613) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840248 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840238.165273:0:2359:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840238.165274:0:2359:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044639104 : -122120664912512 : ffff90ee9125ed80) 00000100:00000001:0.0:1788840238.165277:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840238.165280:0:2359:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125ed80 x1875733133964800/t4294967613(4294967613) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840248 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840238.165286:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840238.165291:0:2359:0:(client.c:3174:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff90ee87fad500 x1875733133965568/t4294967614(4294967614) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840249 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840238.165304:0:2359:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1788840238.165306:0:2359:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: normal: skip=1 replay=3/4 committed=0/0 00000100:00000001:0.0:1788840238.165309:0:2359:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840238.165311:0:2359:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840238.165316:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87fafb80 x1875733133966464/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840254 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840238.165323:0:2359:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840238.165326:0:2359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840238.165329:0:2359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840238.165333:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87fafb80 x1875733133966464/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840254 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788840238.165341:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87fafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2359:1875733133966464:192.168.202.131@tcp:400:kworker.0 00000400:00000001:0.0:1788840238.165349:0:2359:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840238.165351:0:2359:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840238.165352:0:2359:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c80738. 00000400:00000200:0.0:1788840238.165355:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed66e8 00000400:00000010:0.0:1788840238.165358:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed66e8. 00000100:00000001:0.0:1788840238.165360:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840238.165364:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87faf800 x1875733133966336/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840254 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788840238.165373:0:2359:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87faf800 x1875733133966336/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840254 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840238.165379:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840238.165380:0:2359:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840238.165382:0:2359:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840238.165384:0:2359:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840238.165385:0:2359:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840238.165387:0:2359:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840238.165389:0:2359:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840238.165393:0:2359:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98ee5c60 time=88 v=5 (5 5 5 5) 00000100:00001000:0.0:1788840238.165397:0:2359:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98ee5c18 time=88 v=5 (1 1 1 1) 00000100:00000001:0.0:1788840238.165399:0:2359:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840238.165400:0:2359:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840238.165402:0:2359:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840238.165404:0:2359:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840238.165405:0:2359:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840238.165409:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87faf800 x1875733133966336/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840254 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840238.165416:0:2359:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840238.165418:0:2359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840238.165419:0:2359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840238.165422:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87faf800 x1875733133966336/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840254 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788840238.165429:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87faf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2359:1875733133966336:192.168.202.131@tcp:400:kworker.0 00000100:00000001:0.0:1788840238.165434:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840238.165436:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840238.165439:0:2359:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87fafb80 x1875733133966464/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840254 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840238.165446:0:2359:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788840238.165447:0:2359:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840238.165449:0:2359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee87161a00. 02000000:00000001:0.0:1788840238.165452:0:2359:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788840238.165454:0:2359:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840238.165455:0:2359:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:0.0:1788840238.165457:0:2359:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840238.165459:0:2359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee86f0d600. 02000000:00000001:0.0:1788840238.165462:0:2359:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840238.165463:0:2359:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840238.165464:0:2359:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87fafb80. 00000100:00000001:0.0:1788840238.165467:0:2359:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840238.165468:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840238.165470:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840238.165474:0:2359:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87faf800 x1875733133966336/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840254 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840238.165480:0:2359:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788840238.165481:0:2359:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840238.165483:0:2359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee87161800. 02000000:00000001:0.0:1788840238.165485:0:2359:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788840238.165486:0:2359:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840238.165487:0:2359:0:(genops.c:1223:class_import_put()) import ffff90ee98ee5800 refcount=3 obd=MGC192.168.202.131@tcp 00000020:00000001:0.0:1788840238.165489:0:2359:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840238.165490:0:2359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee86f0d500. 02000000:00000001:0.0:1788840238.165492:0:2359:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840238.165493:0:2359:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840238.165494:0:2359:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87faf800. 00000100:00000001:0.0:1788840238.165497:0:2359:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840238.165498:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840238.165502:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840238.165504:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840238.165506:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840238.165507:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840238.165509:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788840238.172672:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840238.172697:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840238.172702:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840238.172705:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840238.172716:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840238.172726:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840238.172738:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840238.172744:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840238.172751:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840238.172756:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f82724bd00 00000400:00000200:2.0:1788840238.172761:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840238.172768:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x66e5 [1] + 224 00000800:00000001:2.0:1788840238.172778:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840238.172782:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840238.172786:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840238.172791:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840238.172800:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840238.172810:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fac380 x1875733133966592/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840254 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840238.172822:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87fac380 x1875733133966592/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840254 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840238.172844:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840238.172856:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840238.172859:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840238.172861:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840238.172864:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840238.172867:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840238.172870:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840238.172875:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840238.172878:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840238.172880:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840238.172883:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f82724bd80 00000400:00000200:2.0:1788840238.172907:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840238.172912:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x66f5 [1] + 224 00000800:00000001:2.0:1788840238.172916:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840238.172924:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840238.172926:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840238.172929:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840238.172933:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840238.172938:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87face00 x1875733133966720/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840254 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840238.173136:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87face00 x1875733133966720/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840254 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840238.173144:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840238.173151:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840238.173155:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840238.175551:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840238.175562:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840238.175574:0:2359:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840238.175577:0:2359:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840238.175582:0:2359:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c802c0. 00000400:00000200:0.0:1788840238.175593:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6b28 00000400:00000010:0.0:1788840238.175596:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6b28. 00000100:00000001:0.0:1788840238.175601:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840238.175615:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87face00 x1875733133966720/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840254 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788840238.175628:0:2359:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87face00 x1875733133966720/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840254 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840238.175637:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840238.175685:0:2359:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840238.175689:0:2359:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840238.175693:0:2359:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840238.175696:0:2359:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840238.175699:0:2359:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840238.175702:0:2359:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840238.175714:0:2359:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b59460 time=88 v=5 (5 5 5 36) 00000100:00001000:0.0:1788840238.175719:0:2359:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b59418 time=14 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840238.175722:0:2359:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840238.175724:0:2359:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840238.175728:0:2359:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840238.175733:0:2359:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840238.175738:0:2359:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840238.175741:0:2359:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90ee90f70800: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1788840238.175743:0:2359:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840238.175746:0:2359:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840238.175751:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87face00 x1875733133966720/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840254 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840238.175759:0:2359:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840238.175763:0:2359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840238.175766:0:2359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840238.175770:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87face00 x1875733133966720/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840254 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788840238.175779:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87face00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2359:1875733133966720:192.168.202.131@tcp:400:kworker.0 00000400:00000001:0.0:1788840238.175786:0:2359:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840238.175788:0:2359:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840238.175790:0:2359:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c809f8. 00000400:00000200:0.0:1788840238.175792:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6088 00000400:00000010:0.0:1788840238.175795:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6088. 00000100:00000001:0.0:1788840238.175797:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840238.175801:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87fac380 x1875733133966592/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840254 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788840238.175810:0:2359:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87fac380 x1875733133966592/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840254 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840238.175816:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840238.175818:0:2359:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840238.175820:0:2359:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840238.175821:0:2359:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840238.175823:0:2359:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840238.175824:0:2359:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840238.175826:0:2359:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840238.175831:0:2359:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b5cc60 time=88 v=5 (5 5 5 36) 00000100:00001000:0.0:1788840238.175834:0:2359:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=151 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840238.175836:0:2359:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840238.175838:0:2359:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840238.175839:0:2359:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840238.175841:0:2359:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840238.175844:0:2359:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840238.175845:0:2359:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: skip recheck: last_committed 4294967337 00000100:00000001:0.0:1788840238.175847:0:2359:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840238.175848:0:2359:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840238.175852:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87fac380 x1875733133966592/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840254 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840238.175858:0:2359:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840238.175859:0:2359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840238.175860:0:2359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840238.175864:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87fac380 x1875733133966592/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840254 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788840238.175871:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87fac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2359:1875733133966592:192.168.202.131@tcp:400:kworker.0 00000100:00000001:0.0:1788840238.175875:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840238.175878:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840238.175881:0:2359:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87face00 x1875733133966720/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840254 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840238.176600:0:2359:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788840238.176605:0:2359:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840238.176610:0:2359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee87160600. 02000000:00000001:0.0:1788840238.176616:0:2359:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788840238.176619:0:2359:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840238.176621:0:2359:0:(genops.c:1223:class_import_put()) import ffff90ee92b59000 refcount=2 obd=lustre-OST0001-osc-ffff90ee90f70800 00000020:00000001:0.0:1788840238.176623:0:2359:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840238.176627:0:2359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee86f0d100. 02000000:00000001:0.0:1788840238.176633:0:2359:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840238.176635:0:2359:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840238.176637:0:2359:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87face00. 00000100:00000001:0.0:1788840238.176804:0:2359:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840238.176806:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840238.176808:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840238.176816:0:2359:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87fac380 x1875733133966592/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840254 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840238.176824:0:2359:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788840238.176825:0:2359:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840238.176827:0:2359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee87160a00. 02000000:00000001:0.0:1788840238.176830:0:2359:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788840238.176831:0:2359:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840238.176832:0:2359:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=2 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:0.0:1788840238.176834:0:2359:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840238.176835:0:2359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee86f0db00. 02000000:00000001:0.0:1788840238.176838:0:2359:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840238.176839:0:2359:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840238.176840:0:2359:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87fac380. 00000100:00000001:0.0:1788840238.176843:0:2359:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840238.176844:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840238.176847:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840238.176858:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840238.176861:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840238.176864:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840238.176867:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840238.728120:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840238.728180:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840238.728186:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788840240.775977:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788840240.775982:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840240.775985:0:16054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788840241.799447:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840241.799452:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840241.799455:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788840242.183183:0:30278:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120b30 (cpu 3) has reached its deadline 4296471967, at 4296472001 00000100:00000010:3.0:1788840242.183205:0:30278:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee9887d5a0. 00000100:00000040:2.0:1788840242.183571:0:29212:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120a20 (cpu 2) has reached its deadline 4296471967, at 4296472001 00000100:00000010:2.0:1788840242.183579:0:29212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee9887d540. 00000100:00000040:3.0:1788840243.269896:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788840243.269912:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788840243.269927:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d48380. 00000020:00000040:3.0:1788840243.269936:0:36:0:(genops.c:1210:class_import_get()) import ffff90ee98ee5800 refcount=4 obd=MGC192.168.202.131@tcp 00000100:00000001:3.0:1788840243.269941:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840243.269945:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840243.269951:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840243.269963:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee878d1f00. 00000100:00000001:3.0:1788840243.269972:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840243.269987:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS req@ffff90ee86d48380 x1875733133966848/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788840243.270000:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840243.270006:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840243.270013:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3e67e77] to pc [ptlrpcd_01_01+1] req@ffff90ee86d48380 x1875733133966848/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840243.270060:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840243.270064:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788840243.270311:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788840243.270316:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d4ad80. 00000020:00000040:3.0:1788840243.270319:0:36:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=8 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:3.0:1788840243.270321:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840243.270323:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840243.270325:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840243.270332:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee878d1900. 00000100:00000001:3.0:1788840243.270336:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840243.270342:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID req@ffff90ee86d4ad80 x1875733133966976/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788840243.270350:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840243.270352:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840243.270356:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034120dde] to pc [ptlrpcd_01_00+0] req@ffff90ee86d4ad80 x1875733133966976/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840243.270366:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840243.270369:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788840243.270372:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788840243.270376:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d48e00. 00000020:00000040:3.0:1788840243.270378:0:36:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=3 obd=lustre-OST0000-osc-ffff90ee90f70800 00000100:00000001:3.0:1788840243.270381:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840243.270382:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840243.270384:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840243.270388:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee878d1000. 00000100:00000001:3.0:1788840243.270391:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840243.270395:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID req@ffff90ee86d48e00 x1875733133967104/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788840243.270403:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840243.270405:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840243.270408:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e224342] to pc [ptlrpcd_01_01+1] req@ffff90ee86d48e00 x1875733133967104/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840243.270422:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840243.270424:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788840243.270427:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788840243.270430:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d48000. 00000020:00000040:3.0:1788840243.270432:0:36:0:(genops.c:1210:class_import_get()) import ffff90ee92b59000 refcount=3 obd=lustre-OST0001-osc-ffff90ee90f70800 00000100:00000001:3.0:1788840243.270434:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840243.270435:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840243.270437:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840243.270441:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee983e5e00. 00000100:00000001:3.0:1788840243.270444:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840243.270448:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID req@ffff90ee86d48000 x1875733133967232/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788840243.270454:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840243.270456:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840243.270459:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f37cb30a] to pc [ptlrpcd_01_00+0] req@ffff90ee86d48000 x1875733133967232/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840243.270466:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840243.270471:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1810) 00000100:00000001:3.0:1788840243.270492:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840243.270497:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840243.270500:0:2361:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840243.270506:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d4ad80 x1875733133966976/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840243.270514:0:2361:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840243.270517:0:2361:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840243.270521:0:2361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840243.270524:0:2361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840243.270527:0:2361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840243.270531:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733133966976:192.168.202.131@tcp:400:kworker.0 00000100:00000001:3.0:1788840243.270536:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840243.270542:0:2361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840243.270545:0:2361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840243.270548:0:2361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840243.270554:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee98863e00. 02000000:00000001:3.0:1788840243.270556:0:2361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840243.270565:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840243.270723:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4f108. 00000400:00000010:3.0:1788840243.270732:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e880. 00000100:00000200:3.0:1788840243.270741:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133966976, portal 10 00000100:00000001:3.0:1788840243.270744:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840243.270746:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871542144 : -122120838009472 : ffff90ee86d4ad80) 00000100:00000040:3.0:1788840243.270756:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee86d4ad80 x1875733133966976/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840243.270764:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840243.270767:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840243.270770:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e2a8. 00000100:00000200:3.0:1788840243.270774:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733133966976, offset 0 00000400:00000200:3.0:1788840243.270783:0:2361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840243.270796:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840243.270805:0:2361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840243.270812:0:2361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840243.270817:0:2361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840243.270821:0:2361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840243.270824:0:2361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840243.270828:0:2361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2346:2346:256:4294967295] 192.168.202.131@tcp LPNI seq info [2346:2346:8:4294967295] 00000400:00000200:3.0:1788840243.270832:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840243.270845:0:2361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840243.270852:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840243.270857:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee983e5100. 00000800:00000200:3.0:1788840243.270865:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840243.270874:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840243.270880:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee983e5100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788840243.270893:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840243.270898:0:2361:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 774952 usecs (775 jiffies) 00000400:00000200:3.0:1788840243.270901:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840243.270904:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296473864 00000100:00000010:3.0:1788840243.270909:0:2361:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee84b180c0. 00000100:00000001:3.0:1788840243.270917:0:2361:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788840243.270923:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296473864 00000100:00000010:3.0:1788840243.270926:0:2361:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee84b18ba0. 00000100:00000001:3.0:1788840243.270930:0:2361:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788840243.270933:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840243.270936:0:2361:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840243.270940:0:2361:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840243.270944:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d48000 x1875733133967232/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840243.270951:0:2361:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840243.270952:0:2361:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840243.270954:0:2361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840243.270956:0:2361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840243.270958:0:2361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840243.270961:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733133967232:192.168.202.131@tcp:400:kworker.0 00000100:00000001:3.0:1788840243.270965:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840243.270968:0:2361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840243.270969:0:2361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840243.270971:0:2361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840243.270974:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee98863400. 02000000:00000001:3.0:1788840243.270976:0:2361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840243.270979:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840243.270982:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4faa8. 00000400:00000010:3.0:1788840243.270987:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011eaa0. 00000100:00000200:3.0:1788840243.270990:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133967232, portal 4 00000100:00000001:3.0:1788840243.270992:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840243.270993:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871530496 : -122120838021120 : ffff90ee86d48000) 00000100:00000040:3.0:1788840243.271000:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee86d48000 x1875733133967232/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840243.271006:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840243.271008:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840243.271010:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e660. 00000100:00000200:3.0:1788840243.271013:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733133967232, offset 0 00000400:00000200:3.0:1788840243.271017:0:2361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840243.271021:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840243.271024:0:2361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840243.271027:0:2361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840243.271029:0:2361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840243.271032:0:2361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840243.271034:0:2361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840243.271037:0:2361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2347:2347:255:4294967295] 192.168.202.131@tcp LPNI seq info [2347:2347:7:4294967295] 00000400:00000200:3.0:1788840243.271040:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840243.271046:0:2361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840243.271051:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840243.271054:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee983e5d00. 00000800:00000200:3.0:1788840243.271058:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840243.271061:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840243.271064:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee983e5d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840243.271171:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840243.271176:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840243.271177:0:2362:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840243.271184:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d48380 x1875733133966848/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840243.271191:0:2362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840243.271192:0:2362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840243.271194:0:2362:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840243.271196:0:2362:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840243.271198:0:2362:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840243.271200:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2362:1875733133966848:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840243.271206:0:2362:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840243.271221:0:2362:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840243.271223:0:2362:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840243.271224:0:2362:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840243.271228:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90eea059da00. 02000000:00000001:2.0:1788840243.271231:0:2362:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840243.271235:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840243.271238:0:2362:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e4d0. 00000400:00000010:2.0:1788840243.271243:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234ee0. 00000100:00000200:2.0:1788840243.271246:0:2362:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133966848, portal 25 00000100:00000001:2.0:1788840243.271248:0:2362:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840243.271250:0:2362:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871531392 : -122120838020224 : ffff90ee86d48380) 00000100:00000040:2.0:1788840243.271254:0:2362:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee86d48380 x1875733133966848/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840243.271261:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840243.271263:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840243.271266:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234c38. 00000100:00000200:2.0:1788840243.271268:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875733133966848, offset 0 00000400:00000200:2.0:1788840243.271273:0:2362:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840243.271276:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840243.271280:0:2362:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840243.271283:0:2362:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840243.271286:0:2362:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840243.271288:0:2362:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840243.271290:0:2362:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840243.271293:0:2362:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2348:2348:254:4294967295] 192.168.202.131@tcp LPNI seq info [2348:2348:6:4294967295] 00000400:00000200:2.0:1788840243.271297:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840243.271303:0:2362:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840243.271308:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840243.271312:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989700. 00000800:00000200:2.0:1788840243.271316:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840243.271320:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840243.271323:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840243.271326:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840243.271329:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840243.271331:0:2362:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4296477088 00000100:00000001:2.0:1788840243.271336:0:2362:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296473864 00000100:00000001:2.0:1788840243.271340:0:2362:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4296477088 00000100:00000001:2.0:1788840243.271343:0:2362:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296473864 00000100:00000001:2.0:1788840243.271346:0:2362:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840243.271348:0:2362:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840243.271350:0:2362:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840243.271354:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d48e00 x1875733133967104/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840243.271361:0:2362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840243.271362:0:2362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840243.271364:0:2362:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840243.271365:0:2362:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840243.271367:0:2362:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840243.271370:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733133967104:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840243.271373:0:2362:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840243.271375:0:2362:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840243.271377:0:2362:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840243.271378:0:2362:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840243.271382:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90eea059c000. 02000000:00000001:2.0:1788840243.271383:0:2362:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840243.271386:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840243.271388:0:2362:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e210. 00000400:00000010:2.0:1788840243.271391:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234b28. 00000100:00000200:2.0:1788840243.271394:0:2362:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133967104, portal 4 00000100:00000001:2.0:1788840243.271396:0:2362:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840243.271397:0:2362:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871534080 : -122120838017536 : ffff90ee86d48e00) 00000100:00000040:2.0:1788840243.271403:0:2362:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee86d48e00 x1875733133967104/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840243.271410:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840243.271412:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840243.271414:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234cc0. 00000100:00000200:2.0:1788840243.271416:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733133967104, offset 0 00000400:00000200:2.0:1788840243.271421:0:2362:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840243.271424:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840243.271427:0:2362:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840243.271430:0:2362:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840243.271432:0:2362:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840243.271434:0:2362:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840243.271437:0:2362:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840243.271439:0:2362:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2349:2349:253:4294967295] 192.168.202.131@tcp LPNI seq info [2349:2349:5:4294967295] 00000400:00000200:2.0:1788840243.271443:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840243.271449:0:2362:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840243.271453:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840243.271456:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989900. 00000800:00000200:2.0:1788840243.271459:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840243.271463:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840243.271466:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840243.271468:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840243.271471:0:2362:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: using a timeout of 22420 usecs (23 jiffies) 00000400:00000200:2.0:1788840243.271474:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840243.271476:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296473112 00000100:00000001:2.0:1788840243.271478:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296477088 00000100:00000001:2.0:1788840243.271481:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296473112 00000100:00000001:2.0:1788840243.271483:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296477088 00000100:00000001:2.0:1788840243.271485:0:2362:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840243.271487:0:2362:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840243.271490:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840243.271493:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840243.271502:0:2362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840243.271504:0:2362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788840243.271506:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840243.271507:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840243.271509:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840243.271511:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840243.271807:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840243.271813:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee983e5100. 00000400:00000200:2.0:1788840243.271823:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840243.271829:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840243.271836:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e2a8 00000400:00000010:2.0:1788840243.271839:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e2a8. 00000100:00000001:2.0:1788840243.271845:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840243.271851:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d4ad80 x1875733133966976/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840243.271861:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840243.271865:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d4ad80 x1875733133966976/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840259 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840243.271872:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840243.271874:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788840243.271890:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840243.271892:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee983e5d00. 00000400:00000200:2.0:1788840243.271894:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840243.271898:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840243.271900:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e660 00000400:00000010:2.0:1788840243.271902:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e660. 00000100:00000001:2.0:1788840243.271904:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840243.271908:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d48000 x1875733133967232/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840243.271915:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840243.271918:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d48000 x1875733133967232/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840259 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840243.271924:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840243.271925:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788840243.271932:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840243.271933:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989700. 00000400:00000200:2.0:1788840243.271936:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840243.271939:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840243.271941:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234c38 00000400:00000010:2.0:1788840243.271943:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234c38. 00000100:00000001:2.0:1788840243.271945:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840243.271948:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d48380 x1875733133966848/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840243.271955:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840243.271957:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d48380 x1875733133966848/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840259 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840243.271963:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840243.271964:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788840243.272038:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840243.272041:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989900. 00000400:00000200:2.0:1788840243.272044:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840243.272048:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840243.272050:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234cc0 00000400:00000010:2.0:1788840243.272052:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234cc0. 00000100:00000001:2.0:1788840243.272054:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840243.272057:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d48e00 x1875733133967104/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840243.272064:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788840243.272524:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840243.272531:0:2361:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: using a timeout of 306885 usecs (307 jiffies) 00000400:00000200:3.0:1788840243.272537:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840243.272540:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296473397 00000100:00000001:3.0:1788840243.272542:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296477088 00000100:00000001:3.0:1788840243.272544:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296473397 00000100:00000001:3.0:1788840243.272546:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296477088 00000100:00000001:3.0:1788840243.272550:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840243.272553:0:2361:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840243.272555:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840243.272558:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840243.272564:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:2.0:1788840243.272833:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d48e00 x1875733133967104/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840259 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840243.272844:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840243.272846:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788840243.272899:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788840243.272904:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840243.272906:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840243.272908:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840243.272911:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788840243.278442:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840243.278467:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840243.278473:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840243.278475:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840243.278487:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840243.278495:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840243.278506:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840243.278512:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840243.278519:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840243.278524:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 10 MB=0x6a9f82724be80 00000400:00000200:2.0:1788840243.278530:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840243.278538:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 224/224 into md 0x66fd [1] + 224 00000800:00000001:2.0:1788840243.278548:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840243.278553:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840243.278557:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840243.278562:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840243.278695:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840243.278709:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d4ad80 x1875733133966976/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840259 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840243.278721:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee86d4ad80 x1875733133966976/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840259 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840243.278782:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840243.278788:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840243.278860:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840243.278874:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840243.278879:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840243.278881:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840243.278883:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840243.278887:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840243.278891:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840243.278896:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840243.278899:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840243.278902:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840243.278904:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 25 MB=0x6a9f82724be00 00000400:00000200:2.0:1788840243.278908:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840243.278913:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.131@tcp of length 224/224 into md 0x671d [1] + 224 00000800:00000001:2.0:1788840243.278917:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840243.278924:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840243.278926:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840243.278929:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840243.278932:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840243.278937:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d48380 x1875733133966848/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840259 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840243.278946:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee86d48380 x1875733133966848/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840259 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840243.278962:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840243.278965:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840243.278968:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840243.278981:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840243.278984:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788840243.278992:0:2362:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840243.278994:0:2362:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840243.278998:0:2362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e4d0. 00000400:00000200:2.0:1788840243.279004:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234ee0 00000400:00000010:2.0:1788840243.279008:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234ee0. 00000100:00000001:2.0:1788840243.279011:0:2362:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840243.279016:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d48380 x1875733133966848/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840259 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788840243.279024:0:2362:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d48380 x1875733133966848/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840259 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840243.279030:0:2362:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840243.279032:0:2362:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840243.279035:0:2362:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788840243.279039:0:2362:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788840243.279042:0:2362:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840243.279045:0:2362:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840243.279048:0:2362:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840243.279056:0:2362:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98ee5c60 time=93 v=5 (5 5 5 5) 00000100:00001000:2.0:1788840243.279061:0:2362:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98ee5c18 time=93 v=5 (1 1 1 1) 00000100:00000001:2.0:1788840243.279064:0:2362:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788840243.279083:0:2362:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840243.279088:0:2362:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788840243.279091:0:2362:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840243.279094:0:2362:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840243.279100:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d48380 x1875733133966848/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840259 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840243.279108:0:2362:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840243.279112:0:2362:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840243.279114:0:2362:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840243.279118:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d48380 x1875733133966848/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840259 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788840243.279126:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2362:1875733133966848:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840243.279132:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840243.279136:0:2362:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840243.279140:0:2362:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d48380 x1875733133966848/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840259 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840243.279147:0:2362:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840243.279151:0:2362:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840243.279155:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90eea059da00. 02000000:00000001:2.0:1788840243.279159:0:2362:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840243.279163:0:2362:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840243.279165:0:2362:0:(genops.c:1223:class_import_put()) import ffff90ee98ee5800 refcount=3 obd=MGC192.168.202.131@tcp 00000020:00000001:2.0:1788840243.279167:0:2362:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840243.279170:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee878d1f00. 02000000:00000001:2.0:1788840243.279176:0:2362:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840243.279179:0:2362:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840243.279181:0:2362:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d48380. 00000100:00000001:2.0:1788840243.279185:0:2362:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840243.279186:0:2362:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840243.279190:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840243.279191:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840243.279192:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840243.279194:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840243.279196:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:3.0:1788840243.282034:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840243.282044:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840243.282048:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4f108. 00000400:00000200:3.0:1788840243.282057:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e880 00000400:00000010:3.0:1788840243.282060:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e880. 00000100:00000001:3.0:1788840243.282082:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840243.282098:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d4ad80 x1875733133966976/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840259 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840243.282112:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d4ad80 x1875733133966976/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840259 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840243.282121:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840243.282124:0:2361:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840243.282128:0:2361:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840243.282132:0:2361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840243.282135:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840243.282138:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840243.282141:0:2361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840243.282153:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=93 v=5 (5 102 102 102) 00000100:00001000:3.0:1788840243.282159:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=21 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840243.282162:0:2361:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840243.282164:0:2361:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840243.282167:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840243.282171:0:2361:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840243.282175:0:2361:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840243.282178:0:2361:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967615 00000100:00000001:3.0:1788840243.282180:0:2361:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840243.282182:0:2361:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840243.282188:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d4ad80 x1875733133966976/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840259 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840243.282195:0:2361:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840243.282198:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840243.282200:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840243.282205:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d4ad80 x1875733133966976/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840259 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840243.282390:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733133966976:192.168.202.131@tcp:400:kworker.0 00000100:00000001:3.0:1788840243.282399:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840243.282403:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840243.282408:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d4ad80 x1875733133966976/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840259 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840243.282415:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840243.282418:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840243.282423:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee98863e00. 02000000:00000001:3.0:1788840243.282426:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840243.282429:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840243.282432:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:3.0:1788840243.282434:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840243.282437:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee878d1900. 02000000:00000001:3.0:1788840243.282442:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840243.282445:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840243.282447:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d4ad80. 00000100:00000001:3.0:1788840243.282452:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840243.282453:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840243.282457:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840243.282460:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840243.282462:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840243.282464:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840243.282466:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788840243.282835:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840243.282854:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840243.282857:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840243.282859:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840243.282868:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840243.282874:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840243.282883:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840243.282888:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840243.282894:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840243.282898:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f82724bf80 00000400:00000200:2.0:1788840243.282903:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840243.282909:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x670d [1] + 224 00000800:00000001:2.0:1788840243.282918:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840243.282921:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840243.282925:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840243.282929:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840243.282936:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840243.282943:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d48000 x1875733133967232/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840259 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840243.282952:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee86d48000 x1875733133967232/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840259 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840243.282973:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840243.282983:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840243.282988:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840243.282989:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840243.282991:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840243.282994:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840243.282997:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840243.283001:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840243.283003:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840243.283006:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840243.283009:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f82724bf00 00000400:00000200:2.0:1788840243.283012:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840243.283015:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x672d [1] + 224 00000800:00000001:2.0:1788840243.283019:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840243.283025:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840243.283027:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840243.283030:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840243.283033:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840243.283037:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d48e00 x1875733133967104/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840259 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840243.283045:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee86d48e00 x1875733133967104/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840259 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840243.283060:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840243.283064:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840243.283278:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840243.283295:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840243.283298:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788840243.283305:0:2362:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840243.283308:0:2362:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840243.283311:0:2362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e210. 00000400:00000200:2.0:1788840243.283318:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234b28 00000400:00000010:2.0:1788840243.283321:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234b28. 00000100:00000001:2.0:1788840243.283324:0:2362:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840243.283330:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d48e00 x1875733133967104/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840259 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788840243.283339:0:2362:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d48e00 x1875733133967104/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840259 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840243.283346:0:2362:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840243.283347:0:2362:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840243.283350:0:2362:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788840243.283353:0:2362:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788840243.283356:0:2362:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840243.283359:0:2362:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840243.283361:0:2362:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840243.283369:0:2362:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b5cc60 time=93 v=5 (5 5 5 36) 00000100:00001000:2.0:1788840243.283373:0:2362:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=6 v=5 (1 1 0 0) 00000100:00000001:2.0:1788840243.283376:0:2362:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788840243.283377:0:2362:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840243.283380:0:2362:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788840243.283383:0:2362:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840243.283387:0:2362:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788840243.283389:0:2362:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: skip recheck: last_committed 4294967337 00000100:00000001:2.0:1788840243.283392:0:2362:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788840243.283393:0:2362:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840243.283398:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d48e00 x1875733133967104/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840259 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840243.283404:0:2362:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840243.283407:0:2362:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840243.283409:0:2362:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840243.283412:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d48e00 x1875733133967104/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840259 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788840243.283419:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733133967104:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840243.283424:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840243.283426:0:2362:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840243.283429:0:2362:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d48e00 x1875733133967104/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840259 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840243.283435:0:2362:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840243.283438:0:2362:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840243.283441:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90eea059c000. 02000000:00000001:2.0:1788840243.283445:0:2362:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840243.283447:0:2362:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840243.283449:0:2362:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=2 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:2.0:1788840243.283452:0:2362:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840243.283454:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee878d1000. 02000000:00000001:2.0:1788840243.283457:0:2362:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840243.283460:0:2362:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840243.283462:0:2362:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d48e00. 00000100:00000001:2.0:1788840243.283465:0:2362:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840243.283466:0:2362:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840243.283468:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840243.283477:0:2362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840243.283480:0:2362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840243.283483:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840243.283485:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840243.283562:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840243.283565:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788840243.283713:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840243.283716:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840243.283718:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4faa8. 00000400:00000200:3.0:1788840243.283722:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011eaa0 00000400:00000010:3.0:1788840243.283724:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011eaa0. 00000100:00000001:3.0:1788840243.283727:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840243.283732:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d48000 x1875733133967232/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840259 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840243.283741:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d48000 x1875733133967232/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840259 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840243.283747:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840243.283749:0:2361:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840243.283751:0:2361:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840243.283753:0:2361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840243.283754:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840243.283756:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840243.283757:0:2361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840243.283763:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b59460 time=93 v=5 (5 5 5 36) 00000100:00001000:3.0:1788840243.283766:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b59418 time=19 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840243.283769:0:2361:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840243.283770:0:2361:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840243.283772:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840243.283774:0:2361:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840243.283777:0:2361:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840243.283778:0:2361:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90ee90f70800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1788840243.283780:0:2361:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840243.283781:0:2361:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840243.283785:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d48000 x1875733133967232/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840259 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840243.283792:0:2361:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840243.283794:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840243.283795:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840243.283799:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d48000 x1875733133967232/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840259 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840243.283808:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d48000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733133967232:192.168.202.131@tcp:400:kworker.0 00000100:00000001:3.0:1788840243.283812:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840243.283814:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840243.283817:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d48000 x1875733133967232/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840259 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840243.283823:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840243.283825:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840243.283827:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee98863400. 02000000:00000001:3.0:1788840243.283830:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840243.283832:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840243.283833:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee92b59000 refcount=2 obd=lustre-OST0001-osc-ffff90ee90f70800 00000020:00000001:3.0:1788840243.283835:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840243.283837:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee983e5e00. 02000000:00000001:3.0:1788840243.283841:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840243.283842:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840243.283843:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d48000. 00000100:00000001:3.0:1788840243.283846:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840243.283847:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840243.283849:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840243.283853:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840243.283855:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840243.283856:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840243.283858:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840243.847949:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788840243.847956:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840243.847960:0:16054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788840244.870318:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840244.870326:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840244.870331:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788840246.343535:0:30909:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788840246.343542:0:30909:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840246.343545:0:30909:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788840246.343550:0:30909:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee86d8e6c0 going to sleep for 1 seconds 00000100:00000001:0.0:1788840246.343553:0:30909:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840246.343556:0:30909:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840246.924249:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788840246.924256:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840246.924262:0:16054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788840247.301833:0:29212:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120a20 (cpu 2) has reached its deadline 4296477088, at 4296477120 00000100:00000010:2.0:1788840247.301850:0:29212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee84b180c0. 00000100:00000040:3.0:1788840247.302817:0:30278:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120b30 (cpu 3) has reached its deadline 4296477088, at 4296477121 00000100:00000010:3.0:1788840247.302828:0:30278:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee84b18ba0. 00000100:00000001:0.0:1788840247.365749:0:30909:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788840247.365757:0:30909:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840247.365760:0:30909:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788840247.365765:0:30909:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee86d8e6c0 going to sleep for 1 seconds 00000100:00000001:0.0:1788840247.365768:0:30909:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840247.365771:0:30909:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840247.943434:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840247.943441:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840247.943446:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788840248.389811:0:30898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788840248.389829:0:30898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840248.389832:0:30898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1788840248.389837:0:30898:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee9887c3c0 going to sleep for 1 seconds 00000100:00000001:3.0:1788840248.389841:0:30898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840248.389845:0:30898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840248.390132:0:20099:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788840248.390138:0:20099:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788840248.390149:0:20099:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f5ad80. 00000020:00000040:0.0:1788840248.390154:0:20099:0:(genops.c:1210:class_import_get()) import ffff90ee98ee5800 refcount=4 obd=MGC192.168.202.131@tcp 00000100:00000001:0.0:1788840248.390158:0:20099:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840248.390161:0:20099:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840248.390168:0:20099:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840248.390178:0:20099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee98ea2100. 00000100:00000001:0.0:1788840248.390186:0:20099:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840248.390198:0:20099:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS req@ffff90ee87f5ad80 x1875733133967360/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788840248.390210:0:20099:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840248.390214:0:20099:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840248.390220:0:20099:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fa0545b] to pc [ptlrpcd_00_00+0] req@ffff90ee87f5ad80 x1875733133967360/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840248.390243:0:20099:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840248.390246:0:20099:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788840248.390250:0:20099:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788840248.390253:0:20099:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f59880. 00000020:00000040:0.0:1788840248.390255:0:20099:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=8 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:0.0:1788840248.390258:0:20099:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840248.390259:0:20099:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840248.390261:0:20099:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840248.390264:0:20099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee98ea2600. 00000100:00000001:0.0:1788840248.390267:0:20099:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840248.390272:0:20099:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID req@ffff90ee87f59880 x1875733133967488/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788840248.390278:0:20099:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840248.390280:0:20099:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840248.390284:0:20099:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a20bd24] to pc [ptlrpcd_00_01+1] req@ffff90ee87f59880 x1875733133967488/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840248.390292:0:20099:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840248.390294:0:20099:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788840248.390297:0:20099:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1788840248.390300:0:20099:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:0.0:1788840248.390303:0:20099:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1788840248.390306:0:20099:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f5a300. 00000020:00000040:0.0:1788840248.390308:0:20099:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=3 obd=lustre-OST0000-osc-ffff90ee90f70800 00000100:00000001:0.0:1788840248.390311:0:20099:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840248.390312:0:20099:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840248.390314:0:20099:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840248.390329:0:20099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee98ea2f00. 00000100:00000001:0.0:1788840248.390332:0:20099:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840248.390335:0:20099:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446621952890479360 : -122120819072256 : ffff90ee87f5a300) 00000100:00080000:0.0:1788840248.390338:0:20099:0:(import.c:65:import_set_state_nolock()) ffff90ee92b5c800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1788840248.390341:0:20099:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff90ee90f70800: disconnect after 23s idle 00000100:00000001:0.0:1788840248.390343:0:20099:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840248.390345:0:20099:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840248.390350:0:20099:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000539b9b9e] to pc [ptlrpcd_rcv+-1] req@ffff90ee87f5a300 x1875733133967616/t0(0) o9->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840248.390371:0:20099:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840248.390521:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840248.390525:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840248.390527:0:2358:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840248.390535:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f5a300 x1875733133967616/t0(0) o9->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840248.390542:0:2358:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840248.390544:0:2358:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840248.390548:0:2358:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840248.390550:0:2358:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840248.390553:0:2358:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840248.390556:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:10f4a654-3497-48d8-8f70-7e89f4f161cc:2358:1875733133967616:192.168.202.131@tcp:9:kworker.0 00000100:00000001:2.0:1788840248.390561:0:2358:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840248.390566:0:2358:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840248.390593:0:2358:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840248.390603:0:2358:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840248.390609:0:2358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90eea059c000. 02000000:00000001:2.0:1788840248.390612:0:2358:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840248.390618:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840248.390622:0:2358:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e210. 00000400:00000010:2.0:1788840248.390629:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234b28. 00000100:00000200:2.0:1788840248.390637:0:2358:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133967616, portal 4 00000100:00000001:2.0:1788840248.390667:0:2358:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840248.390668:0:2358:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890479360 : -122120819072256 : ffff90ee87f5a300) 00000100:00000040:2.0:1788840248.390676:0:2358:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87f5a300 x1875733133967616/t0(0) o9->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840248.390684:0:2358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840248.390687:0:2358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840248.390690:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234ee0. 00000100:00000200:2.0:1788840248.390693:0:2358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733133967616, offset 0 00000400:00000200:2.0:1788840248.390700:0:2358:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840248.390708:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840248.390715:0:2358:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840248.390720:0:2358:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840248.390724:0:2358:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840248.390728:0:2358:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840248.390730:0:2358:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840248.390734:0:2358:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2350:2350:256:4294967295] 192.168.202.131@tcp LPNI seq info [2350:2350:8:4294967295] 00000400:00000200:2.0:1788840248.390739:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840248.390747:0:2358:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840248.390752:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840248.390757:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989900. 00000800:00000200:2.0:1788840248.390764:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840248.390771:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840248.390775:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840248.390784:0:2358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840248.390789:0:2358:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: using a timeout of 22388 usecs (23 jiffies) 00000400:00000200:2.0:1788840248.390792:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840248.390795:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296478231 00000100:00000010:2.0:1788840248.390799:0:2358:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee87fb1120. 00000100:00000001:2.0:1788840248.390806:0:2358:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788840248.390811:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296478231 00000100:00000010:2.0:1788840248.390813:0:2358:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee87fb1c00. 00000100:00000001:2.0:1788840248.390816:0:2358:0:(niobuf.c:678:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request now active for cpu 3 00000800:00000200:3.0:1788840248.391057:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840248.391062:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989900. 00000400:00000200:3.0:1788840248.391068:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840248.391073:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840248.391078:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234ee0 00000400:00000010:3.0:1788840248.391080:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234ee0. 00000100:00000001:3.0:1788840248.391085:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840248.391089:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f5a300 x1875733133967616/t0(0) o9->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840248.391098:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840248.391101:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f5a300 x1875733133967616/t0(0) o9->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840258 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840248.391107:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840248.391109:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1788840248.391162:0:2358:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840248.391166:0:2358:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840248.391169:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840248.391172:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840248.391178:0:2358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840248.391180:0:2358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1788840248.391182:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840248.391183:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840248.391185:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840248.391186:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840248.392091:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840248.392095:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0d700. 00000400:00000200:2.0:1788840248.392100:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840248.392104:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840248.392108:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539908 00000400:00000010:2.0:1788840248.392110:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539908. 00000100:00000001:2.0:1788840248.392113:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840248.392118:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f5ad80 x1875733133967360/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840248.392126:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840248.392128:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f5ad80 x1875733133967360/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840264 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840248.392134:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840248.392136:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788840248.392179:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840248.392182:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0db00. 00000400:00000200:2.0:1788840248.392185:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840248.392188:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840248.392191:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539b28 00000400:00000010:2.0:1788840248.392192:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539b28. 00000100:00000001:2.0:1788840248.392195:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840248.392198:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f59880 x1875733133967488/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840248.392204:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840248.392207:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f59880 x1875733133967488/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840264 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840248.392218:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840248.392220:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788840248.392276:0:20099:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840248.392279:0:20099:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788840248.392282:0:20099:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:0.0:1788840248.392284:0:20099:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:0.0:1788840248.392286:0:20099:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:0.0:1788840248.392291:0:20099:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f59c00. 00000020:00000040:0.0:1788840248.392295:0:20099:0:(genops.c:1210:class_import_get()) import ffff90ee92b59000 refcount=3 obd=lustre-OST0001-osc-ffff90ee90f70800 00000100:00000001:0.0:1788840248.392298:0:20099:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840248.392301:0:20099:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840248.392304:0:20099:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840248.392308:0:20099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee98ea2000. 00000100:00000001:0.0:1788840248.392324:0:20099:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840248.392328:0:20099:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446621952890477568 : -122120819074048 : ffff90ee87f59c00) 00000100:00080000:0.0:1788840248.392331:0:20099:0:(import.c:65:import_set_state_nolock()) ffff90ee92b59000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1788840248.392334:0:20099:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff90ee90f70800: disconnect after 23s idle 00000100:00000001:0.0:1788840248.392337:0:20099:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840248.392341:0:20099:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840248.392346:0:20099:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cf1632d] to pc [ptlrpcd_rcv+-1] req@ffff90ee87f59c00 x1875733133967744/t0(0) o9->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840248.392398:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840248.392402:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840248.392404:0:2358:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840248.392411:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f59c00 x1875733133967744/t0(0) o9->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840248.392417:0:2358:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840248.392418:0:2358:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840248.392421:0:2358:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840248.392423:0:2358:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840248.392425:0:2358:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840248.392427:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:10f4a654-3497-48d8-8f70-7e89f4f161cc:2358:1875733133967744:192.168.202.131@tcp:9:kworker.0 00000100:00000001:2.0:1788840248.392430:0:2358:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840248.392434:0:2358:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840248.392435:0:2358:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840248.392437:0:2358:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840248.392440:0:2358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90eea059da00. 02000000:00000001:2.0:1788840248.392442:0:2358:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840248.392446:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840248.392450:0:2358:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e4d0. 00000400:00000010:2.0:1788840248.392454:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234cc0. 00000100:00000200:2.0:1788840248.392458:0:2358:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133967744, portal 4 00000100:00000001:2.0:1788840248.392460:0:2358:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840248.392461:0:2358:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890477568 : -122120819074048 : ffff90ee87f59c00) 00000100:00000040:2.0:1788840248.392468:0:2358:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87f59c00 x1875733133967744/t0(0) o9->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840248.392474:0:2358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840248.392477:0:2358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840248.392479:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234c38. 00000100:00000200:2.0:1788840248.392481:0:2358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733133967744, offset 0 00000400:00000200:2.0:1788840248.392486:0:2358:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840248.392491:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840248.392496:0:2358:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840248.392499:0:2358:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840248.392502:0:2358:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840248.392505:0:2358:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840248.392507:0:2358:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840248.392510:0:2358:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2353:2353:256:4294967295] 192.168.202.131@tcp LPNI seq info [2353:2353:8:4294967295] 00000400:00000200:2.0:1788840248.392514:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840248.392521:0:2358:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840248.392525:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840248.392531:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989700. 00000100:00000001:0.0:1788840248.392883:0:20099:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840248.392887:0:20099:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840248.392891:0:20099:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1815) 00000800:00000200:2.0:1788840248.392945:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840248.392951:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840248.392955:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840248.393016:0:2358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840248.393021:0:2358:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: using a timeout of 304897 usecs (305 jiffies) 00000400:00000200:2.0:1788840248.393025:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840248.393027:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296478516 00000100:00000001:2.0:1788840248.393030:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296482208 00000100:00000001:2.0:1788840248.393032:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296478516 00000100:00000001:2.0:1788840248.393034:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296482208 00000100:00000001:2.0:1788840248.393036:0:2358:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840248.393038:0:2358:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840248.393041:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840248.393043:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840248.393049:0:2358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840248.393051:0:2358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1788840248.393053:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840248.393054:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840248.393056:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840248.393057:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788840248.401496:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840248.401521:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840248.401525:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840248.401529:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840248.401538:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840248.401547:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840248.401559:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840248.401564:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840248.401582:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840248.401587:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 25 MB=0x6a9f82724c000 00000400:00000200:2.0:1788840248.401592:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840248.402434:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.131@tcp of length 224/224 into md 0x674d [1] + 224 00000800:00000001:2.0:1788840248.402445:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840248.402455:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840248.402459:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840248.402465:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840248.402472:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840248.402482:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f5ad80 x1875733133967360/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840264 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840248.402493:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87f5ad80 x1875733133967360/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840264 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840248.402529:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:2.0:1788840248.403791:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840248.403798:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989700. 00000400:00000200:2.0:1788840248.403803:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840248.403808:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840248.403813:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234c38 00000400:00000010:2.0:1788840248.403815:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234c38. 00000800:00000001:3.0:1788840248.403894:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840248.403904:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840248.403907:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840248.403909:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840248.403915:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840248.403920:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840248.403927:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840248.403931:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840248.403936:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840248.403984:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 10 MB=0x6a9f82724c080 00000400:00000200:3.0:1788840248.403988:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840248.404006:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840248.404013:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f59c00 x1875733133967744/t0(0) o9->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840258 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840248.404023:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840248.404027:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f59c00 x1875733133967744/t0(0) o9->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840258 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840248.404033:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840248.404035:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:3.0:1788840248.404081:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 224/224 into md 0x6755 [1] + 224 00000800:00000001:3.0:1788840248.404088:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840248.404093:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840248.404094:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840248.404098:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840248.404102:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840248.404107:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f59880 x1875733133967488/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840264 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840248.404114:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87f59880 x1875733133967488/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840264 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840248.404134:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840248.404140:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840248.404143:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840248.404145:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840248.404147:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840248.404150:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840248.404153:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840248.404158:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840248.404160:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840248.404163:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840248.404165:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f82724c100 00000400:00000200:3.0:1788840248.404168:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840248.404172:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x673d [1] + 224 00000800:00000001:3.0:1788840248.404175:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840248.404180:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840248.404182:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840248.404185:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840248.404187:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840248.404191:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f5a300 x1875733133967616/t0(0) o9->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840258 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840248.404198:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87f5a300 x1875733133967616/t0(0) o9->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840258 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840248.404216:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840248.404220:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840248.404223:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840248.404412:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840248.404415:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788840248.404418:0:2358:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840248.404420:0:2358:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840248.404422:0:2358:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e210. 00000400:00000200:2.0:1788840248.404427:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234b28 00000400:00000010:2.0:1788840248.404428:0:2358:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234b28. 00000100:00000001:2.0:1788840248.404431:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840248.404435:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f5a300 x1875733133967616/t0(0) o9->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840258 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788840248.404444:0:2358:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f5a300 x1875733133967616/t0(0) o9->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840258 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840248.404450:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840248.404451:0:2358:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840248.404453:0:2358:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788840248.404456:0:2358:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788840248.404457:0:2358:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840248.404459:0:2358:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840248.404462:0:2358:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840248.404468:0:2358:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b5cc60 time=98 v=5 (5 5 5 36) 00000100:00001000:2.0:1788840248.404472:0:2358:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=11 v=5 (1 1 0 0) 00000100:00000001:2.0:1788840248.404475:0:2358:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788840248.404476:0:2358:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840248.404479:0:2358:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788840248.404482:0:2358:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840248.404485:0:2358:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788840248.404487:0:2358:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: skip recheck: last_committed 4294967337 00000100:00000001:2.0:1788840248.404489:0:2358:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788840248.404491:0:2358:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840248.404496:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f5a300 x1875733133967616/t0(0) o9->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840258 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840248.404911:0:2358:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840248.404913:0:2358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840248.404914:0:2358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1788840248.404919:0:2358:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff90ee87f5a300 x1875733133967616/t0(0) o9->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840258 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788840248.404926:0:2358:0:(import.c:65:import_set_state_nolock()) ffff90ee92b5c800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:2.0:1788840248.404931:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f5a300 x1875733133967616/t0(0) o9->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840258 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788840248.404938:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:10f4a654-3497-48d8-8f70-7e89f4f161cc:2358:1875733133967616:192.168.202.131@tcp:9:kworker.0 00000100:00000001:2.0:1788840248.404942:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840248.404943:0:2358:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840248.404946:0:2358:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f5a300 x1875733133967616/t0(0) o9->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840258 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840248.404952:0:2358:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840248.404953:0:2358:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840248.404955:0:2358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90eea059c000. 02000000:00000001:2.0:1788840248.404958:0:2358:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840248.404959:0:2358:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840248.404961:0:2358:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=2 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:2.0:1788840248.404962:0:2358:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840248.404964:0:2358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee98ea2f00. 02000000:00000001:2.0:1788840248.404966:0:2358:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840248.404967:0:2358:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840248.404968:0:2358:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f5a300. 00000100:00000001:2.0:1788840248.404971:0:2358:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840248.404972:0:2358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840248.404974:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840248.404975:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840248.404976:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840248.404978:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840248.404980:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788840248.407413:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840248.407432:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840248.407437:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840248.407440:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840248.407449:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840248.407457:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840248.407465:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840248.407470:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840248.407474:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840248.407478:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f82724c180 00000400:00000200:2.0:1788840248.407483:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840248.407489:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x675d [1] + 224 00000800:00000001:2.0:1788840248.407497:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840248.407517:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840248.407521:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840248.407526:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840248.407533:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840248.407540:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f59c00 x1875733133967744/t0(0) o9->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840258 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840248.407551:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87f59c00 x1875733133967744/t0(0) o9->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840258 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840248.407582:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840248.407592:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840248.407595:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840248.408122:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840248.408127:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788840248.408133:0:2358:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840248.408135:0:2358:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840248.408139:0:2358:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e4d0. 00000400:00000200:3.0:1788840248.408145:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234cc0 00000400:00000010:3.0:1788840248.408147:0:2358:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234cc0. 00000100:00000001:3.0:1788840248.408150:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840248.408155:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f59c00 x1875733133967744/t0(0) o9->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840258 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840248.408165:0:2358:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f59c00 x1875733133967744/t0(0) o9->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840258 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840248.408171:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840248.408173:0:2358:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840248.408175:0:2358:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840248.408178:0:2358:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840248.408181:0:2358:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840248.408183:0:2358:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840248.408186:0:2358:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840248.408196:0:2358:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b59460 time=98 v=5 (5 5 5 36) 00000100:00001000:3.0:1788840248.408199:0:2358:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b59418 time=24 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840248.408202:0:2358:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840248.408203:0:2358:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840248.408206:0:2358:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840248.408210:0:2358:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840248.408213:0:2358:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840248.408215:0:2358:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90ee90f70800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1788840248.408217:0:2358:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840248.408218:0:2358:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840248.408223:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f59c00 x1875733133967744/t0(0) o9->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840258 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840248.408230:0:2358:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840248.408233:0:2358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840248.408235:0:2358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1788840248.408239:0:2358:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff90ee87f59c00 x1875733133967744/t0(0) o9->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840258 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788840248.408247:0:2358:0:(import.c:65:import_set_state_nolock()) ffff90ee92b59000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:3.0:1788840248.408251:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f59c00 x1875733133967744/t0(0) o9->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840258 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840248.408258:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:10f4a654-3497-48d8-8f70-7e89f4f161cc:2358:1875733133967744:192.168.202.131@tcp:9:kworker.0 00000100:00000001:3.0:1788840248.408263:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840248.408265:0:2358:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840248.408269:0:2358:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f59c00 x1875733133967744/t0(0) o9->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840258 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840248.408275:0:2358:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840248.408277:0:2358:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840248.408281:0:2358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90eea059da00. 02000000:00000001:3.0:1788840248.408284:0:2358:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840248.408287:0:2358:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840248.408288:0:2358:0:(genops.c:1223:class_import_put()) import ffff90ee92b59000 refcount=2 obd=lustre-OST0001-osc-ffff90ee90f70800 00000020:00000001:3.0:1788840248.408290:0:2358:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840248.408293:0:2358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee98ea2000. 02000000:00000001:3.0:1788840248.408297:0:2358:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840248.408300:0:2358:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840248.408301:0:2358:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f59c00. 00000100:00000001:3.0:1788840248.408304:0:2358:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840248.408306:0:2358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840248.408308:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840248.408324:0:2358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840248.408327:0:2358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840248.408329:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840248.408331:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840249.414130:0:20099:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788840249.414135:0:20099:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788840249.414143:0:20099:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f5b800. 00000020:00000040:0.0:1788840249.414148:0:20099:0:(genops.c:1210:class_import_get()) import ffff90ee98ee5800 refcount=4 obd=MGC192.168.202.131@tcp 00000100:00000001:0.0:1788840249.414153:0:20099:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840249.414156:0:20099:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840249.414160:0:20099:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840249.414168:0:20099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee98ea2c00. 00000100:00000001:0.0:1788840249.414174:0:20099:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840249.414181:0:20099:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS req@ffff90ee87f5b800 x1875733133967872/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788840249.414191:0:20099:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840249.414195:0:20099:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840249.414200:0:20099:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000639e1163] to pc [ptlrpcd_00_00+0] req@ffff90ee87f5b800 x1875733133967872/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840249.414227:0:20099:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788840249.414229:0:20099:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788840249.414232:0:20099:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1788840249.414234:0:20099:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788840249.414235:0:20099:0:(import.c:65:import_set_state_nolock()) ffff90ee98823000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788840249.414238:0:20099:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788840249.414241:0:20099:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff90ee90f70800: connect to NID 192.168.202.131@tcp last attempt 1785 00000400:00000200:0.0:1788840249.414247:0:20099:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840249.414253:0:20099:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1 00000100:00000040:0.0:1788840249.414257:0:20099:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff90ee85e803c0 refcount 11 to 192.168.202.131@tcp 00000100:00000001:0.0:1788840249.414260:0:20099:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788840249.414262:0:20099:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff90ee85e803c0 refcount 12 to 192.168.202.131@tcp 00000100:00000001:0.0:1788840249.414264:0:20099:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621952856032192 : -122120853519424 : ffff90ee85e803c0) 00000020:00000001:0.0:1788840249.414267:0:20099:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788840249.414268:0:20099:0:(genops.c:804:class_conn2export()) looking for export cookie 0x3aa5f499c96f2cd8 00000020:00000001:0.0:1788840249.414271:0:20099:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840249.414274:0:20099:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90ee9881e000 refcount=5 00000020:00000001:0.0:1788840249.414276:0:20099:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621953168105472 : -122120541446144 : ffff90ee9881e000) 00000020:00000001:0.0:1788840249.414278:0:20099:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446621953168105472 : -122120541446144 : ffff90ee9881e000) 00000100:00000040:0.0:1788840249.414281:0:20099:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff90ee85e803c0 refcount 11 to 192.168.202.131@tcp 00000100:00000001:0.0:1788840249.414283:0:20099:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788840249.414285:0:20099:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff90ee85e803c0 refcount 12 to 192.168.202.131@tcp 00000100:00000001:0.0:1788840249.414287:0:20099:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621952856032192 : -122120853519424 : ffff90ee85e803c0) 00000020:00000040:0.0:1788840249.414289:0:20099:0:(genops.c:879:class_export_put()) PUTting export ffff90ee9881e000 : new refcount 4 00000100:00080000:0.0:1788840249.414293:0:20099:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff90ee90f70800: import ffff90ee98823000 using connection 192.168.202.131@tcp/192.168.202.131@tcp 00000100:00000001:0.0:1788840249.414296:0:20099:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840249.414298:0:20099:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788840249.414303:0:20099:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840249.414306:0:20099:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840249.414308:0:20099:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1788840249.414311:0:20099:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683253 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788840249.414313:0:20099:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840249.414315:0:20099:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840249.414319:0:20099:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f59f80. 00000020:00000040:0.0:1788840249.414321:0:20099:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=8 obd=lustre-MDT0000-mdc-ffff90ee90f70800 02000000:00000001:0.0:1788840249.414324:0:20099:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788840249.414325:0:20099:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840249.414328:0:20099:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840249.414329:0:20099:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840249.414331:0:20099:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840249.414335:0:20099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee86f37000. 00000100:00000001:0.0:1788840249.414338:0:20099:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840249.414344:0:20099:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90ee87f59f80 x1875733133968000/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788840249.414351:0:20099:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840249.414353:0:20099:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840249.414357:0:20099:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000100630d0] to pc [ptlrpcd_rcv+-1] req@ffff90ee87f59f80 x1875733133968000/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840249.414384:0:20099:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840249.414387:0:20099:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788840249.414391:0:20099:0:(pinger.c:247:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788840249.414393:0:20099:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788840249.414396:0:20099:0:(pinger.c:247:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788840249.414400:0:20099:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (1816) 00000100:00000001:2.0:1788840249.414663:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840249.414667:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840249.414671:0:2358:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840249.414680:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f59f80 x1875733133968000/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840249.414693:0:2358:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840249.414695:0:2358:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840249.414712:0:2358:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840249.414716:0:2358:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840249.414719:0:2358:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840249.414726:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:10f4a654-3497-48d8-8f70-7e89f4f161cc:2358:1875733133968000:192.168.202.131@tcp:38:kworker.0 00000100:00000001:2.0:1788840249.414731:0:2358:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840249.414735:0:2358:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840249.414739:0:2358:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840249.414744:0:2358:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840249.414749:0:2358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee85dd5800. 02000000:00000001:2.0:1788840249.414754:0:2358:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840249.414763:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840249.414768:0:2358:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e210. 00000400:00000010:2.0:1788840249.414774:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234b28. 00000100:00000200:2.0:1788840249.414780:0:2358:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133968000, portal 10 00000100:00000001:2.0:1788840249.414784:0:2358:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840249.414787:0:2358:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890478464 : -122120819073152 : ffff90ee87f59f80) 00000100:00000040:2.0:1788840249.414798:0:2358:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87f59f80 x1875733133968000/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1788840259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840249.414812:0:2358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840249.414817:0:2358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840249.414823:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234c38. 00000100:00000200:2.0:1788840249.414828:0:2358:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875733133968000, offset 0 00000400:00000200:2.0:1788840249.414837:0:2358:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840249.414847:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840249.414855:0:2358:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840249.414864:0:2358:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840249.414870:0:2358:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840249.414873:0:2358:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840249.414876:0:2358:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000100:00000001:3.0:1788840249.414950:0:30898:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788840249.414953:0:30898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840249.414954:0:30898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1788840249.414957:0:30898:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee9887c3c0 going to sleep for 1 seconds 00000100:00000001:3.0:1788840249.414961:0:30898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840249.414964:0:30898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840249.415038:0:2358:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2355:2355:256:4294967295] 192.168.202.131@tcp LPNI seq info [2355:2355:8:4294967295] 00000400:00000200:2.0:1788840249.415044:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840249.415054:0:2358:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840249.415060:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840249.415065:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989700. 00000800:00000200:2.0:1788840249.415072:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840249.415079:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840249.415084:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989700 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1788840249.415101:0:2358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840249.415106:0:2358:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 772727 usecs (773 jiffies) 00000400:00000200:2.0:1788840249.415109:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840249.415112:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296480006 00000100:00000001:2.0:1788840249.415115:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296482208 00000100:00000001:2.0:1788840249.415117:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296480006 00000100:00000001:2.0:1788840249.415119:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296482208 00000100:00000001:2.0:1788840249.415121:0:2358:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840249.415124:0:2358:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840249.415126:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840249.415128:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840249.415132:0:2358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840249.415133:0:2358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1788840249.415135:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840249.415136:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840249.415137:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840249.415139:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840249.416812:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840249.416821:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989700. 00000400:00000200:3.0:1788840249.416829:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840249.416837:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840249.416845:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234c38 00000400:00000010:3.0:1788840249.416847:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234c38. 00000100:00000001:3.0:1788840249.416852:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840249.416859:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f59f80 x1875733133968000/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1788840259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840249.416870:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840249.416874:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f59f80 x1875733133968000/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1788840259 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840249.416881:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840249.416883:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788840249.416957:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840249.416960:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0d100. 00000400:00000200:3.0:1788840249.416964:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840249.416978:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840249.416982:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea05397f8 00000400:00000010:3.0:1788840249.416984:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea05397f8. 00000100:00000001:3.0:1788840249.416987:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840249.416991:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f5b800 x1875733133967872/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840265 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840249.416999:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840249.417001:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f5b800 x1875733133967872/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840265 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840249.417007:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840249.417008:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840249.424413:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840249.424429:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840249.424433:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840249.424435:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840249.424456:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840249.424464:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840249.424473:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840249.424478:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840249.424483:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840249.424487:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 25 MB=0x6a9f82724c200 00000400:00000200:2.0:1788840249.424492:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840249.424499:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.131@tcp of length 224/224 into md 0x676d [1] + 224 00000800:00000001:2.0:1788840249.424508:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840249.424512:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840249.424515:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840249.424520:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840249.424535:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840249.424544:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f5b800 x1875733133967872/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840265 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840249.424554:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87f5b800 x1875733133967872/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840265 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840249.424585:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840249.424593:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840249.424597:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840249.424599:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840249.424601:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840249.424604:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840249.424608:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840249.424612:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840249.424614:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840249.424617:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840249.424620:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 416 into portal 10 MB=0x6a9f82724c280 00000400:00000200:2.0:1788840249.424624:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840249.424628:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 416/416 into md 0x6775 [1] + 0 00000800:00000001:2.0:1788840249.424631:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840249.424636:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840249.424666:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840249.424670:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840249.424673:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840249.424678:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f59f80 x1875733133968000/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1788840259 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840249.424687:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff90ee87f59f80 x1875733133968000/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1788840259 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840249.424716:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840249.424720:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840249.424723:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840249.424993:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840249.424998:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788840249.425005:0:2358:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840249.425007:0:2358:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840249.425010:0:2358:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e210. 00000400:00000200:3.0:1788840249.425015:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234b28 00000400:00000010:3.0:1788840249.425017:0:2358:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234b28. 00000100:00000001:3.0:1788840249.425020:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840249.425024:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f59f80 x1875733133968000/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1788840259 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840249.425032:0:2358:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f59f80 x1875733133968000/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1788840259 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840249.425038:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840249.425040:0:2358:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840249.425042:0:2358:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840249.425045:0:2358:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840249.425047:0:2358:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840249.425049:0:2358:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840249.425052:0:2358:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840249.425061:0:2358:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=99 v=5 (5 102 102 102) 00000100:00001000:3.0:1788840249.425065:0:2358:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=27 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840249.425067:0:2358:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840249.425069:0:2358:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840249.425072:0:2358:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840249.425075:0:2358:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840249.425078:0:2358:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840249.425080:0:2358:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967615 00000100:00000001:3.0:1788840249.425082:0:2358:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840249.425084:0:2358:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840249.425088:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f59f80 x1875733133968000/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/416 e 0 to 0 dl 1788840259 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840249.425096:0:2358:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840249.425099:0:2358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840249.425101:0:2358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840249.425103:0:2358:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:3.0:1788840249.425108:0:2358:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff90ee90f70800: connect to target with instance 1 00000020:00000001:3.0:1788840249.425111:0:2358:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788840249.425113:0:2358:0:(genops.c:804:class_conn2export()) looking for export cookie 0x3aa5f499c96f2cd8 00000020:00000001:3.0:1788840249.425115:0:2358:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840249.425118:0:2358:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90ee9881e000 refcount=5 00000020:00000001:3.0:1788840249.425121:0:2358:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621953168105472 : -122120541446144 : ffff90ee9881e000) 00000020:00000001:3.0:1788840249.425123:0:2358:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446621953168105472 : -122120541446144 : ffff90ee9881e000) 00000100:00001000:3.0:1788840249.425126:0:2358:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=1788840249 v=0 (0 0 0 0) 00000100:00001000:3.0:1788840249.425129:0:2358:0:(import.c:2215:obd_at_measure()) AT ffff90ee98823418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:3.0:1788840249.425133:0:2358:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 911, crc32c 5375, adler 879 00000020:00000040:3.0:1788840249.425138:0:2358:0:(genops.c:879:class_export_put()) PUTting export ffff90ee9881e000 : new refcount 4 00000100:00000001:3.0:1788840249.425140:0:2358:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1788840249.425144:0:2358:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:3.0:1788840249.425147:0:2358:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff90ee90f70800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 17 cl_max_extent_pages: 32768 00000002:00000001:3.0:1788840249.425151:0:2358:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:3.0:1788840249.425153:0:2358:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840249.425155:0:2358:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:3.0:1788840249.425158:0:2358:0:(lmv_obd.c:191:lmv_notify()) Process entered 00000080:00000001:3.0:1788840249.425161:0:2358:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788840249.425164:0:2358:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840249.425166:0:2358:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840249.425168:0:2358:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840249.425169:0:2358:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788840249.425170:0:2358:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840249.425172:0:2358:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840249.425174:0:2358:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1788840249.425177:0:2358:0:(import.c:1297:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.202.131@tcp after partition 00000100:00080000:3.0:1788840249.425180:0:2358:0:(import.c:65:import_set_state_nolock()) ffff90ee98823000 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:3.0:1788840249.425184:0:2358:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1788840249.425186:0:2358:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00080000:3.0:1788840249.425191:0:2358:0:(client.c:3247:ptlrpc_resend_req()) @@@ going to resend req@ffff90ee86d4a680 x1875733133966080/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840252 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840249.425215:0:2358:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1788840249.425218:0:2358:0:(import.c:65:import_set_state_nolock()) ffff90ee98823000 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:3.0:1788840249.425220:0:2358:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1788840249.425221:0:2358:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:3.0:1788840249.425222:0:2358:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:3.0:1788840249.425224:0:2358:0:(lmv_obd.c:191:lmv_notify()) Process entered 00800000:00000001:3.0:1788840249.425226:0:2358:0:(lmv_obd.c:85:lmv_set_mdc_active()) Process entered 00800000:00000040:3.0:1788840249.425228:0:2358:0:(lmv_obd.c:88:lmv_set_mdc_active()) Searching in lmv ffff90ee988921d8 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:3.0:1788840249.425231:0:2358:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x3aa5f499c96f2cd8 00800000:00000040:3.0:1788840249.425234:0:2358:0:(lmv_obd.c:109:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff90ee90f70800=10f4a654-3497-48d8-8f70-7e89f4f161cc device 3 (ffff90ee98894d28) type mdc at LMV idx 0 00800000:00000040:3.0:1788840249.425237:0:2358:0:(lmv_obd.c:114:lmv_set_mdc_active()) OBD ffff90ee98894d28 already active! 00800000:00000001:3.0:1788840249.425238:0:2358:0:(lmv_obd.c:115:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788840249.425241:0:2358:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788840249.425243:0:2358:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840249.425244:0:2358:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840249.425254:0:2358:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840249.425257:0:2358:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788840249.425258:0:2358:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788840249.425260:0:2358:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=9 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:0.0:1788840249.425265:0:30898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840249.425272:0:30898:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840249.425274:0:30898:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840249.425277:0:30898:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4f210. 00000400:00000200:0.0:1788840249.425281:0:30898:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e198 00000400:00000010:0.0:1788840249.425284:0:30898:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e198. 00000100:00000001:0.0:1788840249.425289:0:30898:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840249.425294:0:30898:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d4a680 x1875733133966080/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840252 ref 2 fl Rpc:SQr/600/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788840249.425302:0:30898:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d4a680 x1875733133966080/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840252 ref 2 fl Rpc:SQU/600/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840249.425313:0:30898:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840249.425315:0:30898:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840249.425317:0:30898:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840249.425319:0:30898:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840249.425322:0:30898:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840249.425326:0:30898:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840249.425329:0:30898:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840249.425332:0:30898:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:0.0:1788840249.425337:0:30898:0:(client.c:3740:ptlrpc_set_mbits()) resend with new mbits old x1875733133966080 new x1875733133968128 02000000:00000001:0.0:1788840249.425340:0:30898:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840249.425343:0:30898:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840249.425350:0:30898:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840249.425356:0:30898:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c809f8. 00000002:00000001:2.0:1788840249.427337:0:2358:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840249.427343:0:2358:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:2.0:1788840249.427351:0:2358:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff90ee90f70800: Connection restored to 192.168.202.131@tcp (at 192.168.202.131@tcp) 00000100:00080000:2.0:1788840249.427360:0:2358:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 0000000085ebd2b2): req@ffff90ee87fad180 x1875733133965824/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/512 e 0 to 1 dl 1788840249 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840249.427380:0:2358:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840249.427384:0:2358:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840249.427389:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f59f80 x1875733133968000/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/416 e 0 to 0 dl 1788840259 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788840249.427399:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:10f4a654-3497-48d8-8f70-7e89f4f161cc:2358:1875733133968000:192.168.202.131@tcp:38:kworker.0 00000100:00000001:2.0:1788840249.427405:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840249.427408:0:2358:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840249.427411:0:2358:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f59f80 x1875733133968000/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/416 e 0 to 0 dl 1788840259 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840249.427417:0:2358:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840249.427419:0:2358:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840249.427423:0:2358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee85dd5800. 02000000:00000001:2.0:1788840249.427426:0:2358:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840249.427428:0:2358:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840249.427430:0:2358:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=8 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:2.0:1788840249.427432:0:2358:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840249.427434:0:2358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee86f37000. 02000000:00000001:2.0:1788840249.427437:0:2358:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840249.427439:0:2358:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840249.427441:0:2358:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f59f80. 00000100:00000001:2.0:1788840249.427445:0:2358:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840249.427447:0:2358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840249.427449:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840249.427456:0:2358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840249.427459:0:2358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840249.427461:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840249.427463:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840249.427502:0:30934:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:3.0:1788840249.427506:0:30934:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:3.0:1788840249.427509:0:30934:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840249.427511:0:30934:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840249.427513:0:30934:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:3.0:1788840249.427515:0:30934:0:(genops.c:1230:class_import_put()) Process leaving 00000002:00000001:3.0:1788840249.427516:0:30934:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1788840249.430587:0:30898:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6088. 00000100:00000200:0.0:1788840249.430609:0:30898:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133966080, portal 10 00000100:00000001:0.0:1788840249.430613:0:30898:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840249.430622:0:30898:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871540352 : -122120838011264 : ffff90ee86d4a680) 00000100:00000040:0.0:1788840249.430665:0:30898:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff90ee86d4a680 x1875733133966080/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840265 ref 3 fl Rpc:r/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840249.430674:0:30898:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840249.430687:0:30898:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840249.430691:0:30898:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6b28. 00000100:00000200:0.0:1788840249.430695:0:30898:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875733133966080, offset 0 00000400:00000200:0.0:1788840249.430703:0:30898:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840249.430715:0:30898:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840249.430724:0:30898:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840249.430730:0:30898:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840249.430735:0:30898:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840249.430739:0:30898:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840249.430743:0:30898:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840249.430747:0:30898:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2356:2356:256:4294967295] 192.168.202.131@tcp LPNI seq info [2356:2356:8:4294967295] 00000400:00000200:0.0:1788840249.430751:0:30898:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840249.430762:0:30898:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840249.430768:0:30898:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840249.430775:0:30898:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee98ea2500. 00000800:00000200:0.0:1788840249.430782:0:30898:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840249.430790:0:30898:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840249.430794:0:30898:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee98ea2500 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788840249.430809:0:30898:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840249.430814:0:30898:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 771616 usecs (772 jiffies) 00000400:00000200:0.0:1788840249.430818:0:30898:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840249.430821:0:30898:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296480020 00000100:00000001:0.0:1788840249.430824:0:30898:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296483232 00000100:00000001:0.0:1788840249.430826:0:30898:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296480020 00000100:00000001:0.0:1788840249.430829:0:30898:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296483232 00000100:00000001:0.0:1788840249.430831:0:30898:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840249.430835:0:30898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840249.430838:0:30898:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840249.430840:0:30898:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788840249.430843:0:30898:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee9887c3c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788840249.430845:0:30898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840249.430847:0:30898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840249.431143:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840249.431148:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee98ea2500. 00000400:00000200:3.0:1788840249.431155:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840249.431160:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840249.431167:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6b28 00000400:00000010:3.0:1788840249.431169:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6b28. 00000100:00000001:3.0:1788840249.431173:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840249.431178:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d4a680 x1875733133966080/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840265 ref 3 fl Rpc:r/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840249.431188:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840249.431192:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee86d4a680 x1875733133966080/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840265 ref 3 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840249.431198:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840249.431201:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788840249.439770:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840249.439776:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0d500. 00000400:00000200:2.0:1788840249.439782:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840249.439788:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840249.439793:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539e58 00000400:00000010:2.0:1788840249.439796:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539e58. 00000100:00000001:2.0:1788840249.439802:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840249.439807:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fad180 x1875733133965824/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/512 e 0 to 0 dl 1788840265 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840249.439818:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840249.439821:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fad180 x1875733133965824/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/512 e 0 to 0 dl 1788840265 ref 3 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840249.439828:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840249.439830:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840249.440013:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840249.440023:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840249.440025:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840249.440027:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840249.440032:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840249.440036:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840249.440044:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840249.440048:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840249.440052:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840249.440056:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 456 into portal 10 MB=0x6a9f82724c300 00000400:00000200:3.0:1788840249.440060:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840249.440064:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 456/456 into md 0x6785 [1] + 224 00000800:00000001:3.0:1788840249.440070:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840249.440076:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840249.440078:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840249.440081:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840249.440085:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840249.440090:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d4a680 x1875733133966080/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840265 ref 2 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840249.440097:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff90ee86d4a680 x1875733133966080/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840265 ref 2 fl Rpc:RQ/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840249.440107:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840249.440112:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840249.440115:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840249.440368:0:30898:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840249.440375:0:30898:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840249.440378:0:30898:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840249.440381:0:30898:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c809f8. 00000400:00000200:0.0:1788840249.440385:0:30898:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6088 00000400:00000010:0.0:1788840249.440388:0:30898:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6088. 00000100:00000001:0.0:1788840249.440390:0:30898:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840249.440395:0:30898:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d4a680 x1875733133966080/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840265 ref 2 fl Rpc:RQ/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788840249.440405:0:30898:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d4a680 x1875733133966080/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840265 ref 2 fl Rpc:RQU/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840249.440411:0:30898:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840249.440413:0:30898:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840249.440416:0:30898:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840249.440419:0:30898:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840249.440421:0:30898:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840249.440424:0:30898:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840249.440427:0:30898:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840249.440436:0:30898:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee988234a8 time=99 v=5 (5 5 5 5) 00000100:00001000:0.0:1788840249.440440:0:30898:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840249.440450:0:30898:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840249.440452:0:30898:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840249.440455:0:30898:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840249.440459:0:30898:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840249.440462:0:30898:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788840249.440463:0:30898:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788840249.440465:0:30898:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788840249.440467:0:30898:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840249.440468:0:30898:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871540352 : -122120838011264 : ffff90ee86d4a680) 00000100:00000001:0.0:1788840249.440471:0:30898:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840249.440473:0:30898:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967615 00000100:00000001:0.0:1788840249.440475:0:30898:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840249.440477:0:30898:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840249.440481:0:30898:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d4a680 x1875733133966080/t4294967616(4294967616) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840265 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840249.440487:0:30898:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840249.440490:0:30898:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840249.440492:0:30898:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840249.440495:0:30898:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d4a680 x1875733133966080/t4294967616(4294967616) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840265 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788840249.440502:0:30898:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d4a680 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:30898:1875733133966080:192.168.202.131@tcp:35:multiop.0 00000100:00000001:0.0:1788840249.440507:0:30898:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840249.440510:0:30898:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840249.440512:0:30898:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788840249.440514:0:30898:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840249.440518:0:30898:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee86d4a680 x1875733133966080/t4294967616(4294967616) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840265 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840249.440532:0:30898:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840249.440535:0:30898:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee9887c3c0. 00000100:00000001:0.0:1788840249.440537:0:30898:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788840249.440539:0:30898:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840249.440545:0:30898:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840249.440546:0:30898:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871540352 : -122120838011264 : ffff90ee86d4a680) 00000002:00000001:0.0:1788840249.440549:0:30898:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840249.440552:0:30898:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788840249.440566:0:30898:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98862400. 00000080:00000001:0.0:1788840249.440570:0:30898:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788840249.440572:0:30898:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1788840249.440577:0:30898:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788840249.440582:0:30898:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff90ee9125ed80 x1875733133964800/t4294967613(4294967613) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840248 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840249.440591:0:30898:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840249.440594:0:30898:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125ed80 x1875733133964800/t4294967613(4294967613) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840248 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840249.440600:0:30898:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788840249.440604:0:30898:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840249.440606:0:30898:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:0.0:1788840249.440609:0:30898:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840249.440612:0:30898:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee85dd7400. 02000000:00000001:0.0:1788840249.440616:0:30898:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840249.440617:0:30898:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840249.440619:0:30898:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125ed80. 00000100:00000001:0.0:1788840249.440623:0:30898:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840249.440624:0:30898:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840249.440625:0:30898:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840249.440629:0:30898:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee86d4a680 x1875733133966080/t4294967616(4294967616) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840265 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840249.440635:0:30898:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840249.440637:0:30898:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff90ee86d74e60. 00000002:00000001:0.0:1788840249.440676:0:30898:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840249.440678:0:30898:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788840249.440680:0:30898:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff90ee8867c780. 00000100:00000001:0.0:1788840249.440683:0:30898:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840249.440686:0:30898:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d4a680 x1875733133966080/t4294967616(4294967616) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840265 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840249.440693:0:30898:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840249.440696:0:30898:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788840249.440700:0:30898:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90ee91e603c0. 00000080:00000001:0.0:1788840249.440703:0:30898:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840249.440708:0:30898:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200e33df0 00000080:00000008:0.0:1788840249.440711:0:30898:0:(file.c:523:ll_file_release()) COMPLETED file f:[0x200000404:0x25:0x0](ffff90ee9058db88), flags 100002, rc = 0 00000080:00000001:0.0:1788840249.440714:0:30898:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840249.440720:0:30898:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788840249.440722:0:30898:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200e33e00 00000080:00002000:0.0:1788840249.440724:0:30898:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff90ee9063aaf8, parent ffff90ee9063a5e8, inode ffff90ee9058db88) hashed, 00000080:00000001:0.0:1788840249.440727:0:30898:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788840249.440736:0:30898:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788840249.440741:0:30898:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788840249.440744:0:30898:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788840249.440745:0:30898:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200e33e00 00000080:00002000:0.0:1788840249.440747:0:30898:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-1 (ffff90ee9063a5e8, parent ffff90ee9069b510, inode ffff90ee90515b88) hashed, 00000080:00000001:0.0:1788840249.440749:0:30898:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788840249.440753:0:30898:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788840249.440755:0:30898:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:0.1:1788840249.454002:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee86e75940. 00000080:00000010:0.1:1788840249.454027:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee86e75bc0. 00000800:00000001:3.0:1788840249.483517:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840249.484677:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840249.484682:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840249.484685:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840249.484694:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840249.484994:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840249.485005:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840249.485010:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840249.485015:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840249.485020:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 456 into portal 10 MB=0x6a9f82724c380 00000400:00000200:3.0:1788840249.485025:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840249.485030:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 456/456 into md 0x678d [1] + 224 00000800:00000001:3.0:1788840249.485038:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840249.485047:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840249.485051:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840249.485055:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840249.485063:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840249.485073:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fad180 x1875733133965824/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/512 e 0 to 0 dl 1788840265 ref 2 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840249.485084:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=202 mlen=456 offset=224 replen=512 req@ffff90ee87fad180 x1875733133965824/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/512 e 0 to 0 dl 1788840265 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840249.485106:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840249.485115:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840249.485118:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840249.491155:0:30909:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840249.491169:0:30909:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840249.491172:0:30909:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840249.491177:0:30909:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe948. 00000400:00000200:0.0:1788840249.491185:0:30909:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539dd0 00000400:00000010:0.0:1788840249.491189:0:30909:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539dd0. 00000100:00000001:0.0:1788840249.491194:0:30909:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840249.491205:0:30909:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87fad180 x1875733133965824/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/512 e 0 to 0 dl 1788840265 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788840249.491215:0:30909:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87fad180 x1875733133965824/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/512 e 0 to 0 dl 1788840265 ref 2 fl Rpc:RQU/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840249.491221:0:30909:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840249.491223:0:30909:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840249.491226:0:30909:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840249.491229:0:30909:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840249.491231:0:30909:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840249.491233:0:30909:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840249.491237:0:30909:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840249.491245:0:30909:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=99 v=5 (5 102 102 102) 00000100:00001000:0.0:1788840249.491249:0:30909:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840249.491252:0:30909:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840249.491254:0:30909:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840249.491256:0:30909:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840249.491260:0:30909:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840249.491263:0:30909:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840249.491265:0:30909:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967615 00000100:00000001:0.0:1788840249.491266:0:30909:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840249.491269:0:30909:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840249.491274:0:30909:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87fad180 x1875733133965824/t4294967615(4294967615) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/456 e 0 to 0 dl 1788840265 ref 2 fl Rpc:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840249.491281:0:30909:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840249.491284:0:30909:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840249.491286:0:30909:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840249.491290:0:30909:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87fad180 x1875733133965824/t4294967615(4294967615) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/456 e 0 to 0 dl 1788840265 ref 2 fl Interpret:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788840249.491297:0:30909:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87fad180 pname:cluuid:pid:xid:nid:opc:job touch:10f4a654-3497-48d8-8f70-7e89f4f161cc:30909:1875733133965824:192.168.202.131@tcp:36:touch.0 00000100:00000001:0.0:1788840249.491301:0:30909:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840249.491304:0:30909:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840249.491306:0:30909:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788840249.491309:0:30909:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840249.491312:0:30909:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87fad180 x1875733133965824/t4294967615(4294967615) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/456 e 0 to 0 dl 1788840265 ref 2 fl Complete:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840249.491319:0:30909:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840249.491322:0:30909:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee86d8e6c0. 00000100:00000001:0.0:1788840249.491325:0:30909:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788840249.491327:0:30909:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840249.491333:0:30909:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840249.491336:0:30909:0:(lmv_obd.c:3047:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840249.491342:0:30909:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788840249.491344:0:30909:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788840249.491352:0:30909:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833958 : 144115205322833958 : 200000404000026) 00000080:00000001:0.0:1788840249.491356:0:30909:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000100:00000001:0.0:1788840249.491360:0:30909:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840249.491363:0:30909:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87fad180 x1875733133965824/t4294967615(4294967615) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/456 e 0 to 0 dl 1788840265 ref 1 fl Complete:RQU/202/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840249.491369:0:30909:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788840249.491371:0:30909:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840249.491374:0:30909:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee85c5e000. 02000000:00000001:0.0:1788840249.491377:0:30909:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788840249.491379:0:30909:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840249.491380:0:30909:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:0.0:1788840249.491383:0:30909:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840249.491386:0:30909:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee98878000. 02000000:00000001:0.0:1788840249.491390:0:30909:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840249.491391:0:30909:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840249.491393:0:30909:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87fad180. 00000100:00000001:0.0:1788840249.491397:0:30909:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840249.491398:0:30909:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840249.491401:0:30909:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788840249.491402:0:30909:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840249.491405:0:30909:0:(llite_lib.c:2188:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840249.491409:0:30909:0:(pcc.c:2642:pcc_inode_setattr()) Process entered 00000080:00000001:0.0:1788840249.491412:0:30909:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788840249.491414:0:30909:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788840249.491416:0:30909:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788840249.491417:0:30909:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840249.491419:0:30909:0:(pcc.c:2651:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840249.491422:0:30909:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:0.0:1788840249.491424:0:30909:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788840249.491428:0:30909:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953299705864 : -122120409845752 : ffff90eea059f008) 00000020:00001000:0.0:1788840249.491430:0:30909:0:(cl_object.c:823:cl_env_get()) 1@ffff90eea059f000 00000020:00000001:0.0:1788840249.491435:0:30909:0:(cl_object.c:143:cl_object_top()) ffff90ee87fb2d00 -> ffff90ee87fb2d00 00000020:00000001:0.0:1788840249.491438:0:30909:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788840249.491440:0:30909:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788840249.491442:0:30909:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x26:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788840249.491446:0:30909:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788840249.491447:0:30909:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788840249.491449:0:30909:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788840249.491452:0:30909:0:(file.c:6135:ll_take_md_lock()) Process entered 00000080:00000040:0.0:1788840249.491453:0:30909:0:(file.c:6137:ll_take_md_lock()) trying to match res [0x200000404:0x26:0x0] 00000002:00000001:0.0:1788840249.491458:0:30909:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840249.491461:0:30909:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788840249.491467:0:30909:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840249.491469:0:30909:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788840249.491471:0:30909:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x26:0x0]: 0 00000080:00000001:0.0:1788840249.491473:0:30909:0:(file.c:6142:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840249.491475:0:30909:0:(file.c:7047:ll_layout_intent()) Process entered 00000080:00000010:0.0:1788840249.491483:0:30909:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee87161800. 00000080:00010000:0.0:1788840249.491489:0:30909:0:(file.c:7065:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000404:0x26:0x0](ffff90ee90512a08) 00000080:00000001:0.0:1788840249.491491:0:30909:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840249.491495:0:30909:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840249.491498:0:30909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907958 00800000:00000002:0.0:1788840249.491500:0:30909:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'layout' for [0x200000404:0x26:0x0] '' on [0x200000404:0x26:0x0] 00800000:00000001:0.0:1788840249.491503:0:30909:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788840249.491507:0:30909:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x26:0x0], fid2=[0x200000404:0x26:0x0], name='' -> mds #0 00000002:00000001:0.0:1788840249.491510:0:30909:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840249.491512:0:30909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907828 00000002:00010000:0.0:1788840249.491514:0:30909:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x26:0x0]) in obj [0x200000404:0x26:0x0], intent: layout flags 0 00000002:00000001:0.0:1788840249.491518:0:30909:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788840249.491520:0:30909:0:(mdc_locks.c:708:mdc_intent_layout_pack()) Process entered 00000100:00000010:0.0:1788840249.491614:0:30909:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f58e00. 00000020:00000040:0.0:1788840249.491618:0:30909:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00010000:00000001:0.0:1788840249.491624:0:30909:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788840249.491629:0:30909:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840249.491634:0:30909:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840249.491637:0:30909:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840249.491708:0:30909:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840249.491712:0:30909:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840249.491719:0:30909:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee87161a00. 00000100:00000001:0.0:1788840249.491725:0:30909:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840249.491729:0:30909:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840249.491731:0:30909:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840249.491733:0:30909:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840249.491734:0:30909:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840249.491735:0:30909:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840249.491739:0:30909:0:(mdc_locks.c:741:mdc_intent_layout_pack()) Process leaving (rc=18446621952890473984 : -122120819077632 : ffff90ee87f58e00) 00010000:00000001:0.0:1788840249.491743:0:30909:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788840249.491745:0:30909:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788840249.491749:0:30909:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee99a74f00. 00010000:00000010:0.0:1788840249.491754:0:30909:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee90f56380. 00010000:00000001:0.0:1788840249.491760:0:30909:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788840249.491765:0:30909:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee80031c00. 00000020:00000001:0.0:1788840249.491769:0:30909:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788840249.491771:0:30909:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee80031c00 with handle 0x3aa5f499c96f36e8 to hash 00000020:00000001:0.0:1788840249.491774:0:30909:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788840249.491775:0:30909:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952757144576 : -122120952407040 : ffff90ee80031c00) 00010000:00000001:0.0:1788840249.491779:0:30909:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952757144576 : -122120952407040 : ffff90ee80031c00) 00010000:00000001:0.0:1788840249.491783:0:30909:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840249.491787:0:30909:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840249.491792:0:30909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031c00/0x3aa5f499c96f36e8 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840249.491802:0:30909:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031c00/0x3aa5f499c96f36e8 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30909 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840249.491811:0:30909:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031c00/0x3aa5f499c96f36e8 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30909 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788840249.491816:0:30909:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788840249.491818:0:30909:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788840249.491824:0:30909:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee86f3d840. 00000100:00000001:0.0:1788840249.491826:0:30909:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952873584704 : -122120835966912 : ffff90ee86f3d840) 00000100:00000001:0.0:1788840249.491829:0:30909:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840249.491831:0:30909:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890473984 : -122120819077632 : ffff90ee87f58e00) 00000100:00000001:0.0:1788840249.491836:0:30909:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840249.491840:0:30909:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840249.491842:0:30909:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788840249.491844:0:30909:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840249.491848:0:30909:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f58e00 x1875733133968384/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 376/472 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840249.491856:0:30909:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840249.491858:0:30909:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840249.491862:0:30909:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840249.491864:0:30909:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840249.491866:0:30909:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840249.491870:0:30909:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f58e00 pname:cluuid:pid:xid:nid:opc:job touch:10f4a654-3497-48d8-8f70-7e89f4f161cc:30909:1875733133968384:192.168.202.131@tcp:101:touch.0 00000100:00000001:0.0:1788840249.491873:0:30909:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840249.491878:0:30909:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840249.491881:0:30909:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840249.491883:0:30909:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840249.491888:0:30909:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86f34000. 02000000:00000001:0.0:1788840249.491890:0:30909:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840249.491899:0:30909:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840249.491903:0:30909:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c809f8. 00000400:00000010:0.0:1788840249.491908:0:30909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6088. 00000100:00000200:0.0:1788840249.491914:0:30909:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133968384, portal 10 00000100:00000001:0.0:1788840249.491916:0:30909:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840249.491917:0:30909:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890473984 : -122120819077632 : ffff90ee87f58e00) 00000100:00000040:0.0:1788840249.491921:0:30909:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87f58e00 x1875733133968384/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 376/472 e 0 to 0 dl 1788840265 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840249.491928:0:30909:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840249.491930:0:30909:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840249.491933:0:30909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed66e8. 00000100:00000200:0.0:1788840249.491936:0:30909:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1875733133968384, offset 0 00000400:00000200:0.0:1788840249.491943:0:30909:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840249.491952:0:30909:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840249.491959:0:30909:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840249.491965:0:30909:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840249.491969:0:30909:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840249.491972:0:30909:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840249.491974:0:30909:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840249.491978:0:30909:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2358:2358:256:4294967295] 192.168.202.131@tcp LPNI seq info [2358:2358:8:4294967295] 00000400:00000200:0.0:1788840249.491983:0:30909:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840249.491992:0:30909:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840249.491999:0:30909:0:(socklnd_cb.c:931:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840249.492004:0:30909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee98ea2800. 00000800:00000200:0.0:1788840249.492011:0:30909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840249.492019:0:30909:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840249.492024:0:30909:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee98ea2800 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:0.0:1788840249.492043:0:30909:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840249.492047:0:30909:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 820688 usecs (821 jiffies) 00000400:00000200:0.0:1788840249.492051:0:30909:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840249.492053:0:30909:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296480131 00000100:00000001:0.0:1788840249.492057:0:30909:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296483232 00000100:00000001:0.0:1788840249.492059:0:30909:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296480131 00000100:00000001:0.0:1788840249.492061:0:30909:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296483232 00000100:00000001:0.0:1788840249.492064:0:30909:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840249.492066:0:30909:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840249.492068:0:30909:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840249.492070:0:30909:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788840249.492074:0:30909:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee86f3d840 going to sleep for 11 seconds 00000100:00000001:0.0:1788840249.492076:0:30909:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840249.492078:0:30909:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840249.495378:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840249.495387:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee98ea2800. 00000400:00000200:3.0:1788840249.495395:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840249.495403:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840249.495411:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed66e8 00000400:00000010:3.0:1788840249.495414:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed66e8. 00000100:00000001:3.0:1788840249.495419:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840249.495428:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f58e00 x1875733133968384/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 376/472 e 0 to 0 dl 1788840265 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840249.495442:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840249.495446:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f58e00 x1875733133968384/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 376/472 e 0 to 0 dl 1788840265 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840249.495454:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840249.495456:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840249.504901:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840249.504917:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840249.504921:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840249.504924:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840249.504931:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840249.504939:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840249.504947:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840249.504951:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840249.504956:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840249.504960:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 400 into portal 10 MB=0x6a9f82724c400 00000400:00000200:3.0:1788840249.504965:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840249.504970:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 400/400 into md 0x6795 [1] + 224 00000800:00000001:3.0:1788840249.504978:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840249.504984:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840249.504988:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840249.504992:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840249.505000:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840249.505009:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f58e00 x1875733133968384/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 376/472 e 0 to 0 dl 1788840265 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840249.505020:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff90ee87f58e00 x1875733133968384/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 376/472 e 0 to 0 dl 1788840265 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840249.505037:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840249.505045:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840249.505047:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840249.505211:0:30909:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840249.505218:0:30909:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840249.505220:0:30909:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840249.505223:0:30909:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c809f8. 00000400:00000200:0.0:1788840249.505227:0:30909:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6088 00000400:00000010:0.0:1788840249.505230:0:30909:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6088. 00000100:00000001:0.0:1788840249.505234:0:30909:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840249.505239:0:30909:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f58e00 x1875733133968384/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 376/472 e 0 to 0 dl 1788840265 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788840249.505247:0:30909:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f58e00 x1875733133968384/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 376/472 e 0 to 0 dl 1788840265 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840249.505254:0:30909:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840249.505256:0:30909:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840249.505258:0:30909:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840249.505262:0:30909:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840249.505265:0:30909:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840249.505267:0:30909:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840249.505270:0:30909:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840249.505279:0:30909:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=99 v=5 (5 102 102 102) 00000100:00001000:0.0:1788840249.505283:0:30909:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840249.505286:0:30909:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840249.505288:0:30909:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840249.505291:0:30909:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840249.505295:0:30909:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840249.505299:0:30909:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840249.505301:0:30909:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967615 00000100:00000001:0.0:1788840249.505303:0:30909:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840249.505306:0:30909:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840249.505311:0:30909:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f58e00 x1875733133968384/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 376/400 e 0 to 0 dl 1788840265 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840249.505318:0:30909:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840249.505322:0:30909:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840249.505324:0:30909:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840249.505327:0:30909:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f58e00 x1875733133968384/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 376/400 e 0 to 0 dl 1788840265 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788840249.505335:0:30909:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f58e00 pname:cluuid:pid:xid:nid:opc:job touch:10f4a654-3497-48d8-8f70-7e89f4f161cc:30909:1875733133968384:192.168.202.131@tcp:101:touch.0 00000100:00000001:0.0:1788840249.505340:0:30909:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840249.505342:0:30909:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840249.505344:0:30909:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788840249.505347:0:30909:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840249.505350:0:30909:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f58e00 x1875733133968384/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 376/400 e 0 to 0 dl 1788840265 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840249.505357:0:30909:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840249.505359:0:30909:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee86f3d840. 00000100:00000001:0.0:1788840249.505362:0:30909:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788840249.505363:0:30909:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840249.505366:0:30909:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788840249.505370:0:30909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840249.505372:0:30909:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840249.505375:0:30909:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031c00 refcount=4 00000020:00000001:0.0:1788840249.505378:0:30909:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757144576 : -122120952407040 : ffff90ee80031c00) 00010000:00000001:0.0:1788840249.505381:0:30909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757144576 : -122120952407040 : ffff90ee80031c00) 00010000:00000040:0.0:1788840249.505387:0:30909:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee80031c00, remote cookie: 0x8a436931312ba374, flags: 0x1000 00010000:00000001:0.0:1788840249.505389:0:30909:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788840249.505394:0:30909:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788840249.505397:0:30909:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788840249.505398:0:30909:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788840249.505400:0:30909:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788840249.505403:0:30909:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x26:0x0].0x0 (ffff90ee99a74f00) refcount = 1 00010000:00010000:0.0:1788840249.505408:0:30909:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031c00/0x3aa5f499c96f36e8 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba374 expref: -99 pid: 30909 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840249.505416:0:30909:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788840249.505419:0:30909:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788840249.505420:0:30909:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840249.505423:0:30909:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788840249.505425:0:30909:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840249.505428:0:30909:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031c00/0x3aa5f499c96f36e8 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba374 expref: -99 pid: 30909 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840249.505434:0:30909:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788840249.505435:0:30909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840249.505437:0:30909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840249.505438:0:30909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840249.505439:0:30909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840249.505440:0:30909:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840249.505444:0:30909:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788840249.505446:0:30909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840249.505447:0:30909:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840249.505448:0:30909:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031c00 refcount=3 00000020:00000001:0.0:1788840249.505450:0:30909:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757144576 : -122120952407040 : ffff90ee80031c00) 00010000:00000001:0.0:1788840249.505452:0:30909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757144576 : -122120952407040 : ffff90ee80031c00) 00010000:00000001:0.0:1788840249.505454:0:30909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840249.505455:0:30909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788840249.505459:0:30909:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffff90ee87f58e00 x1875733133968384/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 376/400 e 0 to 0 dl 1788840265 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000040:0.0:1788840249.505468:0:30909:0:(mdc_locks.c:907:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff90ee90f70800: layout return lvb 56 transno 0 00010000:00000001:0.0:1788840249.505470:0:30909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840249.505471:0:30909:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840249.505473:0:30909:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031c00 refcount=3 00000020:00000001:0.0:1788840249.505475:0:30909:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757144576 : -122120952407040 : ffff90ee80031c00) 00010000:00000001:0.0:1788840249.505483:0:30909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757144576 : -122120952407040 : ffff90ee80031c00) 00000002:00010000:0.0:1788840249.505487:0:30909:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031c00/0x3aa5f499c96f36e8 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba374 expref: -99 pid: 30909 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1788840249.505495:0:30909:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff90ee90b50c80. 00010000:00000001:0.0:1788840249.505497:0:30909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840249.505498:0:30909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840249.505499:0:30909:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840249.505501:0:30909:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840249.505503:0:30909:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788840249.505505:0:30909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840249.505506:0:30909:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840249.505507:0:30909:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031c00 refcount=3 00000020:00000001:0.0:1788840249.505509:0:30909:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757144576 : -122120952407040 : ffff90ee80031c00) 00010000:00000001:0.0:1788840249.505511:0:30909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757144576 : -122120952407040 : ffff90ee80031c00) 00000002:00010000:0.0:1788840249.505514:0:30909:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031c00/0x3aa5f499c96f36e8 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba374 expref: -99 pid: 30909 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840249.505520:0:30909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840249.505521:0:30909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840249.505523:0:30909:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788840249.505524:0:30909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840249.505525:0:30909:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840249.505526:0:30909:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031c00 refcount=3 00000020:00000001:0.0:1788840249.505538:0:30909:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757144576 : -122120952407040 : ffff90ee80031c00) 00010000:00000001:0.0:1788840249.505541:0:30909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757144576 : -122120952407040 : ffff90ee80031c00) 00010000:00000040:0.0:1788840249.505548:0:30909:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74f00 count: 2 00010000:00000001:0.0:1788840249.505550:0:30909:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788840249.505553:0:30909:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 16 res 8589935620/38 (0 0) 00010000:00000001:0.0:1788840249.505556:0:30909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840249.505565:0:30909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840249.505566:0:30909:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788840249.505569:0:30909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162019077b0 00000002:00002000:0.0:1788840249.505571:0:30909:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=0x1: rc = 0 00000002:00000001:0.0:1788840249.505573:0:30909:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840249.505576:0:30909:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840249.505579:0:30909:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788840249.505582:0:30909:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200000404:0x26:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788840249.505584:0:30909:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840249.505587:0:30909:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840249.505591:0:30909:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f58e00 x1875733133968384/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 376/400 e 0 to 0 dl 1788840265 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840249.505596:0:30909:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788840249.505599:0:30909:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840249.505601:0:30909:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee86f34000. 02000000:00000001:0.0:1788840249.505604:0:30909:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788840249.505607:0:30909:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840249.505609:0:30909:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:0.0:1788840249.505611:0:30909:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840249.505614:0:30909:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee87161a00. 02000000:00000001:0.0:1788840249.505617:0:30909:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840249.505619:0:30909:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840249.505620:0:30909:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f58e00. 00000100:00000001:0.0:1788840249.505623:0:30909:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840249.505624:0:30909:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788840249.505629:0:30909:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee87161800. 00000080:00010000:0.0:1788840249.505632:0:30909:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x26:0x0](ffff90ee90512a08) for lock 0x3aa5f499c96f36e8 00800000:00000001:0.0:1788840249.505636:0:30909:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840249.505791:0:30909:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840249.505793:0:30909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840249.505795:0:30909:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840249.505796:0:30909:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031c00 refcount=3 00000020:00000001:0.0:1788840249.505799:0:30909:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757144576 : -122120952407040 : ffff90ee80031c00) 00010000:00000001:0.0:1788840249.505801:0:30909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757144576 : -122120952407040 : ffff90ee80031c00) 00010000:00000001:0.0:1788840249.505804:0:30909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840249.505805:0:30909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840249.505806:0:30909:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840249.505808:0:30909:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840249.505811:0:30909:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f36e8 from it ffffa16201907a78 00010000:00000001:0.0:1788840249.505813:0:30909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840249.505814:0:30909:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840249.505815:0:30909:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031c00 refcount=3 00000020:00000001:0.0:1788840249.505817:0:30909:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757144576 : -122120952407040 : ffff90ee80031c00) 00010000:00000001:0.0:1788840249.505819:0:30909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757144576 : -122120952407040 : ffff90ee80031c00) 00010000:00000001:0.0:1788840249.505821:0:30909:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840249.505823:0:30909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031c00/0x3aa5f499c96f36e8 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba374 expref: -99 pid: 30909 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840249.505830:0:30909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840249.505831:0:30909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840249.505832:0:30909:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840249.505835:0:30909:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840249.505838:0:30909:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031c00/0x3aa5f499c96f36e8 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba374 expref: -99 pid: 30909 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788840249.505846:0:30909:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840249.505848:0:30909:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840249.505850:0:30909:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840249.505853:0:30909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840249.505854:0:30909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840249.505856:0:30909:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840249.505858:0:30909:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840249.505860:0:30909:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840249.505861:0:30909:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840249.505864:0:30909:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840249.505865:0:30909:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840249.505866:0:30909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840249.505867:0:30909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788840249.505870:0:30909:0:(file.c:7081:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840249.505873:0:30909:0:(file.c:6135:ll_take_md_lock()) Process entered 00000080:00000040:0.0:1788840249.505874:0:30909:0:(file.c:6137:ll_take_md_lock()) trying to match res [0x200000404:0x26:0x0] 00000002:00000001:0.0:1788840249.505880:0:30909:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840249.505881:0:30909:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840249.505884:0:30909:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74f00 count: 2 00010000:00000001:0.0:1788840249.505886:0:30909:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840249.505889:0:30909:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840249.505892:0:30909:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788840249.505895:0:30909:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031c00/0x3aa5f499c96f36e8 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba374 expref: -99 pid: 30909 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788840249.505901:0:30909:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840249.505905:0:30909:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840249.505908:0:30909:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031c00/0x3aa5f499c96f36e8 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba374 expref: -99 pid: 30909 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788840249.505915:0:30909:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1788840249.505917:0:30909:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x26:0x0]: 16 00000080:00000001:0.0:1788840249.505919:0:30909:0:(file.c:6142:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:0.0:1788840249.505921:0:30909:0:(file.c:6938:ll_layout_lock_set()) Process entered 00010000:00000001:0.0:1788840249.505922:0:30909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840249.505924:0:30909:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840249.505925:0:30909:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031c00 refcount=3 00000020:00000001:0.0:1788840249.505927:0:30909:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757144576 : -122120952407040 : ffff90ee80031c00) 00010000:00000001:0.0:1788840249.505929:0:30909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757144576 : -122120952407040 : ffff90ee80031c00) 00000080:00010000:0.0:1788840249.505932:0:30909:0:(file.c:6948:ll_layout_lock_set()) ### file [0x200000404:0x26:0x0](00000000420f7f4f) being reconfigured ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031c00/0x3aa5f499c96f36e8 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba374 expref: -99 pid: 30909 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:0.0:1788840249.505939:0:30909:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840249.505941:0:30909:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840249.505942:0:30909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840249.505943:0:30909:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840249.505945:0:30909:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031c00 refcount=4 00000020:00000001:0.0:1788840249.505946:0:30909:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757144576 : -122120952407040 : ffff90ee80031c00) 00010000:00000001:0.0:1788840249.505948:0:30909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757144576 : -122120952407040 : ffff90ee80031c00) 00010000:00000001:0.0:1788840249.505951:0:30909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840249.505952:0:30909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840249.505953:0:30909:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840249.505955:0:30909:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840249.505957:0:30909:0:(file.c:6863:ll_layout_fetch()) Process entered 00000080:00000002:0.0:1788840249.505959:0:30909:0:(file.c:6866:ll_layout_fetch()) [0x200000404:0x26:0x0] LVB_READY=0 l_lvb_data=ffff90ee90b50c80 l_lvb_len=56 00000080:00000001:0.0:1788840249.505961:0:30909:0:(file.c:6869:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840249.505963:0:30909:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788840249.505965:0:30909:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788840249.505969:0:30909:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953299709176 : -122120409842440 : ffff90eea059fcf8) 00000020:00001000:0.0:1788840249.505972:0:30909:0:(cl_object.c:823:cl_env_get()) 1@ffff90eea059fcf0 00000020:00000001:0.0:1788840249.505973:0:30909:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788840249.505977:0:30909:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788840249.505980:0:30909:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788840249.505986:0:30909:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90ee9887d960. 00020000:00000010:0.0:1788840249.505990:0:30909:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90ee85dfae80. 00020000:00000010:0.0:1788840249.505996:0:30909:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90ee9887d8a0. 00020000:00000001:0.0:1788840249.505998:0:30909:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621953168496800 : -122120541054816 : ffff90ee9887d8a0) 00020000:00000002:0.0:1788840249.506002:0:30909:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee9887d8a0, objid 0x26:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788840249.506007:0:30909:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788840249.506011:0:30909:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90ee85dfae80: ostid: 0x240000400:23 ost idx: 0 gen: 0 00020000:00000002:0.0:1788840249.506014:0:30909:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90ee88570ba0) owner ffff90ee81220000 00020000:00000001:0.0:1788840249.506017:0:30909:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788840249.506020:0:30909:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90ee88570ba0) owner ffff90ee81220000 00020000:00000010:0.0:1788840249.506023:0:30909:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90ee85dfae80. 00020000:00000010:0.0:1788840249.506026:0:30909:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90ee9887d960. 00020000:00000010:0.0:1788840249.506029:0:30909:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90ee9887d8a0. 00020000:00000002:0.0:1788840249.506031:0:30909:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x26:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788840249.506032:0:30909:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840249.506034:0:30909:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840249.506037:0:30909:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788840249.506039:0:30909:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee88570ba0) owner 0000000000000000/ffff90ee81220000 00020000:00000002:0.0:1788840249.506042:0:30909:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90ee8532ca20 addref 2/0 by ffff90ee81220000. 00020000:00000002:0.0:1788840249.506045:0:30909:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee88570ba0) owner 0000000000000000/ffff90ee81220000 00020000:00000001:0.0:1788840249.506047:0:30909:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788840249.506049:0:30909:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788840249.506051:0:30909:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788840249.506052:0:30909:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1788840249.506054:0:30909:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1788840249.506056:0:30909:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x26:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1788840249.506058:0:30909:0:(cl_object.c:917:cl_env_put()) 1@ffff90eea059fcf0 00000080:00000001:0.0:1788840249.506060:0:30909:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840249.506061:0:30909:0:(file.c:6985:ll_layout_lock_set()) Process leaving 00010000:00000001:0.0:1788840249.506062:0:30909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840249.506063:0:30909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840249.506064:0:30909:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840249.506065:0:30909:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840249.506067:0:30909:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031c00 refcount=3 00000020:00000001:0.0:1788840249.506068:0:30909:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757144576 : -122120952407040 : ffff90ee80031c00) 00010000:00000001:0.0:1788840249.506070:0:30909:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757144576 : -122120952407040 : ffff90ee80031c00) 00010000:00000001:0.0:1788840249.506072:0:30909:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840249.506075:0:30909:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031c00/0x3aa5f499c96f36e8 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8a436931312ba374 expref: -99 pid: 30909 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788840249.506081:0:30909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840249.506082:0:30909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840249.506083:0:30909:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840249.506084:0:30909:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840249.506086:0:30909:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031c00/0x3aa5f499c96f36e8 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312ba374 expref: -99 pid: 30909 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788840249.506092:0:30909:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840249.506094:0:30909:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840249.506095:0:30909:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840249.506096:0:30909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840249.506098:0:30909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840249.506099:0:30909:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840249.506101:0:30909:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840249.506102:0:30909:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840249.506104:0:30909:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840249.506106:0:30909:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840249.506107:0:30909:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840249.506109:0:30909:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840249.506110:0:30909:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788840249.506111:0:30909:0:(file.c:7026:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840249.506114:0:30909:0:(file.c:7145:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840249.506117:0:30909:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788840249.506121:0:30909:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x26:0x0]io ffff90ee98223c80 type 3 ignore/verify layout 0/0 00020000:00000002:0.0:1788840249.506123:0:30909:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee88570ba0) owner 0000000000000000/ffff90ee81220000 00020000:00000001:0.0:1788840249.506126:0:30909:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788840249.506128:0:30909:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788840249.506130:0:30909:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788840249.506132:0:30909:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840249.506134:0:30909:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788840249.506137:0:30909:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788840249.506138:0:30909:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840249.506141:0:30909:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788840249.506142:0:30909:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788840249.506144:0:30909:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788840249.506145:0:30909:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee88570ba0) owner 0000000000000000/ffff90ee81220000 00000020:00000001:0.0:1788840249.506147:0:30909:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840249.506150:0:30909:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788840249.506152:0:30909:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788840249.506155:0:30909:0:(lov_io.c:1293:lov_io_setattr_iter_init()) Process entered 00020000:00000001:0.0:1788840249.506157:0:30909:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788840249.506159:0:30909:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788840249.506163:0:30909:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788840249.506166:0:30909:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788840249.506168:0:30909:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788840249.506169:0:30909:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788840249.506171:0:30909:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953299709176 : -122120409842440 : ffff90eea059fcf8) 00000020:00001000:0.0:1788840249.506173:0:30909:0:(cl_object.c:823:cl_env_get()) 1@ffff90eea059fcf0 00000020:00000001:0.0:1788840249.506177:0:30909:0:(cl_object.c:143:cl_object_top()) ffff90ee87fb2f58 -> ffff90ee87fb2d00 00000020:00000001:0.0:1788840249.506179:0:30909:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788840249.506183:0:30909:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788840249.506184:0:30909:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788840249.506186:0:30909:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840249.506187:0:30909:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840249.506190:0:30909:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953037278736 : -122120672272880 : ffff90ee90b59e10) 00000020:00000001:0.0:1788840249.506193:0:30909:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1788840249.506195:0:30909:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1788840249.506198:0:30909:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840249.506199:0:30909:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840249.506201:0:30909:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840249.506203:0:30909:0:(lov_io.c:1302:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840249.506204:0:30909:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840249.506207:0:30909:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1788840249.506209:0:30909:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788840249.506211:0:30909:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788840249.506212:0:30909:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788840249.506214:0:30909:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788840249.506215:0:30909:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840249.506216:0:30909:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840249.506218:0:30909:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840249.506219:0:30909:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840249.506220:0:30909:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788840249.506221:0:30909:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840249.506222:0:30909:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840249.506224:0:30909:0:(cl_io.c:528:cl_io_start()) Process entered 00000020:00000001:0.0:1788840249.506227:0:30909:0:(cl_object.c:143:cl_object_top()) ffff90ee87fb2d00 -> ffff90ee87fb2d00 00000020:00000001:0.0:1788840249.506228:0:30909:0:(cl_object.c:143:cl_object_top()) ffff90ee87fb2d00 -> ffff90ee87fb2d00 00000020:00000001:0.0:1788840249.506230:0:30909:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:0.0:1788840249.506232:0:30909:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840249.506234:0:30909:0:(cl_object.c:143:cl_object_top()) ffff90ee87fb2d00 -> ffff90ee87fb2d00 00020000:00000001:0.0:1788840249.506236:0:30909:0:(lov_io.c:1857:lov_io_setattr_start()) Process entered 00020000:00000001:0.0:1788840249.506237:0:30909:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788840249.506238:0:30909:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788840249.506239:0:30909:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788840249.506241:0:30909:0:(osc_io.c:717:osc_io_setattr_start()) Process entered 00000020:00000001:0.0:1788840249.506242:0:30909:0:(cl_object.c:143:cl_object_top()) ffff90ee85c4cfc0 -> ffff90ee87fb2d00 00000020:00000001:0.0:1788840249.506244:0:30909:0:(cl_object.c:143:cl_object_top()) ffff90ee85c4cfc0 -> ffff90ee87fb2d00 00000020:00000001:0.0:1788840249.506245:0:30909:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:0.0:1788840249.506248:0:30909:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840249.506250:0:30909:0:(cl_object.c:143:cl_object_top()) ffff90ee85c4cfc0 -> ffff90ee87fb2d00 00000020:00000001:0.0:1788840249.506251:0:30909:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1788840249.506254:0:30909:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788840249.506256:0:30909:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840249.506257:0:30909:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840249.506259:0:30909:0:(cl_object.c:143:cl_object_top()) ffff90ee85c4cfc0 -> ffff90ee87fb2d00 00000020:00000001:0.0:1788840249.506262:0:30909:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788840249.506263:0:30909:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788840249.506265:0:30909:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788840249.506266:0:30909:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788840249.506267:0:30909:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788840249.506269:0:30909:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788840249.506272:0:30909:0:(osc_request.c:199:osc_setattr_async()) Process entered 00000100:00000010:0.0:1788840249.506276:0:30909:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f58e00. 00000020:00000040:0.0:1788840249.506280:0:30909:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=3 obd=lustre-OST0000-osc-ffff90ee90f70800 00000100:00000001:0.0:1788840249.506283:0:30909:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1788840249.506286:0:30909:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788840249.506289:0:30909:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff90ee90f70800: connect to NID 192.168.202.131@tcp last attempt 1650 00000400:00000200:0.0:1788840249.506296:0:30909:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840249.506300:0:30909:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1 00000100:00000040:0.0:1788840249.506304:0:30909:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff90ee85e803c0 refcount 11 to 192.168.202.131@tcp 00000100:00000001:0.0:1788840249.506307:0:30909:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788840249.506309:0:30909:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff90ee85e803c0 refcount 12 to 192.168.202.131@tcp 00000100:00000001:0.0:1788840249.506311:0:30909:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621952856032192 : -122120853519424 : ffff90ee85e803c0) 00000020:00000001:0.0:1788840249.506313:0:30909:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788840249.506315:0:30909:0:(genops.c:804:class_conn2export()) looking for export cookie 0x3aa5f499c96f2ce6 00000020:00000001:0.0:1788840249.506317:0:30909:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840249.506318:0:30909:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90ee98818000 refcount=4 00000020:00000001:0.0:1788840249.506320:0:30909:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621953168080896 : -122120541470720 : ffff90ee98818000) 00000020:00000001:0.0:1788840249.506322:0:30909:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446621953168080896 : -122120541470720 : ffff90ee98818000) 00000100:00000040:0.0:1788840249.506324:0:30909:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff90ee85e803c0 refcount 11 to 192.168.202.131@tcp 00000100:00000001:0.0:1788840249.506326:0:30909:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788840249.506328:0:30909:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff90ee85e803c0 refcount 12 to 192.168.202.131@tcp 00000100:00000001:0.0:1788840249.506329:0:30909:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621952856032192 : -122120853519424 : ffff90ee85e803c0) 00000020:00000040:0.0:1788840249.506332:0:30909:0:(genops.c:879:class_export_put()) PUTting export ffff90ee98818000 : new refcount 3 00000100:00080000:0.0:1788840249.506334:0:30909:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff90ee90f70800: import ffff90ee92b5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp 00000100:00000001:0.0:1788840249.506336:0:30909:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840249.506339:0:30909:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788840249.506344:0:30909:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840249.506346:0:30909:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840249.506348:0:30909:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:0.0:1788840249.506351:0:30909:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683253 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1788840249.506354:0:30909:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840249.506356:0:30909:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840249.506359:0:30909:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f58380. 00000020:00000040:0.0:1788840249.506361:0:30909:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=4 obd=lustre-OST0000-osc-ffff90ee90f70800 02000000:00000001:0.0:1788840249.506364:0:30909:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788840249.506366:0:30909:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840249.506369:0:30909:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840249.506371:0:30909:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840249.506374:0:30909:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840249.506379:0:30909:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee86f34000. 00000100:00000001:0.0:1788840249.506385:0:30909:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840249.506392:0:30909:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90ee87f58380 x1875733133968512/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788840249.506400:0:30909:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840249.506405:0:30909:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840249.506409:0:30909:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066125226] to pc [ptlrpcd_rcv+-1] req@ffff90ee87f58380 x1875733133968512/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840249.506425:0:30909:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840249.506428:0:30909:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:0.0:1788840249.506430:0:30909:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000100:00000001:0.0:1788840249.506433:0:30909:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840249.506434:0:30909:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840249.506436:0:30909:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840249.506440:0:30909:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee87161800. 00000100:00000001:0.0:1788840249.506442:0:30909:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840249.506447:0:30909:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840249.506449:0:30909:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840249.506454:0:30909:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e438957] to pc [ptlrpcd_00_01+1] req@ffff90ee87f58e00 x1875733133968640/t0(0) o2->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1788840249.506484:0:30909:0:(osc_request.c:230:osc_setattr_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840249.506487:0:30909:0:(osc_io.c:838:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840249.506489:0:30909:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840249.506491:0:30909:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840249.506493:0:30909:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840249.506494:0:30909:0:(lov_io.c:1872:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840249.506496:0:30909:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840249.506498:0:30909:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788840249.506499:0:30909:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1788840249.506501:0:30909:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788840249.506502:0:30909:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:0.0:1788840249.506522:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840249.506525:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840249.506529:0:2360:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840249.506535:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f58e00 x1875733133968640/t0(0) o2->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840249.506542:0:2360:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840249.506544:0:2360:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1788840249.506549:0:2360:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff90ee87f58e00 x1875733133968640/t0(0) o2->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840249.506555:0:2360:0:(client.c:1850:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840249.506593:0:2360:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840249.506595:0:2360:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840249.506596:0:2360:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840249.506598:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840249.506600:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840249.506606:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840249.506608:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840249.506610:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840249.506611:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840249.506612:0:2360:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840249.506613:0:2360:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840249.506614:0:2360:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840249.506616:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840249.506618:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840249.506624:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840249.506626:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840249.507321:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840249.507326:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840249.507327:0:2358:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840249.507335:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f58380 x1875733133968512/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840249.507344:0:2358:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840249.507346:0:2358:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840249.507349:0:2358:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840249.507352:0:2358:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840249.507355:0:2358:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840249.507358:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:10f4a654-3497-48d8-8f70-7e89f4f161cc:2358:1875733133968512:192.168.202.131@tcp:8:touch.0 00000100:00000001:3.0:1788840249.507363:0:2358:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840249.507367:0:2358:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840249.507370:0:2358:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840249.507372:0:2358:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840249.507378:0:2358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86eed000. 02000000:00000001:3.0:1788840249.508027:0:2358:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840249.508038:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840249.508043:0:2358:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4faa8. 00000400:00000010:3.0:1788840249.508050:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011eaa0. 00000100:00000200:3.0:1788840249.508057:0:2358:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133968512, portal 4 00000100:00000001:3.0:1788840249.508059:0:2358:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840249.508061:0:2358:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890471296 : -122120819080320 : ffff90ee87f58380) 00000100:00000040:3.0:1788840249.508070:0:2358:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87f58380 x1875733133968512/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1788840259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840249.508077:0:2358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840249.508080:0:2358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840249.508083:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e880. 00000100:00000200:3.0:1788840249.508086:0:2358:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875733133968512, offset 0 00000400:00000200:3.0:1788840249.508092:0:2358:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840249.508102:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840249.508109:0:2358:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840249.508115:0:2358:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840249.508119:0:2358:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840249.508123:0:2358:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840249.508126:0:2358:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840249.508130:0:2358:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2359:2359:256:4294967295] 192.168.202.131@tcp LPNI seq info [2359:2359:8:4294967295] 00000400:00000200:3.0:1788840249.508133:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840249.508141:0:2358:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840249.508147:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840249.508152:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee983e5e00. 00000800:00000200:3.0:1788840249.508158:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840249.508166:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840249.508170:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee983e5e00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1788840249.508181:0:2358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840249.508186:0:2358:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: using a timeout of 22365 usecs (23 jiffies) 00000400:00000200:3.0:1788840249.508189:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840249.508192:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296479349 00000100:00000001:3.0:1788840249.508195:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296483232 00000100:00000001:3.0:1788840249.508197:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296479349 00000100:00000001:3.0:1788840249.508199:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296483232 00000100:00000001:3.0:1788840249.508202:0:2358:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840249.508204:0:2358:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840249.508207:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840249.508210:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840249.508216:0:2358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840249.508218:0:2358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1788840249.508220:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840249.508221:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840249.508223:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840249.508225:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840249.508327:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840249.508331:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee983e5e00. 00000400:00000200:3.0:1788840249.508336:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840249.508341:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840249.508347:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e880 00000400:00000010:3.0:1788840249.508350:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e880. 00000100:00000001:3.0:1788840249.508355:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840249.508359:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f58380 x1875733133968512/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1788840259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840249.508369:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840249.508372:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f58380 x1875733133968512/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1788840259 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840249.508396:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840249.508398:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840249.514894:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840249.514911:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840249.514916:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840249.514918:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840249.514927:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840249.514934:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840249.514943:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840249.514946:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840249.514952:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840249.514956:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 416 into portal 4 MB=0x6a9f82724c480 00000400:00000200:3.0:1788840249.514962:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840249.514968:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 416/416 into md 0x679d [1] + 0 00000800:00000001:3.0:1788840249.514974:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840249.514980:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840249.514983:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840249.514987:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840249.514994:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840249.515002:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f58380 x1875733133968512/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1788840259 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840249.515014:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff90ee87f58380 x1875733133968512/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1788840259 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840249.515042:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840249.515050:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840249.515053:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840249.515776:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840249.515782:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840249.515789:0:2358:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840249.515791:0:2358:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840249.515794:0:2358:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4faa8. 00000400:00000200:0.0:1788840249.515799:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011eaa0 00000400:00000010:0.0:1788840249.515801:0:2358:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011eaa0. 00000100:00000001:0.0:1788840249.515805:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840249.515812:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f58380 x1875733133968512/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1788840259 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788840249.515822:0:2358:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f58380 x1875733133968512/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1788840259 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840249.515829:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840249.515831:0:2358:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840249.515833:0:2358:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840249.515836:0:2358:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840249.515838:0:2358:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840249.515840:0:2358:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840249.515843:0:2358:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840249.515851:0:2358:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b5cc60 time=99 v=5 (5 5 5 36) 00000100:00001000:0.0:1788840249.515855:0:2358:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=12 v=5 (1 1 0 0) 00000100:00000001:0.0:1788840249.515858:0:2358:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840249.515860:0:2358:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840249.515863:0:2358:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840249.515867:0:2358:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840249.515871:0:2358:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1788840249.515873:0:2358:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: committing for last_committed 4294967337 gen 15 00000100:00000040:0.0:1788840249.515876:0:2358:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1788840249.515878:0:2358:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840249.515879:0:2358:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840249.515884:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f58380 x1875733133968512/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/416 e 0 to 0 dl 1788840259 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840249.515890:0:2358:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840249.515894:0:2358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840249.515896:0:2358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840249.515898:0:2358:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1788840249.515904:0:2358:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff90ee90f70800: connect to target with instance 1 00000020:00000001:0.0:1788840249.515906:0:2358:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788840249.515908:0:2358:0:(genops.c:804:class_conn2export()) looking for export cookie 0x3aa5f499c96f2ce6 00000020:00000001:0.0:1788840249.515910:0:2358:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840249.515914:0:2358:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90ee98818000 refcount=4 00000020:00000001:0.0:1788840249.515916:0:2358:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621953168080896 : -122120541470720 : ffff90ee98818000) 00000020:00000001:0.0:1788840249.515919:0:2358:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446621953168080896 : -122120541470720 : ffff90ee98818000) 00000100:00001000:0.0:1788840249.515922:0:2358:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=1788840249 v=0 (0 0 0 0) 00000100:00001000:0.0:1788840249.515925:0:2358:0:(import.c:2215:obd_at_measure()) AT ffff90ee92b5cc18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1788840249.515930:0:2358:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 911, crc32c 5375, adler 879 00000100:00080000:0.0:1788840249.515935:0:2358:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff90ee90f70800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:0.0:1788840249.515938:0:2358:0:(genops.c:879:class_export_put()) PUTting export ffff90ee98818000 : new refcount 3 00000100:00000001:0.0:1788840249.515941:0:2358:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:0.0:1788840249.515945:0:2358:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:0.0:1788840249.515948:0:2358:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff90ee90f70800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:0.0:1788840249.515951:0:2358:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:0.0:1788840249.515954:0:2358:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:0.0:1788840249.515958:0:2358:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788840249.515961:0:2358:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840249.515965:0:2358:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840249.515966:0:2358:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840249.515968:0:2358:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840249.515970:0:2358:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:0.0:1788840249.515971:0:2358:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1788840249.515975:0:2358:0:(import.c:65:import_set_state_nolock()) ffff90ee92b5c800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:0.0:1788840249.515977:0:2358:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:0.0:1788840249.515978:0:2358:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:0.0:1788840249.515979:0:2358:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:0.0:1788840249.515980:0:2358:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:0.0:1788840249.515982:0:2358:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:0.0:1788840249.515984:0:2358:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff90ee98890820 for uuid lustre-OST0000_UUID event(1) 00020000:00000040:0.0:1788840249.515990:0:2358:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0000_UUID already active! 00020000:00000001:0.0:1788840249.515991:0:2358:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788840249.515994:0:2358:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840249.515995:0:2358:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788840249.515997:0:2358:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:0.0:1788840249.515999:0:2358:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:0.0:1788840249.516001:0:2358:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:0.0:1788840249.516002:0:2358:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:0.0:1788840249.516004:0:2358:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:0.0:1788840249.516006:0:2358:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840249.516008:0:2358:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840249.516010:0:2358:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:0.0:1788840249.516011:0:2358:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:0.0:1788840249.516013:0:2358:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840249.516014:0:2358:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:0.0:1788840249.516016:0:2358:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:0.0:1788840249.516019:0:2358:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:0.0:1788840249.516020:0:2358:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840249.516022:0:2358:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840249.516024:0:2358:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840249.516026:0:2358:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840249.516027:0:2358:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840249.516029:0:2358:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840249.516030:0:2358:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840249.516032:0:2358:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:0.0:1788840249.516034:0:2358:0:(import.c:1241:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840249.516036:0:2358:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1788840249.516042:0:2358:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000006605328f): req@ffff90ee87f58e00 x1875733133968640/t0(0) o2->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840249.516061:0:2358:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840249.516064:0:2358:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840249.516068:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f58380 x1875733133968512/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/416 e 0 to 0 dl 1788840259 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788840249.516076:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:10f4a654-3497-48d8-8f70-7e89f4f161cc:2358:1875733133968512:192.168.202.131@tcp:8:touch.0 00000100:00000001:0.0:1788840249.516083:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840249.516085:0:2358:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840249.516089:0:2358:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f58380 x1875733133968512/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/416 e 0 to 0 dl 1788840259 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840249.516095:0:2358:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788840249.516098:0:2358:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840249.516101:0:2358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee86eed000. 02000000:00000001:0.0:1788840249.516105:0:2358:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788840249.516107:0:2358:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840249.516108:0:2358:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=3 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:0.0:1788840249.516111:0:2358:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840249.516113:0:2358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee86f34000. 02000000:00000001:0.0:1788840249.516117:0:2358:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840249.516119:0:2358:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840249.516121:0:2358:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f58380. 00000100:00000001:0.0:1788840249.516124:0:2358:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840249.516126:0:2358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840249.516128:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840249.516135:0:2358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840249.516137:0:2358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840249.516140:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840249.516141:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840249.523180:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840249.523190:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0d600. 00000400:00000200:3.0:1788840249.523198:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840249.523208:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840249.523215:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea05396e8 00000400:00000010:3.0:1788840249.523218:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea05396e8. 00000100:00000001:3.0:1788840249.523224:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840249.523232:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f58e00 x1875733133968640/t0(0) o2->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 1788840265 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840249.523243:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840249.523247:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f58e00 x1875733133968640/t0(0) o2->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 1788840265 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840249.523255:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840249.523257:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840249.650859:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840249.650875:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840249.650878:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840249.650881:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840249.650889:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840249.650896:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840249.650905:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840249.650909:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840249.650915:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840249.650919:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 432 into portal 4 MB=0x6a9f82724c500 00000400:00000200:3.0:1788840249.650923:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840249.650929:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 432/432 into md 0x67ad [1] + 224 00000800:00000001:3.0:1788840249.650936:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840249.650946:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840249.650949:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840249.650953:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840249.650961:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840249.650969:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f58e00 x1875733133968640/t0(0) o2->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 1788840265 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840249.650979:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff90ee87f58e00 x1875733133968640/t0(0) o2->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 1788840265 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840249.651001:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840249.651010:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840249.651014:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788840249.651490:0:30909:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788840249.651494:0:30909:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840249.651496:0:30909:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840249.651500:0:30909:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788840249.651503:0:30909:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788840249.651506:0:30909:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788840249.651508:0:30909:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788840249.651509:0:30909:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788840249.651511:0:30909:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788840249.651512:0:30909:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840249.651513:0:30909:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840249.651515:0:30909:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788840249.651515:0:30909:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788840249.651517:0:30909:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788840249.651519:0:30909:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788840249.651520:0:30909:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788840249.651523:0:30909:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788840249.651524:0:30909:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788840249.651525:0:30909:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788840249.651527:0:30909:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788840249.651528:0:30909:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840249.651530:0:30909:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840249.651532:0:30909:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788840249.651532:0:30909:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788840249.651534:0:30909:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840249.651537:0:30909:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788840249.651539:0:30909:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788840249.651540:0:30909:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788840249.651542:0:30909:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788840249.651543:0:30909:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788840249.651546:0:30909:0:(cl_object.c:917:cl_env_put()) 1@ffff90eea059fcf0 00020000:00000001:0.0:1788840249.651548:0:30909:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788840249.651551:0:30909:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788840249.651553:0:30909:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788840249.651565:0:30909:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x26:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788840249.651569:0:30909:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788840249.651570:0:30909:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788840249.651571:0:30909:0:(cl_object.c:917:cl_env_put()) 1@ffff90eea059f000 00000080:00000001:0.0:1788840249.651573:0:30909:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840249.651578:0:30909:0:(llite_lib.c:2656:ll_setattr_raw()) Process leaving 00000080:00000010:0.0:1788840249.651583:0:30909:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98879400. 00000020:00000001:0.0:1788840249.651593:0:30909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907c30 00000080:00200008:0.0:1788840249.651596:0:30909:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file f:[0x200000404:0x26:0x0](ffff90ee90512a08) current size 0, valid attrs 100201f0, mode 0, uid -1053797822, gid -1, new size 213440, atime 1788840233.000000000, mtime 1788840233.000000000, ctime 1788840233.000000000, rc 0 00000080:00000001:0.0:1788840249.651601:0:30909:0:(llite_lib.c:2688:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840249.651618:0:30909:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788840249.651621:0:30909:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee88570ba0) owner 0000000000000000/ffff90ee81220000 00020000:00000002:0.0:1788840249.651625:0:30909:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee88570ba0) owner 0000000000000000/ffff90ee81220000 00020000:00000001:0.0:1788840249.651628:0:30909:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840249.651634:0:30909:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788840249.651636:0:30909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907df0 00000080:00200008:0.0:1788840249.651678:0:30909:0:(file.c:479:ll_file_release()) START file f:[0x200000404:0x26:0x0](ffff90ee90512a08), flags 104001 00000080:00000001:0.0:1788840249.651683:0:30909:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1788840249.651686:0:30909:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1788840249.651688:0:30909:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788840249.651689:0:30909:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee88570ba0) owner 0000000000000000/ffff90ee81220000 00020000:00000002:0.0:1788840249.651692:0:30909:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee88570ba0) owner 0000000000000000/ffff90ee81220000 00020000:00000001:0.0:1788840249.651693:0:30909:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840249.651704:0:30909:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1788840249.651713:0:30909:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840249.651716:0:30909:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840249.651722:0:30909:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74f00 count: 2 00010000:00000001:0.0:1788840249.651725:0:30909:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840249.651730:0:30909:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788840249.651732:0:30909:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x26:0x0]: 0 00000080:00000001:0.0:1788840249.651735:0:30909:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788840249.651737:0:30909:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788840249.651742:0:30909:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff90ee87161a00. 00000080:00000001:0.0:1788840249.651744:0:30909:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788840249.651750:0:30909:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788840249.651752:0:30909:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:0.0:1788840249.651754:0:30909:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x26:0x0] 00000002:00000001:0.0:1788840249.651758:0:30909:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788840249.651760:0:30909:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff90ee90f70800: [0x200000404:0x26:0x0] file closed with intent: 0 00000100:00000010:0.0:1788840249.651765:0:30909:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f58380. 00000020:00000040:0.0:1788840249.651769:0:30909:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:0.0:1788840249.651774:0:30909:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840249.651777:0:30909:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840249.651780:0:30909:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840249.651788:0:30909:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee87160400. 00000100:00000001:0.0:1788840249.651794:0:30909:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788840249.651814:0:30909:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff90ee87fad500 x1875733133965568/t4294967614(4294967614) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840249 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788840249.651823:0:30909:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788840249.651827:0:30909:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee87f58380 x1875733133968896/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788840249.651834:0:30909:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788840249.651835:0:30909:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788840249.651842:0:30909:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee86f3d840. 00000100:00000001:0.0:1788840249.651844:0:30909:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952873584704 : -122120835966912 : ffff90ee86f3d840) 00000100:00000001:0.0:1788840249.651846:0:30909:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840249.651847:0:30909:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890471296 : -122120819080320 : ffff90ee87f58380) 00000100:00000001:0.0:1788840249.651851:0:30909:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840249.651855:0:30909:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840249.651856:0:30909:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788840249.651858:0:30909:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840249.651862:0:30909:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f58380 x1875733133968896/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840249.651868:0:30909:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840249.651870:0:30909:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840249.651873:0:30909:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840249.651875:0:30909:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840249.651877:0:30909:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840249.651880:0:30909:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f58380 pname:cluuid:pid:xid:nid:opc:job touch:10f4a654-3497-48d8-8f70-7e89f4f161cc:30909:1875733133968896:192.168.202.131@tcp:35:touch.0 00000100:00000001:0.0:1788840249.651884:0:30909:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840249.651888:0:30909:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840249.651890:0:30909:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840249.651892:0:30909:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840249.651895:0:30909:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86f34000. 02000000:00000001:0.0:1788840249.651897:0:30909:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840249.651902:0:30909:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840249.651905:0:30909:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c809f8. 00000400:00000010:0.0:1788840249.651910:0:30909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6088. 00000100:00000200:0.0:1788840249.651916:0:30909:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133968896, portal 10 00000100:00000001:0.0:1788840249.651918:0:30909:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840249.651919:0:30909:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890471296 : -122120819080320 : ffff90ee87f58380) 00000100:00000040:0.0:1788840249.651924:0:30909:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87f58380 x1875733133968896/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840265 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840249.651930:0:30909:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840249.651932:0:30909:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840249.651934:0:30909:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6d48. 00000100:00000200:0.0:1788840249.651937:0:30909:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875733133968896, offset 0 00000400:00000200:0.0:1788840249.651942:0:30909:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840249.651948:0:30909:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840249.651954:0:30909:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840249.651959:0:30909:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840249.651963:0:30909:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840249.651967:0:30909:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840249.651970:0:30909:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840249.651973:0:30909:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2361:2361:256:4294967295] 192.168.202.131@tcp LPNI seq info [2361:2361:8:4294967295] 00000400:00000200:0.0:1788840249.651978:0:30909:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840249.651986:0:30909:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840249.651992:0:30909:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840249.651998:0:30909:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee98ea2800. 00000800:00000200:0.0:1788840249.652004:0:30909:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840249.652011:0:30909:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840249.652016:0:30909:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee98ea2800 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788840249.652031:0:30909:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840249.652036:0:30909:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 819517 usecs (820 jiffies) 00000400:00000200:0.0:1788840249.652039:0:30909:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840249.652041:0:30909:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296480290 00000100:00000001:0.0:1788840249.652044:0:30909:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296483232 00000100:00000001:0.0:1788840249.652046:0:30909:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296480290 00000100:00000001:0.0:1788840249.652049:0:30909:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296483232 00000100:00000001:0.0:1788840249.652052:0:30909:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840249.652054:0:30909:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840249.652056:0:30909:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840249.652057:0:30909:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788840249.652059:0:30909:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee86f3d840 going to sleep for 11 seconds 00000100:00000001:0.0:1788840249.652060:0:30909:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840249.652062:0:30909:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840249.652345:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840249.652350:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee98ea2800. 00000400:00000200:3.0:1788840249.652355:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840249.652359:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840249.652363:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6d48 00000400:00000010:3.0:1788840249.652365:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6d48. 00000100:00000001:3.0:1788840249.652368:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840249.652372:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f58380 x1875733133968896/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840265 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840249.652380:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840249.652383:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f58380 x1875733133968896/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840265 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840249.652388:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840249.652390:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840249.660248:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840249.660263:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840249.660266:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840249.660268:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840249.660275:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840249.660281:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840249.660288:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840249.660291:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840249.660295:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840249.660298:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 456 into portal 10 MB=0x6a9f82724c600 00000400:00000200:3.0:1788840249.660301:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840249.660306:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 456/456 into md 0x67b5 [1] + 224 00000800:00000001:3.0:1788840249.660311:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840249.660319:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840249.660322:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840249.660325:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840249.660332:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840249.660339:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f58380 x1875733133968896/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840265 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840249.660351:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff90ee87f58380 x1875733133968896/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840265 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840249.660370:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840249.660376:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840249.660378:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840249.664289:0:30909:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840249.664300:0:30909:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840249.664302:0:30909:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840249.664306:0:30909:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c809f8. 00000400:00000200:0.0:1788840249.664311:0:30909:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6088 00000400:00000010:0.0:1788840249.664313:0:30909:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6088. 00000100:00000001:0.0:1788840249.664317:0:30909:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840249.664327:0:30909:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f58380 x1875733133968896/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840265 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788840249.664335:0:30909:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f58380 x1875733133968896/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840265 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840249.664340:0:30909:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840249.664342:0:30909:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840249.664343:0:30909:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840249.664346:0:30909:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840249.664349:0:30909:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840249.664350:0:30909:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840249.664353:0:30909:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840249.664360:0:30909:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee988234a8 time=99 v=5 (5 5 5 5) 00000100:00001000:0.0:1788840249.664364:0:30909:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840249.664365:0:30909:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840249.664366:0:30909:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840249.664368:0:30909:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840249.664371:0:30909:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840249.664374:0:30909:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788840249.664375:0:30909:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788840249.664376:0:30909:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788840249.664378:0:30909:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840249.664379:0:30909:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890471296 : -122120819080320 : ffff90ee87f58380) 00000100:00000001:0.0:1788840249.664381:0:30909:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840249.664382:0:30909:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967615 00000100:00000001:0.0:1788840249.664383:0:30909:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840249.664385:0:30909:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840249.664389:0:30909:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f58380 x1875733133968896/t4294967617(4294967617) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840265 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840249.664398:0:30909:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840249.664401:0:30909:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840249.664403:0:30909:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840249.664408:0:30909:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f58380 x1875733133968896/t4294967617(4294967617) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840265 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788840249.664415:0:30909:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f58380 pname:cluuid:pid:xid:nid:opc:job touch:10f4a654-3497-48d8-8f70-7e89f4f161cc:30909:1875733133968896:192.168.202.131@tcp:35:touch.0 00000100:00000001:0.0:1788840249.664420:0:30909:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840249.664423:0:30909:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840249.664426:0:30909:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788840249.664428:0:30909:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840249.664432:0:30909:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f58380 x1875733133968896/t4294967617(4294967617) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840265 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840249.664439:0:30909:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840249.664442:0:30909:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee86f3d840. 00000100:00000001:0.0:1788840249.664446:0:30909:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788840249.664447:0:30909:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840249.664453:0:30909:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840249.664454:0:30909:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890471296 : -122120819080320 : ffff90ee87f58380) 00000002:00000001:0.0:1788840249.664457:0:30909:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840249.664460:0:30909:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788840249.664466:0:30909:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee87161a00. 00000080:00000001:0.0:1788840249.664469:0:30909:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788840249.664473:0:30909:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1788840249.664478:0:30909:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788840249.664483:0:30909:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff90ee87fad500 x1875733133965568/t4294967614(4294967614) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840249 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840249.664491:0:30909:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840249.664492:0:30909:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890819840 : -122120818731776 : ffff90ee87fad500) 00000100:00000001:0.0:1788840249.664494:0:30909:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840249.664497:0:30909:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87fad500 x1875733133965568/t4294967614(4294967614) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840249 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840249.664503:0:30909:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840249.664504:0:30909:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840249.664507:0:30909:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87fad500 x1875733133965568/t4294967614(4294967614) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840249 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840249.664513:0:30909:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788840249.664516:0:30909:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840249.664518:0:30909:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:0.0:1788840249.664520:0:30909:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840249.664524:0:30909:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee85c5d400. 02000000:00000001:0.0:1788840249.664528:0:30909:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840249.664530:0:30909:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840249.664532:0:30909:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87fad500. 00000100:00000001:0.0:1788840249.664536:0:30909:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840249.664537:0:30909:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840249.664538:0:30909:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840249.664541:0:30909:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f58380 x1875733133968896/t4294967617(4294967617) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840265 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840249.664547:0:30909:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840249.664549:0:30909:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff90ee84b11940. 00000002:00000001:0.0:1788840249.664551:0:30909:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840249.664553:0:30909:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788840249.664564:0:30909:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff90ee87139cc0. 00000100:00000001:0.0:1788840249.664567:0:30909:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840249.664570:0:30909:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f58380 x1875733133968896/t4294967617(4294967617) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840265 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840249.664575:0:30909:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840249.664577:0:30909:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788840249.664581:0:30909:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90ee817c6000. 00000080:00000001:0.0:1788840249.664585:0:30909:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840249.664590:0:30909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907df0 00000080:00000008:0.0:1788840249.664593:0:30909:0:(file.c:523:ll_file_release()) COMPLETED file f:[0x200000404:0x26:0x0](ffff90ee90512a08), flags 104001, rc = 0 00000080:00000001:0.0:1788840249.664596:0:30909:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840249.664600:0:30909:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788840249.664602:0:30909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907e00 00000080:00002000:0.0:1788840249.664604:0:30909:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff90ee9066a1b0, parent ffff90ee9063a798, inode ffff90ee90512a08) hashed, 00000080:00000001:0.0:1788840249.664607:0:30909:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788840249.664613:0:30909:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788840249.664617:0:30909:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788840249.664619:0:30909:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788840249.664620:0:30909:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907e00 00000080:00002000:0.0:1788840249.664622:0:30909:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-2 (ffff90ee9063a798, parent ffff90ee9069b510, inode ffff90ee90591988) hashed, 00000080:00000001:0.0:1788840249.664624:0:30909:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788840249.664628:0:30909:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788840249.664630:0:30909:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:0.1:1788840249.672223:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee84b11860. 00000080:00000010:0.1:1788840249.672240:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee86e75ae0. 00000020:00000001:0.0:1788840249.989984:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788840249.989987:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840249.989990:0:16054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788840251.016896:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840251.016901:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840251.016905:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788840251.330291:0:30943:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788840251.330298:0:30943:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788840251.330301:0:30943:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788840251.330304:0:30943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200e33b20 00000080:00200000:2.0:1788840251.334593:0:30943:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:2.0:1788840251.334608:0:30943:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98d5b800. 00800000:00000002:2.0:1788840251.334617:0:30943:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:2.0:1788840251.334623:0:30943:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788840251.334628:0:30943:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788840251.334631:0:30943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200e33a40 00800000:00000002:2.0:1788840251.334635:0:30943:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788840251.334662:0:30943:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788840251.334667:0:30943:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788840251.334673:0:30943:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788840251.334676:0:30943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200e33910 00000002:00010000:2.0:1788840251.334679:0:30943:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788840251.334683:0:30943:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788840251.334685:0:30943:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840251.334689:0:30943:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788840251.334697:0:30943:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840251.334700:0:30943:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840251.334702:0:30943:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840251.334705:0:30943:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788840251.334708:0:30943:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788840251.334715:0:30943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125ce00. 00000020:00000040:2.0:1788840251.334720:0:30943:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00010000:00000001:2.0:1788840251.334727:0:30943:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788840251.334733:0:30943:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840251.334741:0:30943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840251.334743:0:30943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840251.334745:0:30943:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840251.334749:0:30943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840251.334751:0:30943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840251.334756:0:30943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840251.334764:0:30943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee85dd7c00. 00000100:00000001:2.0:1788840251.334771:0:30943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840251.334777:0:30943:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840251.334778:0:30943:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840251.334780:0:30943:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840251.334781:0:30943:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840251.334783:0:30943:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840251.334793:0:30943:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621953044631040 : -122120664920576 : ffff90ee9125ce00) 00010000:00000001:2.0:1788840251.334798:0:30943:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788840251.334800:0:30943:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788840251.334805:0:30943:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee892b1600. 00010000:00000010:2.0:1788840251.334809:0:30943:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee98e7da00. 00010000:00000001:2.0:1788840251.334814:0:30943:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788840251.334817:0:30943:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee87d8c800. 00000020:00000001:2.0:1788840251.334821:0:30943:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788840251.334824:0:30943:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee87d8c800 with handle 0x3aa5f499c96f36ef to hash 00000020:00000001:2.0:1788840251.334826:0:30943:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788840251.334829:0:30943:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:2.0:1788840251.334832:0:30943:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:2.0:1788840251.334836:0:30943:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840251.334838:0:30943:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840251.334843:0:30943:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c800/0x3aa5f499c96f36ef lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 30943 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840251.334852:0:30943:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c800/0x3aa5f499c96f36ef lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30943 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840251.334862:0:30943:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c800/0x3aa5f499c96f36ef lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 30943 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788840251.334868:0:30943:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788840251.334870:0:30943:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788840251.334876:0:30943:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee982249c0. 00000100:00000001:2.0:1788840251.334878:0:30943:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621953161841088 : -122120547710528 : ffff90ee982249c0) 00000100:00000001:2.0:1788840251.334881:0:30943:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840251.334883:0:30943:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044631040 : -122120664920576 : ffff90ee9125ce00) 00000100:00000001:2.0:1788840251.334887:0:30943:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840251.334893:0:30943:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840251.334895:0:30943:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788840251.334896:0:30943:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840251.334912:0:30943:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125ce00 x1875733133969024/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840251.334920:0:30943:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840251.334922:0:30943:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840251.334926:0:30943:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840251.334929:0:30943:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840251.334945:0:30943:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840251.334948:0:30943:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125ce00 pname:cluuid:pid:xid:nid:opc:job checkstat:10f4a654-3497-48d8-8f70-7e89f4f161cc:30943:1875733133969024:192.168.202.131@tcp:101:checkstat.0 00000100:00000001:2.0:1788840251.334952:0:30943:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840251.334957:0:30943:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840251.334959:0:30943:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840251.334962:0:30943:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840251.334966:0:30943:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90ee86e6d000. 02000000:00000001:2.0:1788840251.334968:0:30943:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840251.334975:0:30943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840251.334978:0:30943:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4ec08. 00000400:00000010:2.0:1788840251.334985:0:30943:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee912346e8. 00000100:00000200:2.0:1788840251.334992:0:30943:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875733133969024, portal 10 00000100:00000001:2.0:1788840251.334994:0:30943:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840251.334995:0:30943:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044631040 : -122120664920576 : ffff90ee9125ce00) 00000100:00000040:2.0:1788840251.335001:0:30943:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee9125ce00 x1875733133969024/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840267 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840251.335008:0:30943:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840251.335011:0:30943:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840251.335013:0:30943:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234220. 00000100:00000200:2.0:1788840251.335016:0:30943:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875733133969024, offset 0 00000400:00000200:2.0:1788840251.335022:0:30943:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840251.335042:0:30943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.335049:0:30943:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840251.335055:0:30943:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840251.335059:0:30943:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840251.335062:0:30943:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840251.335065:0:30943:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840251.335068:0:30943:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2362:2362:256:4294967295] 192.168.202.131@tcp LPNI seq info [2362:2362:8:4294967295] 00000400:00000200:2.0:1788840251.335072:0:30943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.335080:0:30943:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840251.335085:0:30943:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840251.335090:0:30943:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989e00. 00000800:00000200:2.0:1788840251.335096:0:30943:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840251.335103:0:30943:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840251.335107:0:30943:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989e00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788840251.335127:0:30943:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840251.335132:0:30943:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 818346 usecs (819 jiffies) 00000400:00000200:2.0:1788840251.335136:0:30943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840251.335138:0:30943:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296481972 00000100:00000001:2.0:1788840251.335141:0:30943:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296483232 00000100:00000001:2.0:1788840251.335144:0:30943:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296481972 00000100:00000001:2.0:1788840251.335146:0:30943:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296483232 00000100:00000001:2.0:1788840251.335148:0:30943:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840251.335150:0:30943:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840251.335153:0:30943:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840251.335154:0:30943:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788840251.335157:0:30943:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee982249c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788840251.335159:0:30943:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840251.335162:0:30943:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840251.335294:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840251.335299:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989e00. 00000400:00000200:3.0:1788840251.335303:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840251.335308:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840251.335314:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234220 00000400:00000010:3.0:1788840251.335316:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234220. 00000100:00000001:3.0:1788840251.335320:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840251.335324:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125ce00 x1875733133969024/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840267 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840251.335334:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840251.335337:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee9125ce00 x1875733133969024/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840267 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840251.335344:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840251.335346:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840251.351868:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840251.351887:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840251.351891:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840251.351894:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840251.351903:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.351911:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840251.351920:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.351925:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.351931:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.351935:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 688 into portal 10 MB=0x6a9f82724c680 00000400:00000200:3.0:1788840251.351941:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.351949:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 688/688 into md 0x67bd [1] + 224 00000800:00000001:3.0:1788840251.351956:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840251.351963:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840251.351966:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840251.351970:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840251.351977:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840251.351985:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125ce00 x1875733133969024/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840267 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840251.351996:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff90ee9125ce00 x1875733133969024/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840251.352070:0:30943:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840251.352132:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840251.352142:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840251.352146:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788840251.352190:0:30943:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840251.352192:0:30943:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840251.352196:0:30943:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4ec08. 00000400:00000200:2.0:1788840251.352201:0:30943:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee912346e8 00000400:00000010:2.0:1788840251.352203:0:30943:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee912346e8. 00000100:00000001:2.0:1788840251.352206:0:30943:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840251.352212:0:30943:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125ce00 x1875733133969024/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788840251.352221:0:30943:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125ce00 x1875733133969024/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840251.352227:0:30943:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840251.352229:0:30943:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840251.352231:0:30943:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788840251.352234:0:30943:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788840251.352237:0:30943:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840251.352239:0:30943:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840251.352242:0:30943:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840251.352251:0:30943:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=101 v=5 (5 102 102 102) 00000100:00001000:2.0:1788840251.352255:0:30943:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1788840251.352258:0:30943:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788840251.352260:0:30943:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840251.352263:0:30943:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788840251.352267:0:30943:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840251.352270:0:30943:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1788840251.352271:0:30943:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: committing for last_committed 4294967617 gen 2 00000100:00000040:2.0:1788840251.352277:0:30943:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967617) req@ffff90ee86d4a680 x1875733133966080/t4294967616(4294967616) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840265 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840251.352283:0:30943:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840251.352286:0:30943:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d4a680 x1875733133966080/t4294967616(4294967616) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840265 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840251.352292:0:30943:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840251.352294:0:30943:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840251.352298:0:30943:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee86eef000. 02000000:00000001:2.0:1788840251.352301:0:30943:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840251.352304:0:30943:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840251.352305:0:30943:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:2.0:1788840251.352307:0:30943:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840251.352310:0:30943:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee98862a00. 02000000:00000001:2.0:1788840251.352314:0:30943:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840251.352315:0:30943:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840251.352317:0:30943:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d4a680. 00000100:00000001:2.0:1788840251.352320:0:30943:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840251.352322:0:30943:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840251.352326:0:30943:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967617) req@ffff90ee87f58380 x1875733133968896/t4294967617(4294967617) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840265 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840251.352332:0:30943:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840251.352334:0:30943:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f58380 x1875733133968896/t4294967617(4294967617) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840265 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840251.352340:0:30943:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840251.352341:0:30943:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840251.352343:0:30943:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee86f34000. 02000000:00000001:2.0:1788840251.352345:0:30943:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840251.352347:0:30943:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840251.352348:0:30943:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=4 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:2.0:1788840251.352350:0:30943:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840251.352351:0:30943:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee87160400. 02000000:00000001:2.0:1788840251.352353:0:30943:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840251.352354:0:30943:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840251.352355:0:30943:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f58380. 00000100:00000001:2.0:1788840251.352358:0:30943:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840251.352359:0:30943:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840251.352361:0:30943:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1788840251.352364:0:30943:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: normal: skip=1 replay=2/2 committed=0/0 00000100:00000001:2.0:1788840251.352366:0:30943:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788840251.352368:0:30943:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840251.352374:0:30943:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125ce00 x1875733133969024/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840251.352381:0:30943:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840251.352383:0:30943:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840251.352386:0:30943:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840251.352616:0:30943:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125ce00 x1875733133969024/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840267 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788840251.352627:0:30943:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125ce00 pname:cluuid:pid:xid:nid:opc:job checkstat:10f4a654-3497-48d8-8f70-7e89f4f161cc:30943:1875733133969024:192.168.202.131@tcp:101:checkstat.0 00000100:00000001:2.0:1788840251.352632:0:30943:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840251.352635:0:30943:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840251.352637:0:30943:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788840251.352772:0:30943:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840251.352776:0:30943:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125ce00 x1875733133969024/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840267 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840251.352783:0:30943:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788840251.352786:0:30943:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee982249c0. 00000100:00000001:2.0:1788840251.352789:0:30943:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788840251.352791:0:30943:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840251.352795:0:30943:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788840251.352801:0:30943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840251.352803:0:30943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840251.352807:0:30943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c800 refcount=4 00000020:00000001:2.0:1788840251.352810:0:30943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:2.0:1788840251.352813:0:30943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000040:2.0:1788840251.352821:0:30943:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee87d8c800, remote cookie: 0x8a436931312ba389, flags: 0x1001 00010000:00010000:2.0:1788840251.352827:0:30943:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c800/0x3aa5f499c96f36ef lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba389 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840251.352839:0:30943:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c800/0x3aa5f499c96f36ef lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba389 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840251.352847:0:30943:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788840251.352850:0:30943:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788840251.352853:0:30943:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788840251.352854:0:30943:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788840251.352855:0:30943:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788840251.352858:0:30943:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff90ee892b1600) refcount = 1 00010000:00010000:2.0:1788840251.352862:0:30943:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c800/0x3aa5f499c96f36ef lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba389 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840251.352869:0:30943:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788840251.352873:0:30943:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788840251.352875:0:30943:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840251.352877:0:30943:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788840251.352880:0:30943:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840251.352883:0:30943:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c800/0x3aa5f499c96f36ef lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba389 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840251.352889:0:30943:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788840251.352891:0:30943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840251.352893:0:30943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840251.352894:0:30943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840251.352895:0:30943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840251.352897:0:30943:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840251.352901:0:30943:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788840251.352903:0:30943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840251.352905:0:30943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840251.352906:0:30943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c800 refcount=3 00000020:00000001:2.0:1788840251.352908:0:30943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:2.0:1788840251.352911:0:30943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:2.0:1788840251.352913:0:30943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840251.352914:0:30943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840251.352916:0:30943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c800 refcount=4 00000020:00000001:2.0:1788840251.352918:0:30943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:2.0:1788840251.352920:0:30943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:2.0:1788840251.352922:0:30943:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840251.352925:0:30943:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840251.352929:0:30943:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c800/0x3aa5f499c96f36ef lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba389 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840251.352936:0:30943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840251.352938:0:30943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840251.352939:0:30943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840251.352940:0:30943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840251.352941:0:30943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c800 refcount=5 00000020:00000001:2.0:1788840251.352943:0:30943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:2.0:1788840251.352945:0:30943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:2.0:1788840251.352947:0:30943:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788840251.352950:0:30943:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c800/0x3aa5f499c96f36ef lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba389 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840251.352956:0:30943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840251.352958:0:30943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788840251.352960:0:30943:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c800/0x3aa5f499c96f36ef lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba389 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840251.352970:0:30943:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788840251.352971:0:30943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840251.352972:0:30943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840251.352973:0:30943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840251.352974:0:30943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788840251.352980:0:30943:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90ee9125ce00 x1875733133969024/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840267 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788840251.352988:0:30943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840251.352989:0:30943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840251.352990:0:30943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c800 refcount=3 00000020:00000001:2.0:1788840251.352992:0:30943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:2.0:1788840251.352993:0:30943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:2.0:1788840251.352996:0:30943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840251.352996:0:30943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840251.352998:0:30943:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840251.352999:0:30943:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840251.353002:0:30943:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788840251.353004:0:30943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840251.353006:0:30943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840251.353007:0:30943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c800 refcount=3 00000020:00000001:2.0:1788840251.353008:0:30943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:2.0:1788840251.353010:0:30943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00000002:00010000:2.0:1788840251.353014:0:30943:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c800/0x3aa5f499c96f36ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba389 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840251.353020:0:30943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840251.353021:0:30943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840251.353023:0:30943:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788840251.353024:0:30943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840251.353025:0:30943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840251.353026:0:30943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c800 refcount=3 00000020:00000001:2.0:1788840251.353028:0:30943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:2.0:1788840251.353030:0:30943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000040:2.0:1788840251.353037:0:30943:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1600 count: 2 00010000:00000001:2.0:1788840251.353040:0:30943:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788840251.353043:0:30943:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1788840251.353046:0:30943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840251.353047:0:30943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840251.353048:0:30943:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788840251.353051:0:30943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200e33898 00000002:00002000:2.0:1788840251.353053:0:30943:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788840251.353056:0:30943:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840251.353059:0:30943:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840251.353062:0:30943:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788840251.353065:0:30943:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788840251.353068:0:30943:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788840251.353072:0:30943:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:2.0:1788840251.353075:0:30943:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98d5b800. 00000080:00000001:2.0:1788840251.353080:0:30943:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788840251.353083:0:30943:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788840251.353090:0:30943:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1788840251.353093:0:30943:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1788840251.353203:0:30943:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff90ee8867c240. 00800000:00000001:3.0:1788840251.353206:0:30943:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446621952897958464 : -122120811593152 : ffff90ee8867c240) 00800000:00000001:3.0:1788840251.353208:0:30943:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840251.353210:0:30943:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788840251.353213:0:30943:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788840251.353214:0:30943:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1788840251.353217:0:30943:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1788840251.353219:0:30943:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1788840251.353221:0:30943:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840251.353225:0:30943:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1788840251.353228:0:30943:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1788840251.353233:0:30943:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:3.0:1788840251.353236:0:30943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840251.353237:0:30943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840251.353239:0:30943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c800 refcount=3 00000020:00000001:3.0:1788840251.353240:0:30943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:3.0:1788840251.353242:0:30943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:3.0:1788840251.353244:0:30943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840251.353245:0:30943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788840251.353247:0:30943:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788840251.353249:0:30943:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1788840251.353250:0:30943:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee8867c240 1 00800000:00000010:3.0:1788840251.353252:0:30943:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff90ee8867c240. 00800000:00000001:3.0:1788840251.353255:0:30943:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788840251.353258:0:30943:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f36ef 00800000:00000001:3.0:1788840251.353260:0:30943:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788840251.353262:0:30943:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788840251.353263:0:30943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840251.353264:0:30943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840251.353265:0:30943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c800 refcount=3 00000020:00000001:3.0:1788840251.353267:0:30943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:3.0:1788840251.353269:0:30943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:3.0:1788840251.353272:0:30943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840251.353273:0:30943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788840251.353274:0:30943:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840251.353275:0:30943:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840251.353277:0:30943:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788840251.353279:0:30943:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:3.0:1788840251.353282:0:30943:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f36ef from it ffffa16200e33b58 00010000:00000001:3.0:1788840251.353284:0:30943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840251.353285:0:30943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840251.353286:0:30943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c800 refcount=3 00000020:00000001:3.0:1788840251.353287:0:30943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:3.0:1788840251.353289:0:30943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:3.0:1788840251.353291:0:30943:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788840251.353293:0:30943:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c800/0x3aa5f499c96f36ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba389 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840251.353298:0:30943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840251.353299:0:30943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840251.353300:0:30943:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788840251.353303:0:30943:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788840251.353305:0:30943:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c800/0x3aa5f499c96f36ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba389 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788840251.353313:0:30943:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788840251.353316:0:30943:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788840251.353318:0:30943:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840251.353322:0:30943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840251.353323:0:30943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840251.353325:0:30943:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840251.353328:0:30943:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788840251.353330:0:30943:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840251.353332:0:30943:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840251.353334:0:30943:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840251.353335:0:30943:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788840251.353336:0:30943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840251.353337:0:30943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788840251.353339:0:30943:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840251.353344:0:30943:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125ce00 x1875733133969024/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840267 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840251.353350:0:30943:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840251.353353:0:30943:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840251.353355:0:30943:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90ee86e6d000. 02000000:00000001:3.0:1788840251.353358:0:30943:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840251.353360:0:30943:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840251.353361:0:30943:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=3 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:3.0:1788840251.353363:0:30943:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840251.353365:0:30943:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee85dd7c00. 02000000:00000001:3.0:1788840251.353368:0:30943:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840251.353370:0:30943:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840251.353372:0:30943:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125ce00. 00000100:00000001:3.0:1788840251.353375:0:30943:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840251.353376:0:30943:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788840251.353379:0:30943:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788840251.353384:0:30943:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788840251.353692:0:30943:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90ee86d745e0. 00000020:00000001:3.0:1788840251.353698:0:30943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200e33a88 00000080:00200000:3.0:1788840251.353701:0:30943:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), flags=24 00000080:00000001:3.0:1788840251.353704:0:30943:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788840251.353706:0:30943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200e33938 00000080:00200000:3.0:1788840251.353708:0:30943:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), intent=0 00000080:00000010:3.0:1788840251.353714:0:30943:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98862800. 00800000:00000002:3.0:1788840251.353720:0:30943:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:3.0:1788840251.353724:0:30943:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788840251.353727:0:30943:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788840251.353729:0:30943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200e33858 00800000:00000002:3.0:1788840251.353730:0:30943:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788840251.353733:0:30943:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1788840251.353738:0:30943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200e337f0 00800000:00000002:3.0:1788840251.353740:0:30943:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-1' -> mds #0 00000002:00000001:3.0:1788840251.353743:0:30943:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788840251.353745:0:30943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200e33728 00000002:00010000:3.0:1788840251.353746:0:30943:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1788840251.353750:0:30943:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788840251.353752:0:30943:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788840251.353757:0:30943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d48000. 00000020:00000040:3.0:1788840251.353760:0:30943:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=4 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00010000:00000001:3.0:1788840251.353764:0:30943:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788840251.353768:0:30943:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840251.353770:0:30943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840251.353771:0:30943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840251.353772:0:30943:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840251.353775:0:30943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840251.353776:0:30943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840251.353781:0:30943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840251.353787:0:30943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee86eecc00. 00000100:00000001:3.0:1788840251.353795:0:30943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840251.353798:0:30943:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788840251.353800:0:30943:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840251.353801:0:30943:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788840251.353802:0:30943:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840251.353804:0:30943:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840251.353811:0:30943:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621952871530496 : -122120838021120 : ffff90ee86d48000) 00010000:00000001:3.0:1788840251.353815:0:30943:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788840251.353816:0:30943:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788840251.353819:0:30943:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1600 count: 2 00010000:00000001:3.0:1788840251.353822:0:30943:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840251.353824:0:30943:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788840251.353827:0:30943:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee8523de00. 00000020:00000001:3.0:1788840251.353830:0:30943:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788840251.353833:0:30943:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee8523de00 with handle 0x3aa5f499c96f36f6 to hash 00000020:00000001:3.0:1788840251.353835:0:30943:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788840251.353836:0:30943:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:3.0:1788840251.353839:0:30943:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:3.0:1788840251.353841:0:30943:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840251.353843:0:30943:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840251.353846:0:30943:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f36f6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30943 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788840251.353852:0:30943:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f36f6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30943 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788840251.353861:0:30943:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f36f6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30943 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788840251.353865:0:30943:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788840251.353867:0:30943:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788840251.353873:0:30943:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee9887c0c0. 00000100:00000001:3.0:1788840251.353875:0:30943:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621953168490688 : -122120541060928 : ffff90ee9887c0c0) 00000100:00000001:3.0:1788840251.353878:0:30943:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840251.353879:0:30943:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871530496 : -122120838021120 : ffff90ee86d48000) 00000100:00000001:3.0:1788840251.353883:0:30943:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840251.353887:0:30943:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840251.353889:0:30943:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788840251.353890:0:30943:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840251.353896:0:30943:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d48000 x1875733133969152/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840251.353903:0:30943:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840251.353906:0:30943:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840251.353909:0:30943:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840251.353912:0:30943:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840251.353914:0:30943:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840251.353917:0:30943:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d48000 pname:cluuid:pid:xid:nid:opc:job checkstat:10f4a654-3497-48d8-8f70-7e89f4f161cc:30943:1875733133969152:192.168.202.131@tcp:101:checkstat.0 00000100:00000001:3.0:1788840251.353922:0:30943:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840251.353926:0:30943:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840251.353928:0:30943:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840251.353930:0:30943:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840251.353934:0:30943:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90ee98821000. 02000000:00000001:3.0:1788840251.353936:0:30943:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840251.353942:0:30943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840251.353945:0:30943:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4f108. 00000400:00000010:3.0:1788840251.353952:0:30943:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e880. 00000100:00000200:3.0:1788840251.353959:0:30943:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875733133969152, portal 10 00000100:00000001:3.0:1788840251.353960:0:30943:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840251.353961:0:30943:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871530496 : -122120838021120 : ffff90ee86d48000) 00000100:00000040:3.0:1788840251.353967:0:30943:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee86d48000 x1875733133969152/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840267 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840251.353974:0:30943:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840251.353977:0:30943:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840251.353979:0:30943:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011ee58. 00000100:00000200:3.0:1788840251.353982:0:30943:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875733133969152, offset 0 00000400:00000200:3.0:1788840251.353987:0:30943:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840251.353995:0:30943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.354002:0:30943:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840251.354007:0:30943:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840251.354010:0:30943:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840251.354014:0:30943:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840251.354016:0:30943:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840251.354019:0:30943:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2363:2363:256:4294967295] 192.168.202.131@tcp LPNI seq info [2363:2363:8:4294967295] 00000400:00000200:3.0:1788840251.354023:0:30943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.354031:0:30943:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840251.354037:0:30943:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840251.354041:0:30943:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee983e5e00. 00000800:00000200:3.0:1788840251.354047:0:30943:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840251.354053:0:30943:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840251.354057:0:30943:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee983e5e00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1788840251.354130:0:30943:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840251.354136:0:30943:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 817188 usecs (818 jiffies) 00000400:00000200:3.0:1788840251.354139:0:30943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840251.354142:0:30943:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296481990 00000100:00000001:3.0:1788840251.354145:0:30943:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296483232 00000100:00000001:3.0:1788840251.354147:0:30943:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296481990 00000100:00000001:3.0:1788840251.354149:0:30943:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296483232 00000100:00000001:3.0:1788840251.354152:0:30943:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840251.354154:0:30943:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840251.354157:0:30943:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840251.354158:0:30943:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788840251.354160:0:30943:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee9887c0c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788840251.354162:0:30943:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840251.354165:0:30943:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840251.355057:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840251.355063:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee983e5e00. 00000400:00000200:2.0:1788840251.355071:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840251.355078:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840251.355084:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011ee58 00000400:00000010:2.0:1788840251.355086:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011ee58. 00000100:00000001:2.0:1788840251.355092:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840251.355097:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d48000 x1875733133969152/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840267 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840251.355107:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840251.355109:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee86d48000 x1875733133969152/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840267 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840251.355115:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840251.355117:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840251.364328:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840251.364344:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840251.364348:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840251.364350:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840251.364360:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.364367:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840251.364376:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.364381:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.364386:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.365884:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 584 into portal 10 MB=0x6a9f82724c700 00000400:00000200:3.0:1788840251.365892:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.365898:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 584/584 into md 0x67cd [1] + 224 00000800:00000001:3.0:1788840251.365908:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840251.365929:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840251.365932:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840251.365937:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840251.365945:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840251.365955:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d48000 x1875733133969152/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840267 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840251.365967:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff90ee86d48000 x1875733133969152/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840251.365992:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840251.366002:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840251.366006:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840251.366239:0:30943:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840251.366249:0:30943:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840251.366251:0:30943:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840251.366255:0:30943:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4f108. 00000400:00000200:0.0:1788840251.366260:0:30943:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e880 00000400:00000010:0.0:1788840251.366263:0:30943:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e880. 00000100:00000001:0.0:1788840251.366268:0:30943:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840251.366273:0:30943:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d48000 x1875733133969152/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788840251.366282:0:30943:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d48000 x1875733133969152/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.366289:0:30943:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840251.366291:0:30943:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840251.366293:0:30943:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840251.366296:0:30943:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840251.366299:0:30943:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840251.366301:0:30943:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840251.366304:0:30943:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840251.366313:0:30943:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=101 v=5 (5 102 102 102) 00000100:00001000:0.0:1788840251.366317:0:30943:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840251.366320:0:30943:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840251.366322:0:30943:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.366325:0:30943:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840251.366329:0:30943:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.366332:0:30943:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840251.366334:0:30943:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967617 00000100:00000001:0.0:1788840251.366337:0:30943:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840251.366338:0:30943:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840251.366343:0:30943:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d48000 x1875733133969152/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.366351:0:30943:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840251.366354:0:30943:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840251.366356:0:30943:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840251.366360:0:30943:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d48000 x1875733133969152/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840267 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788840251.366368:0:30943:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d48000 pname:cluuid:pid:xid:nid:opc:job checkstat:10f4a654-3497-48d8-8f70-7e89f4f161cc:30943:1875733133969152:192.168.202.131@tcp:101:checkstat.0 00000100:00000001:0.0:1788840251.366374:0:30943:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840251.366377:0:30943:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.366380:0:30943:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788840251.366382:0:30943:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840251.366385:0:30943:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d48000 x1875733133969152/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840267 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.366405:0:30943:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840251.366408:0:30943:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee9887c0c0. 00000100:00000001:0.0:1788840251.366412:0:30943:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788840251.366414:0:30943:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.366417:0:30943:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788840251.366420:0:30943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.366423:0:30943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.366426:0:30943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523de00 refcount=4 00000020:00000001:0.0:1788840251.366428:0:30943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:0.0:1788840251.366513:0:30943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000040:0.0:1788840251.366521:0:30943:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee8523de00, remote cookie: 0x8a436931312ba3a5, flags: 0x1001 00010000:00010000:0.0:1788840251.366527:0:30943:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f36f6 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba3a5 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788840251.366535:0:30943:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x23:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788840251.366539:0:30943:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1788840251.366557:0:30943:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee99a74e00. 00010000:00000010:0.0:1788840251.366563:0:30943:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee90f56580. 00010000:00000001:0.0:1788840251.366567:0:30943:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840251.366570:0:30943:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f36f6 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba3a5 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840251.366579:0:30943:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f36f6 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba3a5 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840251.366585:0:30943:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788840251.366589:0:30943:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788840251.366591:0:30943:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788840251.366592:0:30943:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788840251.366594:0:30943:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788840251.366596:0:30943:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x23:0x0].0x0 (ffff90ee99a74e00) refcount = 1 00010000:00010000:0.0:1788840251.366600:0:30943:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f36f6 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba3a5 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840251.366606:0:30943:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788840251.366608:0:30943:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788840251.366610:0:30943:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840251.366613:0:30943:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788840251.366615:0:30943:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840251.366618:0:30943:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f36f6 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba3a5 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840251.366623:0:30943:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788840251.366625:0:30943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.366627:0:30943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.366628:0:30943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.366628:0:30943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.366630:0:30943:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840251.366634:0:30943:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788840251.366635:0:30943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.366637:0:30943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.366658:0:30943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523de00 refcount=3 00000020:00000001:0.0:1788840251.366660:0:30943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:0.0:1788840251.366662:0:30943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:0.0:1788840251.366664:0:30943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.366665:0:30943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.366669:0:30943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523de00 refcount=4 00000020:00000001:0.0:1788840251.366670:0:30943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:0.0:1788840251.366671:0:30943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:0.0:1788840251.366674:0:30943:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840251.366677:0:30943:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840251.366680:0:30943:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f36f6 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba3a5 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840251.366685:0:30943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.366686:0:30943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.366687:0:30943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.366688:0:30943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.366689:0:30943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523de00 refcount=5 00000020:00000001:0.0:1788840251.366691:0:30943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:0.0:1788840251.366693:0:30943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:0.0:1788840251.366695:0:30943:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840251.366697:0:30943:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f36f6 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba3a5 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840251.366702:0:30943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.366703:0:30943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788840251.366706:0:30943:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f36f6 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba3a5 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840251.366711:0:30943:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840251.366712:0:30943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.366713:0:30943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.366714:0:30943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.366715:0:30943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788840251.366720:0:30943:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff90ee86d48000 x1875733133969152/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840267 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788840251.366727:0:30943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.366728:0:30943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.366729:0:30943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523de00 refcount=3 00000020:00000001:0.0:1788840251.366730:0:30943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:0.0:1788840251.366732:0:30943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:0.0:1788840251.366734:0:30943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.366735:0:30943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840251.366736:0:30943:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840251.366738:0:30943:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840251.366742:0:30943:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788840251.366744:0:30943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.366745:0:30943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.366746:0:30943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523de00 refcount=3 00000020:00000001:0.0:1788840251.366747:0:30943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:0.0:1788840251.366749:0:30943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00000002:00010000:0.0:1788840251.366752:0:30943:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f36f6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba3a5 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840251.366757:0:30943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.366758:0:30943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.366760:0:30943:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788840251.366761:0:30943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.366762:0:30943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.366764:0:30943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523de00 refcount=3 00000020:00000001:0.0:1788840251.366765:0:30943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:0.0:1788840251.366767:0:30943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000040:0.0:1788840251.366770:0:30943:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74e00 count: 2 00010000:00000001:0.0:1788840251.366772:0:30943:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788840251.366776:0:30943:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 4 res 8589935620/35 (0 0) 00010000:00000001:0.0:1788840251.366778:0:30943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.366779:0:30943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840251.366780:0:30943:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788840251.366794:0:30943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200e336b0 00000002:00002000:0.0:1788840251.366796:0:30943:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-1 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788840251.366800:0:30943:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840251.366803:0:30943:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840251.366806:0:30943:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788840251.366809:0:30943:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788840251.366812:0:30943:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788840251.366815:0:30943:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000001:0.0:1788840251.366818:0:30943:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788840251.366820:0:30943:0:(namei.c:674:ll_lookup_it_finish()) it ffffa16200e33a28 it_disposition b 00000080:00000001:0.0:1788840251.366823:0:30943:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788840251.366828:0:30943:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788840251.366831:0:30943:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788840251.366833:0:30943:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:0.0:1788840251.366836:0:30943:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1788840251.366841:0:30943:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788840251.366843:0:30943:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x23:0x0] 00000080:00000001:0.0:1788840251.366846:0:30943:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.366849:0:30943:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:0.0:1788840251.366851:0:30943:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1788840251.366855:0:30943:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x23:0x0], updating i_size 16384 00000080:00200000:0.0:1788840251.366858:0:30943:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x23:0x0](ffff90ee90515b88): rc = 0 00000080:00000001:0.0:1788840251.366859:0:30943:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621953030708104 : -122120678843512 : ffff90ee90515b88) 00010000:00000001:0.0:1788840251.366861:0:30943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.366862:0:30943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.366864:0:30943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523de00 refcount=3 00000020:00000001:0.0:1788840251.366865:0:30943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:0.0:1788840251.366867:0:30943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:0.0:1788840251.366869:0:30943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.366870:0:30943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788840251.366871:0:30943:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788840251.366873:0:30943:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788840251.366874:0:30943:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788840251.366877:0:30943:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788840251.366878:0:30943:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840251.366881:0:30943:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x23:0x0](ffff90ee90515b88) for lock 0x3aa5f499c96f36f6 00800000:00000001:0.0:1788840251.366883:0:30943:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840251.366885:0:30943:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840251.366886:0:30943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.366886:0:30943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.366888:0:30943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523de00 refcount=3 00000020:00000001:0.0:1788840251.366889:0:30943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:0.0:1788840251.366891:0:30943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:0.0:1788840251.366893:0:30943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.366894:0:30943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840251.366895:0:30943:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840251.366897:0:30943:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1788840251.366903:0:30943:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90ee90711510 inode ffff90ee90515b88 refc 1 flags 0x20000e 00000080:00000001:0.0:1788840251.366906:0:30943:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788840251.366907:0:30943:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.366909:0:30943:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1788840251.366912:0:30943:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x23:0x0](ffff90ee90515b88) 00000080:00010000:0.0:1788840251.366924:0:30943:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f36f6 from it ffffa16200e33a28 00010000:00000001:0.0:1788840251.366927:0:30943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.366928:0:30943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.366929:0:30943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523de00 refcount=3 00000020:00000001:0.0:1788840251.366931:0:30943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:0.0:1788840251.366933:0:30943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:0.0:1788840251.366935:0:30943:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840251.366937:0:30943:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f36f6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba3a5 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840251.366943:0:30943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.366944:0:30943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.366946:0:30943:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840251.366948:0:30943:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840251.366950:0:30943:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f36f6 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba3a5 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788840251.366957:0:30943:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840251.366959:0:30943:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840251.366961:0:30943:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840251.366966:0:30943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.366967:0:30943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.366968:0:30943:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.366971:0:30943:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840251.366973:0:30943:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.366974:0:30943:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.366977:0:30943:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.366978:0:30943:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840251.366980:0:30943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.366981:0:30943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788840251.366983:0:30943:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788840251.366986:0:30943:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98862800. 00000100:00000001:0.0:1788840251.366990:0:30943:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840251.366995:0:30943:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d48000 x1875733133969152/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840267 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.367002:0:30943:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788840251.367004:0:30943:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840251.367007:0:30943:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90ee98821000. 02000000:00000001:0.0:1788840251.367010:0:30943:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788840251.367012:0:30943:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840251.367014:0:30943:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=3 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:0.0:1788840251.367016:0:30943:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840251.367019:0:30943:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee86eecc00. 02000000:00000001:0.0:1788840251.367022:0:30943:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840251.367024:0:30943:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840251.367026:0:30943:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d48000. 00000100:00000001:0.0:1788840251.367029:0:30943:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840251.367030:0:30943:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788840251.367039:0:30943:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788840251.367041:0:30943:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x23:0x0](ffff90ee90515b88), inode mode 41ed mask 1 00000080:00000001:0.0:1788840251.367046:0:30943:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788840251.367057:0:30943:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90ee83169060. 00000020:00000001:0.0:1788840251.367062:0:30943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200e33ae8 00000080:00200000:0.0:1788840251.367063:0:30943:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000404:0x23:0x0](ffff90ee90515b88), flags=8 00000080:00000001:0.0:1788840251.367066:0:30943:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788840251.367068:0:30943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200e33998 00000080:00200000:0.0:1788840251.367069:0:30943:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x23:0x0](ffff90ee90515b88), intent=getattr 00000080:00000010:0.0:1788840251.367076:0:30943:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee87160400. 00000080:00000001:0.0:1788840251.367082:0:30943:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840251.367084:0:30943:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840251.367086:0:30943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200e338b8 00800000:00000002:0.0:1788840251.367087:0:30943:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000404:0x23:0x0] 00800000:00000001:0.0:1788840251.367090:0:30943:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1788840251.367094:0:30943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200e33850 00800000:00000002:0.0:1788840251.367096:0:30943:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x23:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:0.0:1788840251.367100:0:30943:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840251.367101:0:30943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200e33788 00000002:00010000:0.0:1788840251.367103:0:30943:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000404:0x23:0x0], intent: getattr flags 01 00000002:00000001:0.0:1788840251.367107:0:30943:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788840251.367109:0:30943:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788840251.367113:0:30943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f58a80. 00000020:00000040:0.0:1788840251.367116:0:30943:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=4 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00010000:00000001:0.0:1788840251.367120:0:30943:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788840251.367123:0:30943:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840251.367126:0:30943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.367127:0:30943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.367128:0:30943:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.367130:0:30943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840251.367133:0:30943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840251.367136:0:30943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840251.367142:0:30943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee86f35c00. 00000100:00000001:0.0:1788840251.367149:0:30943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.367151:0:30943:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840251.367153:0:30943:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.367155:0:30943:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840251.367156:0:30943:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.367157:0:30943:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840251.367163:0:30943:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621952890473088 : -122120819078528 : ffff90ee87f58a80) 00010000:00000001:0.0:1788840251.367166:0:30943:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788840251.367168:0:30943:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788840251.367171:0:30943:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74e00 count: 2 00010000:00000001:0.0:1788840251.367173:0:30943:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840251.367175:0:30943:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788840251.367178:0:30943:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee80031600. 00000020:00000001:0.0:1788840251.367181:0:30943:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788840251.367183:0:30943:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee80031600 with handle 0x3aa5f499c96f36fd to hash 00000020:00000001:0.0:1788840251.367185:0:30943:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788840251.367186:0:30943:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:0.0:1788840251.367189:0:30943:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:0.0:1788840251.367191:0:30943:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840251.367193:0:30943:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840251.367196:0:30943:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f36fd lrc: 3/1,0 mode: --/CR res: [0x200000404:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30943 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840251.367205:0:30943:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f36fd lrc: 3/1,0 mode: --/CR res: [0x200000404:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30943 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840251.367213:0:30943:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f36fd lrc: 3/1,0 mode: --/CR res: [0x200000404:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30943 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788840251.367217:0:30943:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788840251.367219:0:30943:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788840251.367224:0:30943:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee86f3d840. 00000100:00000001:0.0:1788840251.367227:0:30943:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952873584704 : -122120835966912 : ffff90ee86f3d840) 00000100:00000001:0.0:1788840251.367229:0:30943:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840251.367231:0:30943:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890473088 : -122120819078528 : ffff90ee87f58a80) 00000100:00000001:0.0:1788840251.367235:0:30943:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840251.367239:0:30943:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.367241:0:30943:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788840251.367243:0:30943:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840251.367247:0:30943:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f58a80 x1875733133969280/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.367254:0:30943:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840251.367255:0:30943:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840251.367259:0:30943:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840251.367261:0:30943:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840251.367263:0:30943:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840251.367266:0:30943:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f58a80 pname:cluuid:pid:xid:nid:opc:job checkstat:10f4a654-3497-48d8-8f70-7e89f4f161cc:30943:1875733133969280:192.168.202.131@tcp:101:checkstat.0 00000100:00000001:0.0:1788840251.367270:0:30943:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840251.367275:0:30943:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840251.367277:0:30943:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840251.367279:0:30943:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840251.367283:0:30943:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90ee98ed5000. 02000000:00000001:0.0:1788840251.367285:0:30943:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840251.367291:0:30943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840251.367294:0:30943:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c809f8. 00000400:00000010:0.0:1788840251.367300:0:30943:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6088. 00000100:00000200:0.0:1788840251.367306:0:30943:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875733133969280, portal 10 00000100:00000001:0.0:1788840251.367308:0:30943:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840251.367309:0:30943:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890473088 : -122120819078528 : ffff90ee87f58a80) 00000100:00000040:0.0:1788840251.367314:0:30943:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87f58a80 x1875733133969280/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840267 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.367321:0:30943:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840251.367324:0:30943:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840251.367326:0:30943:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6dd0. 00000100:00000200:0.0:1788840251.367329:0:30943:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875733133969280, offset 0 00000400:00000200:0.0:1788840251.367334:0:30943:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840251.367342:0:30943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840251.367348:0:30943:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840251.367353:0:30943:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840251.367358:0:30943:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840251.367362:0:30943:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840251.367364:0:30943:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840251.367368:0:30943:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2364:2364:256:4294967295] 192.168.202.131@tcp LPNI seq info [2364:2364:8:4294967295] 00000400:00000200:0.0:1788840251.367372:0:30943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840251.367381:0:30943:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840251.367386:0:30943:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840251.367391:0:30943:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee98ea2500. 00000800:00000200:0.0:1788840251.367397:0:30943:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840251.367404:0:30943:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840251.367409:0:30943:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee98ea2500 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788840251.368831:0:30943:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840251.368842:0:30943:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 816025 usecs (817 jiffies) 00000400:00000200:0.0:1788840251.368850:0:30943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840251.368853:0:30943:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296482004 00000100:00000001:0.0:1788840251.368857:0:30943:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296483232 00000100:00000001:0.0:1788840251.368859:0:30943:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296482004 00000100:00000001:0.0:1788840251.368861:0:30943:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296483232 00000100:00000001:0.0:1788840251.368864:0:30943:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840251.368867:0:30943:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.368870:0:30943:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840251.368872:0:30943:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788840251.368875:0:30943:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee86f3d840 going to sleep for 11 seconds 00000100:00000001:0.0:1788840251.368878:0:30943:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840251.368881:0:30943:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840251.371684:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840251.371693:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee98ea2500. 00000400:00000200:3.0:1788840251.371700:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840251.371708:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840251.371717:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6dd0 00000400:00000010:3.0:1788840251.371719:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6dd0. 00000100:00000001:3.0:1788840251.371724:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840251.371731:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f58a80 x1875733133969280/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840267 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840251.371744:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840251.371747:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f58a80 x1875733133969280/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840267 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840251.371756:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840251.371758:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840251.375456:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840251.375474:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840251.375478:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840251.375482:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840251.375492:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.375499:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840251.375508:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.375513:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.375517:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.375521:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 640 into portal 10 MB=0x6a9f82724c780 00000400:00000200:3.0:1788840251.375525:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.375531:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 640/640 into md 0x67dd [1] + 224 00000800:00000001:3.0:1788840251.375538:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840251.375555:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840251.375559:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840251.375564:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840251.375572:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840251.375580:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f58a80 x1875733133969280/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840267 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840251.375591:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff90ee87f58a80 x1875733133969280/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840251.375614:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840251.375622:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840251.375625:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840251.376085:0:30943:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840251.376094:0:30943:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840251.376097:0:30943:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840251.376100:0:30943:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c809f8. 00000400:00000200:0.0:1788840251.376105:0:30943:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6088 00000400:00000010:0.0:1788840251.376108:0:30943:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6088. 00000100:00000001:0.0:1788840251.376111:0:30943:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840251.376116:0:30943:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f58a80 x1875733133969280/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788840251.376126:0:30943:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f58a80 x1875733133969280/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.376131:0:30943:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840251.376134:0:30943:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840251.376136:0:30943:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840251.376139:0:30943:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840251.376141:0:30943:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840251.376143:0:30943:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840251.376146:0:30943:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840251.376155:0:30943:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=101 v=5 (5 102 102 102) 00000100:00001000:0.0:1788840251.376158:0:30943:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840251.376161:0:30943:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840251.376163:0:30943:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.376165:0:30943:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840251.376170:0:30943:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.376174:0:30943:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840251.376176:0:30943:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967617 00000100:00000001:0.0:1788840251.376178:0:30943:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840251.376180:0:30943:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840251.376184:0:30943:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f58a80 x1875733133969280/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/640 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.376190:0:30943:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840251.376193:0:30943:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840251.376195:0:30943:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840251.376199:0:30943:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f58a80 x1875733133969280/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/640 e 0 to 0 dl 1788840267 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788840251.376211:0:30943:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f58a80 pname:cluuid:pid:xid:nid:opc:job checkstat:10f4a654-3497-48d8-8f70-7e89f4f161cc:30943:1875733133969280:192.168.202.131@tcp:101:checkstat.0 00000100:00000001:0.0:1788840251.376216:0:30943:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840251.376219:0:30943:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.376221:0:30943:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788840251.376223:0:30943:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840251.376226:0:30943:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f58a80 x1875733133969280/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/640 e 0 to 0 dl 1788840267 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.376233:0:30943:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840251.376236:0:30943:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee86f3d840. 00000100:00000001:0.0:1788840251.376239:0:30943:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788840251.376241:0:30943:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.376244:0:30943:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788840251.376247:0:30943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.376250:0:30943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.376253:0:30943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031600 refcount=4 00000020:00000001:0.0:1788840251.376256:0:30943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:0.0:1788840251.376258:0:30943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000040:0.0:1788840251.376264:0:30943:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee80031600, remote cookie: 0x8a436931312ba3c1, flags: 0x1001 00010000:00010000:0.0:1788840251.376269:0:30943:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f36fd lrc: 4/1,0 mode: --/CR res: [0x200000404:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba3c1 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788840251.376278:0:30943:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x25:0x0].0x0, instead of [0x200000404:0x23:0x0].0x0 00010000:00000001:0.0:1788840251.376281:0:30943:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1788840251.376289:0:30943:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee99a74800. 00010000:00000010:0.0:1788840251.376292:0:30943:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee90f56880. 00010000:00000001:0.0:1788840251.376297:0:30943:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840251.376299:0:30943:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f36fd lrc: 4/1,0 mode: --/PR res: [0x200000404:0x25:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba3c1 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840251.376312:0:30943:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f36fd lrc: 4/1,0 mode: --/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba3c1 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840251.376317:0:30943:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788840251.376321:0:30943:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788840251.376324:0:30943:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788840251.376325:0:30943:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788840251.376326:0:30943:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788840251.376329:0:30943:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x25:0x0].0x0 (ffff90ee99a74800) refcount = 1 00010000:00010000:0.0:1788840251.376332:0:30943:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f36fd lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba3c1 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840251.376337:0:30943:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788840251.376340:0:30943:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788840251.376342:0:30943:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840251.376344:0:30943:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788840251.376346:0:30943:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840251.376349:0:30943:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f36fd lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba3c1 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840251.376354:0:30943:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788840251.376355:0:30943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.376357:0:30943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.376358:0:30943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.376359:0:30943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.376360:0:30943:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840251.376364:0:30943:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788840251.376366:0:30943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.376367:0:30943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.376368:0:30943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031600 refcount=3 00000020:00000001:0.0:1788840251.376370:0:30943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:0.0:1788840251.376371:0:30943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:0.0:1788840251.376374:0:30943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.376375:0:30943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.376376:0:30943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031600 refcount=4 00000020:00000001:0.0:1788840251.376377:0:30943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:0.0:1788840251.376379:0:30943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:0.0:1788840251.376382:0:30943:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840251.376385:0:30943:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840251.376387:0:30943:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f36fd lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba3c1 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840251.376408:0:30943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.376409:0:30943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.376410:0:30943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.376411:0:30943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.376412:0:30943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031600 refcount=5 00000020:00000001:0.0:1788840251.376414:0:30943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:0.0:1788840251.376415:0:30943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:0.0:1788840251.376417:0:30943:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840251.376419:0:30943:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f36fd lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba3c1 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840251.376425:0:30943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.376426:0:30943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788840251.376428:0:30943:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f36fd lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba3c1 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840251.376506:0:30943:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840251.376508:0:30943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.376509:0:30943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.376511:0:30943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.376512:0:30943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788840251.376517:0:30943:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90ee87f58a80 x1875733133969280/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/640 e 0 to 0 dl 1788840267 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788840251.376533:0:30943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.376534:0:30943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.376536:0:30943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031600 refcount=3 00000020:00000001:0.0:1788840251.376538:0:30943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:0.0:1788840251.376549:0:30943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00000002:00010000:0.0:1788840251.376552:0:30943:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f36fd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba3c1 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1788840251.376560:0:30943:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff90ee90b505c0. 00010000:00000001:0.0:1788840251.376563:0:30943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.376564:0:30943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840251.376566:0:30943:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840251.376568:0:30943:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840251.376571:0:30943:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788840251.376573:0:30943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.376574:0:30943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.376576:0:30943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031600 refcount=3 00000020:00000001:0.0:1788840251.376577:0:30943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:0.0:1788840251.376579:0:30943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00000002:00010000:0.0:1788840251.376582:0:30943:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f36fd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba3c1 expref: -99 pid: 30943 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840251.376588:0:30943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.376589:0:30943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.376591:0:30943:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788840251.376593:0:30943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.376594:0:30943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.376595:0:30943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031600 refcount=3 00000020:00000001:0.0:1788840251.376597:0:30943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:0.0:1788840251.376599:0:30943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000040:0.0:1788840251.376603:0:30943:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74800 count: 2 00010000:00000001:0.0:1788840251.376606:0:30943:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788840251.376610:0:30943:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 4 res 8589935620/37 (0 0) 00010000:00000001:0.0:1788840251.376613:0:30943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.376614:0:30943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840251.376616:0:30943:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788840251.376619:0:30943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200e33710 00000002:00002000:0.0:1788840251.376622:0:30943:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788840251.376625:0:30943:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840251.376629:0:30943:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840251.376632:0:30943:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788840251.376635:0:30943:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x23:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788840251.376755:0:30943:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.376760:0:30943:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788840251.376762:0:30943:0:(namei.c:674:ll_lookup_it_finish()) it ffffa16200e33b20 it_disposition b 00000080:00000001:0.0:1788840251.376766:0:30943:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788840251.376772:0:30943:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788840251.376774:0:30943:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788840251.376776:0:30943:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833957 : 144115205322833957 : 200000404000025) 00000080:00000001:0.0:1788840251.376779:0:30943:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:2.0:1788840251.378021:0:30943:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:2.0:1788840251.378031:0:30943:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff90ee912227e0. 00000020:00000010:2.0:1788840251.378038:0:30943:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90ee98d5b800. 00000020:00000010:2.0:1788840251.378043:0:30943:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff90ee98d5bc00. 00000020:00000010:2.0:1788840251.378049:0:30943:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff90ee87fb1660. 00000008:00000010:2.0:1788840251.378055:0:30943:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff90ee85008000. 00020000:00000010:2.0:1788840251.378060:0:30943:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff90ee90b553c0. 00008000:00000010:2.0:1788840251.378065:0:30943:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff90ee87176350. 00000080:00000010:2.0:1788840251.378071:0:30943:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff90ee988bd2a0. 00000080:00000010:2.0:1788840251.378074:0:30943:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff90ee988462b0. 00000020:00000010:2.0:1788840251.378078:0:30943:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90ee98d5a400. 00000008:00000010:2.0:1788840251.378082:0:30943:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff90ee87fdda20. 00020000:00000010:2.0:1788840251.378085:0:30943:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff90ee98ea4ff8. 00008000:00000010:2.0:1788840251.378088:0:30943:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff90ee988be098. 00000080:00000010:2.0:1788840251.378093:0:30943:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff90ee988bfe10. 00000020:00000001:2.0:1788840251.378096:0:30943:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044391912 : -122120665159704 : ffff90ee912227e8) 00000020:00001000:2.0:1788840251.378099:0:30943:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912227e0 00000020:00000001:2.0:1788840251.378101:0:30943:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788840251.378104:0:30943:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788840251.378107:0:30943:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788840251.378112:0:30943:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90ee87fb1de0. 00020000:00000010:2.0:1788840251.378116:0:30943:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90eea05a0080. 00020000:00000010:2.0:1788840251.378120:0:30943:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90ee87fb1000. 00020000:00000001:2.0:1788840251.378123:0:30943:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621952890834944 : -122120818716672 : ffff90ee87fb1000) 00020000:00000002:2.0:1788840251.378127:0:30943:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee87fb1000, objid 0x25:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788840251.378132:0:30943:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788840251.378136:0:30943:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90eea05a0080: ostid: 0x280000400:18 ost idx: 1 gen: 0 00020000:00000002:2.0:1788840251.378140:0:30943:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90ee86dd2aa8) owner ffff90ee99ebcf80 00020000:00000001:2.0:1788840251.378143:0:30943:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788840251.378145:0:30943:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90ee86dd2aa8) owner ffff90ee99ebcf80 00020000:00000010:2.0:1788840251.378150:0:30943:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90eea05a0080. 00020000:00000010:2.0:1788840251.378155:0:30943:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90ee87fb1de0. 00020000:00000010:2.0:1788840251.378159:0:30943:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90ee87fb1000. 00020000:00000002:2.0:1788840251.378161:0:30943:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x25:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788840251.378163:0:30943:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840251.378165:0:30943:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788840251.378167:0:30943:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912227e0 00000080:00000001:2.0:1788840251.378171:0:30943:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833957 : 144115205322833957 : 200000404000025) 00000080:00000001:2.0:1788840251.378175:0:30943:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:2.0:1788840251.378180:0:30943:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x25:0x0](ffff90ee9058db88): rc = 0 00000080:00000001:2.0:1788840251.378183:0:30943:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621953031199624 : -122120678351992 : ffff90ee9058db88) 00010000:00000001:2.0:1788840251.378186:0:30943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840251.378189:0:30943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840251.378191:0:30943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031600 refcount=3 00000020:00000001:2.0:1788840251.378193:0:30943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:2.0:1788840251.378196:0:30943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00000080:00000001:2.0:1788840251.378199:0:30943:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788840251.378200:0:30943:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788840251.378202:0:30943:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044391912 : -122120665159704 : ffff90ee912227e8) 00000020:00001000:2.0:1788840251.378204:0:30943:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912227e0 00000020:00000001:2.0:1788840251.378206:0:30943:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788840251.378207:0:30943:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788840251.378208:0:30943:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788840251.378211:0:30943:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90ee87fb1000. 00020000:00000010:2.0:1788840251.378213:0:30943:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90eea05a0080. 00020000:00000010:2.0:1788840251.378216:0:30943:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90ee87fb1de0. 00020000:00000001:2.0:1788840251.378218:0:30943:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621952890838496 : -122120818713120 : ffff90ee87fb1de0) 00020000:00000002:2.0:1788840251.378220:0:30943:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee87fb1de0, objid 0x25:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788840251.378224:0:30943:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788840251.378227:0:30943:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90eea05a0080: ostid: 0x280000400:18 ost idx: 1 gen: 0 00020000:00000002:2.0:1788840251.378230:0:30943:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90ee86dd2aa8) owner ffff90ee99ebcf80 00020000:00000001:2.0:1788840251.378232:0:30943:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788840251.378234:0:30943:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90ee86dd2aa8) owner ffff90ee99ebcf80 00020000:00000010:2.0:1788840251.378236:0:30943:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90eea05a0080. 00020000:00000010:2.0:1788840251.378239:0:30943:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90ee87fb1000. 00020000:00000010:2.0:1788840251.378241:0:30943:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90ee87fb1de0. 00020000:00000002:2.0:1788840251.378244:0:30943:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x25:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788840251.378245:0:30943:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840251.378247:0:30943:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840251.378251:0:30943:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788840251.378253:0:30943:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee86dd2aa8) owner 0000000000000000/ffff90ee99ebcf80 00020000:00000002:2.0:1788840251.378257:0:30943:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90ee84b18a80 addref 2/0 by ffff90ee99ebcf80. 00020000:00000002:2.0:1788840251.378259:0:30943:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee86dd2aa8) owner 0000000000000000/ffff90ee99ebcf80 00020000:00000001:2.0:1788840251.378262:0:30943:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788840251.378264:0:30943:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788840251.378265:0:30943:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788840251.378267:0:30943:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1788840251.378269:0:30943:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1788840251.378272:0:30943:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x25:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1788840251.378274:0:30943:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912227e0 00000080:00000001:2.0:1788840251.378276:0:30943:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840251.378278:0:30943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840251.378280:0:30943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788840251.378282:0:30943:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788840251.378285:0:30943:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788840251.378287:0:30943:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840251.378291:0:30943:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x25:0x0](ffff90ee9058db88) for lock 0x3aa5f499c96f36fd 00800000:00000001:2.0:1788840251.378294:0:30943:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788840251.378296:0:30943:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788840251.378298:0:30943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840251.378299:0:30943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840251.378300:0:30943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031600 refcount=3 00000020:00000001:2.0:1788840251.378302:0:30943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:2.0:1788840251.378304:0:30943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:2.0:1788840251.378307:0:30943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840251.378308:0:30943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840251.378309:0:30943:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840251.378311:0:30943:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1788840251.378317:0:30943:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90ee906b25e8 inode ffff90ee9058db88 refc 1 flags 0x40000e 00000080:00000001:2.0:1788840251.378321:0:30943:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1788840251.378325:0:30943:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x25:0x0](ffff90ee9058db88) 00000080:00010000:2.0:1788840251.378329:0:30943:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f36fd from it ffffa16200e33b20 00010000:00000001:2.0:1788840251.378331:0:30943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840251.378332:0:30943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840251.378333:0:30943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031600 refcount=3 00000020:00000001:2.0:1788840251.378336:0:30943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:2.0:1788840251.378338:0:30943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:2.0:1788840251.378340:0:30943:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788840251.378344:0:30943:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f36fd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8a436931312ba3c1 expref: -99 pid: 30943 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840251.378352:0:30943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840251.378353:0:30943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840251.378354:0:30943:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788840251.378358:0:30943:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788840251.378361:0:30943:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f36fd lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312ba3c1 expref: -99 pid: 30943 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788840251.378368:0:30943:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788840251.378370:0:30943:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788840251.378373:0:30943:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840251.378377:0:30943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840251.378378:0:30943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840251.378379:0:30943:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840251.378383:0:30943:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788840251.378384:0:30943:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840251.378386:0:30943:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840251.379586:0:30943:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840251.379594:0:30943:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788840251.379596:0:30943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840251.379598:0:30943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788840251.379603:0:30943:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788840251.379609:0:30943:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee87160400. 00000100:00000001:2.0:1788840251.379615:0:30943:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840251.379627:0:30943:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f58a80 x1875733133969280/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/640 e 0 to 0 dl 1788840267 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840251.379636:0:30943:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840251.379650:0:30943:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840251.379654:0:30943:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90ee98ed5000. 02000000:00000001:2.0:1788840251.379657:0:30943:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840251.379660:0:30943:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840251.379662:0:30943:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=3 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:2.0:1788840251.379664:0:30943:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840251.379667:0:30943:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee86f35c00. 02000000:00000001:2.0:1788840251.379670:0:30943:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840251.379672:0:30943:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840251.379674:0:30943:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f58a80. 00000100:00000001:2.0:1788840251.379678:0:30943:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840251.379679:0:30943:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788840251.379682:0:30943:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788840251.379684:0:30943:0:(dcache.c:176:ll_intent_release()) intent ffffa16200e33b20 released 00000080:00000001:2.0:1788840251.379687:0:30943:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:2.0:1788840251.379700:0:30943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200e33d08 00000080:00200008:2.0:1788840251.379702:0:30943:0:(file.c:6296:ll_getattr_dentry()) START file f:[0x200000404:0x25:0x0](ffff90ee9058db88), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788840251.379708:0:30943:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788840251.379710:0:30943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200e33c80 00000080:00200000:2.0:1788840251.379712:0:30943:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x25:0x0](ffff90ee9058db88),name=f 00000080:00000010:2.0:1788840251.379720:0:30943:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98d5ae00. 00000080:00000001:2.0:1788840251.379729:0:30943:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788840251.379732:0:30943:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788840251.379734:0:30943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200e33ba0 00800000:00000002:2.0:1788840251.379736:0:30943:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x25:0x0] 'f' on [0x200000404:0x23:0x0] 00800000:00000001:2.0:1788840251.379739:0:30943:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788840251.379744:0:30943:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x23:0x0], fid2=[0x200000404:0x25:0x0], name='' -> mds #0 00000002:00000001:2.0:1788840251.379749:0:30943:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788840251.379751:0:30943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200e33a70 00000002:00010000:2.0:1788840251.379752:0:30943:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x25:0x0]) in obj [0x200000404:0x23:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788840251.379756:0:30943:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788840251.379758:0:30943:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840251.379761:0:30943:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840251.379767:0:30943:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74800 count: 2 00010000:00000001:2.0:1788840251.379770:0:30943:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840251.379773:0:30943:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840251.379777:0:30943:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788840251.379781:0:30943:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f36fd lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312ba3c1 expref: -99 pid: 30943 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788840251.380101:0:30943:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788840251.380107:0:30943:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840251.380110:0:30943:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f36fd lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312ba3c1 expref: -99 pid: 30943 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788840251.380117:0:30943:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788840251.380119:0:30943:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788840251.380121:0:30943:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788840251.380123:0:30943:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788840251.380125:0:30943:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788840251.380127:0:30943:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x23:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788840251.380130:0:30943:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1788840251.380132:0:30943:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98d5ae00. 00000080:00000001:2.0:1788840251.380137:0:30943:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788840251.380139:0:30943:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840251.380141:0:30943:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x25:0x0](ffff90ee9058db88) 00000080:00010000:2.0:1788840251.380144:0:30943:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x25:0x0](ffff90ee9058db88) for lock 0x3aa5f499c96f36fd 00800000:00000001:2.0:1788840251.380148:0:30943:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788840251.380150:0:30943:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788840251.380152:0:30943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840251.380154:0:30943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840251.380157:0:30943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031600 refcount=3 00000020:00000001:2.0:1788840251.380159:0:30943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:2.0:1788840251.380162:0:30943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:2.0:1788840251.380165:0:30943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840251.380166:0:30943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840251.380167:0:30943:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840251.380169:0:30943:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840251.380171:0:30943:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f36fd from it ffffa16200e33cb8 00010000:00000001:2.0:1788840251.380172:0:30943:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840251.380173:0:30943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840251.380175:0:30943:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031600 refcount=3 00000020:00000001:2.0:1788840251.380177:0:30943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:2.0:1788840251.380179:0:30943:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:2.0:1788840251.380181:0:30943:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788840251.380184:0:30943:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f36fd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8a436931312ba3c1 expref: -99 pid: 30943 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788840251.380190:0:30943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840251.380191:0:30943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840251.380193:0:30943:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788840251.380195:0:30943:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788840251.380197:0:30943:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f36fd lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312ba3c1 expref: -99 pid: 30943 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788840251.380203:0:30943:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788840251.380206:0:30943:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788840251.380208:0:30943:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840251.380212:0:30943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840251.380213:0:30943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840251.380214:0:30943:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840251.380217:0:30943:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788840251.380219:0:30943:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840251.380220:0:30943:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840251.380223:0:30943:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840251.380225:0:30943:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788840251.380226:0:30943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840251.380227:0:30943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788840251.380229:0:30943:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788840251.380231:0:30943:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788840251.380234:0:30943:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1788840251.380236:0:30943:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788840251.380238:0:30943:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788840251.380241:0:30943:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788840251.380242:0:30943:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840251.380244:0:30943:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788840251.380248:0:30943:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1788840251.380250:0:30943:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788840251.380254:0:30943:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044391912 : -122120665159704 : ffff90ee912227e8) 00000020:00001000:2.0:1788840251.380256:0:30943:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912227e0 00000020:00000001:2.0:1788840251.380261:0:30943:0:(cl_object.c:143:cl_object_top()) ffff90ee98ea3e90 -> ffff90ee98ea3e90 00000020:00000001:2.0:1788840251.380264:0:30943:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788840251.380266:0:30943:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788840251.380268:0:30943:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x25:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1788840251.380271:0:30943:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788840251.380273:0:30943:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788840251.380275:0:30943:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788840251.380277:0:30943:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840251.380278:0:30943:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788840251.380282:0:30943:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x25:0x0]io ffff90ee98846310 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1788840251.380286:0:30943:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee86dd2aa8) owner 0000000000000000/ffff90ee99ebcf80 00020000:00000001:2.0:1788840251.380289:0:30943:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788840251.380291:0:30943:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788840251.380293:0:30943:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788840251.380295:0:30943:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840251.380297:0:30943:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788840251.380300:0:30943:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788840251.380301:0:30943:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840251.380303:0:30943:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788840251.380304:0:30943:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788840251.380305:0:30943:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788840251.380306:0:30943:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee86dd2aa8) owner 0000000000000000/ffff90ee99ebcf80 00000020:00000001:2.0:1788840251.380309:0:30943:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788840251.380311:0:30943:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1788840251.380313:0:30943:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x25:0x0] 00000020:00000001:2.0:1788840251.380316:0:30943:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788840251.380317:0:30943:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788840251.380320:0:30943:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788840251.380321:0:30943:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788840251.380326:0:30943:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1788840251.380332:0:30943:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90ee98e7d000. 00020000:00000002:2.0:1788840251.380335:0:30943:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788840251.380338:0:30943:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788840251.380340:0:30943:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788840251.380341:0:30943:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788840251.380343:0:30943:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:2.0:1788840251.380347:0:30943:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff90ee91222480. 00000020:00000010:2.0:1788840251.380351:0:30943:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90ee98d5ae00. 00000020:00000010:2.0:1788840251.380356:0:30943:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff90ee98d5be00. 00000020:00000010:2.0:1788840251.380359:0:30943:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff90ee87fb1de0. 00000008:00000010:2.0:1788840251.380365:0:30943:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff90ee85009660. 00020000:00000010:2.0:1788840251.380370:0:30943:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff90ee90b55900. 00008000:00000010:2.0:1788840251.380374:0:30943:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff90ee87176a60. 00000080:00000010:2.0:1788840251.380379:0:30943:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff90ee988bd5e8. 00000080:00000010:2.0:1788840251.380383:0:30943:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff90ee98845030. 00000020:00000010:2.0:1788840251.380386:0:30943:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90ee98d5b600. 00000008:00000010:2.0:1788840251.380402:0:30943:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff90ee87fddb80. 00020000:00000010:2.0:1788840251.380407:0:30943:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff90ee98ea4db0. 00008000:00000010:2.0:1788840251.380410:0:30943:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff90ee988beca0. 00000080:00000010:2.0:1788840251.380414:0:30943:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff90ee988bff00. 00000020:00000001:2.0:1788840251.380416:0:30943:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044391048 : -122120665160568 : ffff90ee91222488) 00000020:00001000:2.0:1788840251.380418:0:30943:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee91222480 00000020:00000001:2.0:1788840251.380421:0:30943:0:(cl_object.c:143:cl_object_top()) ffff90ee98ea3dc8 -> ffff90ee98ea3e90 00000020:00000001:2.0:1788840251.380422:0:30943:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788840251.380424:0:30943:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788840251.380425:0:30943:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788840251.380427:0:30943:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840251.380429:0:30943:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840251.382492:0:30943:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174949984 : -122120534601632 : ffff90ee98ea5060) 00000020:00000001:2.0:1788840251.382504:0:30943:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788840251.382516:0:30943:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90ee911de260. 00000008:00010000:2.0:1788840251.382519:0:30943:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1788840251.382522:0:30943:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788840251.382523:0:30943:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788840251.382525:0:30943:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90ee98e7d030, osc lock ffff90ee911de260, flags 0x400001002 00000020:00000001:2.0:1788840251.382527:0:30943:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840251.382530:0:30943:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840251.382536:0:30943:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621953174786048 : -122120534765568 : ffff90ee98e7d000) 00000020:00000001:2.0:1788840251.382539:0:30943:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788840251.382549:0:30943:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788840251.382552:0:30943:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840251.382554:0:30943:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840251.382557:0:30943:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1788840251.382559:0:30943:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1788840251.382561:0:30943:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788840251.382563:0:30943:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788840251.382565:0:30943:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788840251.382567:0:30943:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174949984 : -122120534601632 : ffff90ee98ea5060) 00000020:00000001:2.0:1788840251.382569:0:30943:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788840251.382573:0:30943:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788840251.382575:0:30943:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788840251.382579:0:30943:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788840251.382581:0:30943:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788840251.382582:0:30943:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788840251.382585:0:30943:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788840251.382587:0:30943:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788840251.382588:0:30943:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788840251.382590:0:30943:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788840251.382594:0:30943:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788840251.382600:0:30943:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840251.382603:0:30943:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1788840251.382609:0:30943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125f480. 00000020:00000040:2.0:1788840251.382614:0:30943:0:(genops.c:1210:class_import_get()) import ffff90ee92b59000 refcount=3 obd=lustre-OST0001-osc-ffff90ee90f70800 00000100:00000001:2.0:1788840251.382618:0:30943:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1788840251.382622:0:30943:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1788840251.382629:0:30943:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff90ee90f70800: connect to NID 192.168.202.131@tcp last attempt 1786 00000400:00000200:2.0:1788840251.382638:0:30943:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.382658:0:30943:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1 00000100:00000040:2.0:1788840251.382662:0:30943:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff90ee85e803c0 refcount 11 to 192.168.202.131@tcp 00000100:00000001:2.0:1788840251.382665:0:30943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788840251.382667:0:30943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff90ee85e803c0 refcount 12 to 192.168.202.131@tcp 00000100:00000001:2.0:1788840251.382669:0:30943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621952856032192 : -122120853519424 : ffff90ee85e803c0) 00000020:00000001:2.0:1788840251.382672:0:30943:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788840251.382674:0:30943:0:(genops.c:804:class_conn2export()) looking for export cookie 0x3aa5f499c96f2ced 00000020:00000001:2.0:1788840251.382677:0:30943:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840251.382680:0:30943:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90ee9881b000 refcount=4 00000020:00000001:2.0:1788840251.382682:0:30943:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621953168093184 : -122120541458432 : ffff90ee9881b000) 00000020:00000001:2.0:1788840251.382684:0:30943:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446621953168093184 : -122120541458432 : ffff90ee9881b000) 00000100:00000040:2.0:1788840251.382687:0:30943:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff90ee85e803c0 refcount 11 to 192.168.202.131@tcp 00000100:00000001:2.0:1788840251.382689:0:30943:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788840251.382690:0:30943:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff90ee85e803c0 refcount 12 to 192.168.202.131@tcp 00000100:00000001:2.0:1788840251.382692:0:30943:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621952856032192 : -122120853519424 : ffff90ee85e803c0) 00000020:00000040:2.0:1788840251.382695:0:30943:0:(genops.c:879:class_export_put()) PUTting export ffff90ee9881b000 : new refcount 3 00000100:00080000:2.0:1788840251.382698:0:30943:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff90ee90f70800: import ffff90ee92b59000 using connection 192.168.202.131@tcp/192.168.202.131@tcp 00000100:00000001:2.0:1788840251.382701:0:30943:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840251.382704:0:30943:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1788840251.382711:0:30943:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840251.382714:0:30943:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840251.382716:0:30943:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1788840251.382720:0:30943:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683253 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1788840251.382723:0:30943:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840251.382725:0:30943:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788840251.382728:0:30943:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125e680. 00000020:00000040:2.0:1788840251.382730:0:30943:0:(genops.c:1210:class_import_get()) import ffff90ee92b59000 refcount=4 obd=lustre-OST0001-osc-ffff90ee90f70800 02000000:00000001:2.0:1788840251.382734:0:30943:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788840251.382736:0:30943:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840251.382739:0:30943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840251.382742:0:30943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840251.382746:0:30943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840251.382754:0:30943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee85dd4400. 00000100:00000001:2.0:1788840251.382763:0:30943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840251.382773:0:30943:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90ee9125e680 x1875733133969408/t0(0) o8->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788840251.382782:0:30943:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840251.382786:0:30943:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840251.382791:0:30943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024ddfd4f] to pc [ptlrpcd_rcv+-1] req@ffff90ee9125e680 x1875733133969408/t0(0) o8->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840251.382807:0:30943:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840251.382810:0:30943:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:2.0:1788840251.382812:0:30943:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00010000:00000001:2.0:1788840251.382814:0:30943:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788840251.382818:0:30943:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840251.382821:0:30943:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840251.382823:0:30943:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840251.382824:0:30943:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840251.382826:0:30943:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840251.382832:0:30943:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee98d5b000. 00000100:00000001:2.0:1788840251.382834:0:30943:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840251.382839:0:30943:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840251.382841:0:30943:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840251.382843:0:30943:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840251.382844:0:30943:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840251.382846:0:30943:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840251.382848:0:30943:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446621953044640896 : -122120664910720 : ffff90ee9125f480) 00010000:00000001:2.0:1788840251.382851:0:30943:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788840251.382853:0:30943:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788840251.382858:0:30943:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee892b1300. 00010000:00000010:2.0:1788840251.382862:0:30943:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff90ee892b1400. 00010000:00000001:2.0:1788840251.382867:0:30943:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788840251.382871:0:30943:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee87d8c400. 00000020:00000001:2.0:1788840251.382874:0:30943:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788840251.382877:0:30943:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee87d8c400 with handle 0x3aa5f499c96f3704 to hash 00000020:00000001:2.0:1788840251.382879:0:30943:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788840251.382880:0:30943:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952888587264 : -122120820964352 : ffff90ee87d8c400) 00010000:00000010:2.0:1788840251.382884:0:30943:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff90eea05b2280. 00010000:00000001:2.0:1788840251.382887:0:30943:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952888587264 : -122120820964352 : ffff90ee87d8c400) 00010000:00000001:2.0:1788840251.382891:0:30943:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840251.382893:0:30943:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840251.382897:0:30943:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 0000000063277007/0x3aa5f499c96f3704 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 30943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840251.382908:0:30943:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 0000000063277007/0x3aa5f499c96f3704 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 30943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840251.382919:0:30943:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840251.382922:0:30943:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840251.382924:0:30943:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840251.382930:0:30943:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066e3bafe] to pc [ptlrpcd_01_01+1] req@ffff90ee9125f480 x1875733133969536/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1788840251.382966:0:30943:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788840251.382968:0:30943:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840251.382970:0:30943:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840251.382973:0:30943:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840251.382974:0:30943:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840251.382977:0:30943:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788840251.382979:0:30943:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1788840251.382981:0:30943:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1788840251.382983:0:30943:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000100:00000001:0.0:1788840251.383243:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840251.383246:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840251.383249:0:2358:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840251.383256:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125e680 x1875733133969408/t0(0) o8->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840251.383264:0:2358:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840251.383266:0:2358:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840251.383269:0:2358:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840251.383272:0:2358:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840251.383274:0:2358:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840251.383277:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:10f4a654-3497-48d8-8f70-7e89f4f161cc:2358:1875733133969408:192.168.202.131@tcp:8:checkstat.0 00000100:00000001:0.0:1788840251.383281:0:2358:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840251.383285:0:2358:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840251.383287:0:2358:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840251.383290:0:2358:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840251.383295:0:2358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86f34800. 02000000:00000001:0.0:1788840251.383297:0:2358:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840251.383302:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840251.383306:0:2358:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c809f8. 00000400:00000010:0.0:1788840251.383312:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6088. 00000100:00000200:0.0:1788840251.383319:0:2358:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133969408, portal 4 00000100:00000001:0.0:1788840251.383321:0:2358:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840251.383322:0:2358:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044637312 : -122120664914304 : ffff90ee9125e680) 00000100:00000040:0.0:1788840251.383328:0:2358:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125e680 x1875733133969408/t0(0) o8->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1788840261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840251.383336:0:2358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840251.383338:0:2358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840251.383341:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed63b8. 00000100:00000200:0.0:1788840251.383344:0:2358:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875733133969408, offset 0 00000400:00000200:0.0:1788840251.383351:0:2358:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840251.383358:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840251.383364:0:2358:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840251.383369:0:2358:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840251.383373:0:2358:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840251.383376:0:2358:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840251.383379:0:2358:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840251.383383:0:2358:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2365:2365:256:4294967295] 192.168.202.131@tcp LPNI seq info [2365:2365:8:4294967295] 00000400:00000200:0.0:1788840251.383387:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840251.383396:0:2358:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840251.383401:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840251.383406:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee98ea2c00. 00000800:00000200:0.0:1788840251.383413:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840251.383420:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840251.383424:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee98ea2c00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1788840251.383455:0:2358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840251.383459:0:2358:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: using a timeout of 302957 usecs (303 jiffies) 00000400:00000200:0.0:1788840251.383462:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840251.383465:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296481504 00000100:00000001:0.0:1788840251.383469:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296483232 00000100:00000001:0.0:1788840251.383471:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296481504 00000100:00000001:0.0:1788840251.383473:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296483232 00000100:00000001:0.0:1788840251.383476:0:2358:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840251.383478:0:2358:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.383481:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.383483:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840251.383490:0:2358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840251.383492:0:2358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788840251.383494:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840251.383495:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840251.383496:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.383498:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840251.383795:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840251.383798:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840251.383800:0:2362:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840251.383806:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125f480 x1875733133969536/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840251.383814:0:2362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840251.383816:0:2362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1788840251.383820:0:2362:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff90ee9125f480 x1875733133969536/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840251.383826:0:2362:0:(client.c:1850:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840251.383830:0:2362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840251.383831:0:2362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840251.383833:0:2362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840251.383834:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840251.383836:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840251.383840:0:2362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840251.383841:0:2362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840251.383843:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840251.383844:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840251.383845:0:2362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840251.383846:0:2362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840251.383848:0:2362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840251.383849:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840251.383851:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840251.383858:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840251.383859:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840251.384106:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840251.384111:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee98ea2c00. 00000400:00000200:2.0:1788840251.384118:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840251.384123:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840251.384130:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed63b8 00000400:00000010:2.0:1788840251.384132:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed63b8. 00000100:00000001:2.0:1788840251.384136:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840251.384140:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125e680 x1875733133969408/t0(0) o8->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1788840261 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840251.384149:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840251.384152:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125e680 x1875733133969408/t0(0) o8->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1788840261 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840251.384158:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840251.384161:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840251.395208:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840251.395223:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840251.395227:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840251.395229:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840251.395237:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.395245:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840251.395254:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.395258:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.395263:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.395267:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 416 into portal 4 MB=0x6a9f82724c800 00000400:00000200:3.0:1788840251.395272:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.395277:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 416/416 into md 0x67e5 [1] + 0 00000800:00000001:3.0:1788840251.395284:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840251.395289:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840251.395291:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840251.395296:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840251.395303:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840251.395312:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125e680 x1875733133969408/t0(0) o8->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1788840261 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840251.395324:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff90ee9125e680 x1875733133969408/t0(0) o8->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1788840261 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840251.395348:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840251.395355:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840251.395358:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840251.395759:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840251.395765:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840251.395771:0:2358:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840251.395773:0:2358:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840251.395777:0:2358:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c809f8. 00000400:00000200:0.0:1788840251.395790:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6088 00000400:00000010:0.0:1788840251.395793:0:2358:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6088. 00000100:00000001:0.0:1788840251.395796:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840251.395801:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125e680 x1875733133969408/t0(0) o8->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1788840261 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788840251.395811:0:2358:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125e680 x1875733133969408/t0(0) o8->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1788840261 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840251.395818:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840251.395820:0:2358:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840251.395822:0:2358:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840251.395825:0:2358:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840251.395827:0:2358:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840251.395829:0:2358:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840251.395832:0:2358:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840251.395841:0:2358:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b59460 time=101 v=5 (5 5 5 36) 00000100:00001000:0.0:1788840251.395845:0:2358:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b59418 time=27 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840251.395848:0:2358:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840251.395849:0:2358:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.395852:0:2358:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840251.395856:0:2358:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.395859:0:2358:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1788840251.395861:0:2358:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90ee90f70800: committing for last_committed 4294967312 gen 14 00000100:00000040:0.0:1788840251.395864:0:2358:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90ee90f70800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1788840251.395867:0:2358:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840251.395869:0:2358:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840251.395873:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125e680 x1875733133969408/t0(0) o8->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/416 e 0 to 0 dl 1788840261 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840251.395879:0:2358:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840251.395882:0:2358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840251.395884:0:2358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840251.395886:0:2358:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1788840251.395892:0:2358:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff90ee90f70800: connect to target with instance 1 00000020:00000001:0.0:1788840251.395895:0:2358:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788840251.395896:0:2358:0:(genops.c:804:class_conn2export()) looking for export cookie 0x3aa5f499c96f2ced 00000020:00000001:0.0:1788840251.395899:0:2358:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.395902:0:2358:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90ee9881b000 refcount=4 00000020:00000001:0.0:1788840251.395904:0:2358:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621953168093184 : -122120541458432 : ffff90ee9881b000) 00000020:00000001:0.0:1788840251.395907:0:2358:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446621953168093184 : -122120541458432 : ffff90ee9881b000) 00000100:00001000:0.0:1788840251.395910:0:2358:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b59418 time=1788840251 v=0 (0 0 0 0) 00000100:00001000:0.0:1788840251.395913:0:2358:0:(import.c:2215:obd_at_measure()) AT ffff90ee92b59418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1788840251.395925:0:2358:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 911, crc32c 5375, adler 879 00000100:00080000:0.0:1788840251.395929:0:2358:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff90ee90f70800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:0.0:1788840251.395933:0:2358:0:(genops.c:879:class_export_put()) PUTting export ffff90ee9881b000 : new refcount 3 00000100:00000001:0.0:1788840251.395936:0:2358:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:0.0:1788840251.395939:0:2358:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:0.0:1788840251.395942:0:2358:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0001-osc-ffff90ee90f70800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:0.0:1788840251.395946:0:2358:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:0.0:1788840251.395949:0:2358:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:0.0:1788840251.395952:0:2358:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788840251.395955:0:2358:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840251.395957:0:2358:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840251.395959:0:2358:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840251.395961:0:2358:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.395963:0:2358:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:0.0:1788840251.395965:0:2358:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:0.0:1788840251.395968:0:2358:0:(import.c:65:import_set_state_nolock()) ffff90ee92b59000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:0.0:1788840251.395970:0:2358:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:0.0:1788840251.395971:0:2358:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:0.0:1788840251.395972:0:2358:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:0.0:1788840251.395974:0:2358:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:0.0:1788840251.395975:0:2358:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:0.0:1788840251.395977:0:2358:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff90ee98890820 for uuid lustre-OST0001_UUID event(1) 00020000:00000040:0.0:1788840251.395982:0:2358:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0001_UUID already active! 00020000:00000001:0.0:1788840251.395984:0:2358:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=1 : 1 : 0x1) 00020000:00000001:0.0:1788840251.395986:0:2358:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788840251.395987:0:2358:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788840251.395989:0:2358:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:0.0:1788840251.395991:0:2358:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:0.0:1788840251.395993:0:2358:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:0.0:1788840251.395994:0:2358:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:0.0:1788840251.395996:0:2358:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:0.0:1788840251.395998:0:2358:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.396000:0:2358:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.396002:0:2358:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:0.0:1788840251.396003:0:2358:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:0.0:1788840251.396004:0:2358:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.396006:0:2358:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:0.0:1788840251.396007:0:2358:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:0.0:1788840251.396010:0:2358:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:0.0:1788840251.396012:0:2358:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.396013:0:2358:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.396015:0:2358:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.396017:0:2358:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840251.396018:0:2358:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840251.396019:0:2358:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840251.396021:0:2358:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.396023:0:2358:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:0.0:1788840251.396024:0:2358:0:(import.c:1241:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840251.396027:0:2358:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1788840251.396032:0:2358:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000f4c5e0c7): req@ffff90ee9125f480 x1875733133969536/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.396051:0:2358:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.396054:0:2358:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840251.396058:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125e680 x1875733133969408/t0(0) o8->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/416 e 0 to 0 dl 1788840261 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788840251.396067:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:10f4a654-3497-48d8-8f70-7e89f4f161cc:2358:1875733133969408:192.168.202.131@tcp:8:checkstat.0 00000100:00000001:0.0:1788840251.396071:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840251.396074:0:2358:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840251.396077:0:2358:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125e680 x1875733133969408/t0(0) o8->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/416 e 0 to 0 dl 1788840261 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840251.396083:0:2358:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788840251.396086:0:2358:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840251.396089:0:2358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee86f34800. 02000000:00000001:0.0:1788840251.396092:0:2358:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788840251.396094:0:2358:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840251.396096:0:2358:0:(genops.c:1223:class_import_put()) import ffff90ee92b59000 refcount=3 obd=lustre-OST0001-osc-ffff90ee90f70800 00000020:00000001:0.0:1788840251.396098:0:2358:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840251.396100:0:2358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee85dd4400. 02000000:00000001:0.0:1788840251.396103:0:2358:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840251.396105:0:2358:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840251.396106:0:2358:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125e680. 00000100:00000001:0.0:1788840251.396110:0:2358:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840251.396111:0:2358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840251.396113:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840251.396119:0:2358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840251.396122:0:2358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.396124:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840251.396125:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840251.396275:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840251.396278:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840251.396280:0:2362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840251.396282:0:2362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840251.396284:0:2362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840251.396287:0:2362:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840251.396290:0:2362:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840251.396292:0:2362:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840251.396295:0:2362:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840251.396299:0:2362:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840251.396302:0:2362:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840251.396304:0:2362:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840251.396311:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86eedc00. 02000000:00000001:3.0:1788840251.396314:0:2362:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840251.396320:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840251.396323:0:2362:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4f160. 00000400:00000010:3.0:1788840251.396329:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e220. 00000100:00000200:3.0:1788840251.396334:0:2362:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133969536, portal 4 00000100:00000001:3.0:1788840251.396336:0:2362:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840251.396338:0:2362:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044640896 : -122120664910720 : ffff90ee9125f480) 00000100:00000040:3.0:1788840251.396344:0:2362:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee9125f480 x1875733133969536/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840267 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840251.396351:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840251.396354:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840251.396356:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011ea18. 00000100:00000200:3.0:1788840251.396359:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875733133969536, offset 0 00000400:00000200:3.0:1788840251.396364:0:2362:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840251.396370:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.396375:0:2362:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840251.396380:0:2362:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840251.396384:0:2362:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840251.396387:0:2362:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840251.396402:0:2362:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840251.396406:0:2362:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2366:2366:256:4294967295] 192.168.202.131@tcp LPNI seq info [2366:2366:8:4294967295] 00000400:00000200:3.0:1788840251.396410:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.396418:0:2362:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840251.396424:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840251.396428:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee983e5500. 00000800:00000200:3.0:1788840251.396439:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840251.396447:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840251.396451:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee983e5500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788840251.396466:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840251.396470:0:2362:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: using a timeout of 301020 usecs (302 jiffies) 00000400:00000200:3.0:1788840251.396473:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840251.396476:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296481516 00000100:00000001:3.0:1788840251.396480:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296483232 00000100:00000001:3.0:1788840251.396483:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296481516 00000100:00000001:3.0:1788840251.396485:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296483232 00000100:00000001:3.0:1788840251.396487:0:2362:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840251.396489:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840251.396491:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840251.396494:0:2362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840251.396495:0:2362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788840251.396497:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840251.396498:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840251.396500:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840251.396502:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840251.396723:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840251.396728:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee983e5500. 00000400:00000200:2.0:1788840251.396732:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840251.396736:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840251.396741:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011ea18 00000400:00000010:2.0:1788840251.396743:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011ea18. 00000100:00000001:2.0:1788840251.396747:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840251.396751:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125f480 x1875733133969536/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840267 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840251.396759:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840251.396762:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125f480 x1875733133969536/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840267 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840251.396769:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840251.396770:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840251.411371:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840251.411402:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840251.411407:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840251.411411:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840251.411421:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.411438:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840251.411448:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.411454:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.411459:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.411463:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 400 into portal 4 MB=0x6a9f82724c880 00000400:00000200:3.0:1788840251.411468:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.411473:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 400/400 into md 0x67ed [1] + 224 00000800:00000001:3.0:1788840251.411481:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840251.411488:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840251.411491:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840251.411495:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840251.411502:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840251.411511:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125f480 x1875733133969536/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840267 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840251.411522:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff90ee9125f480 x1875733133969536/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840267 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840251.411573:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840251.411581:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840251.411585:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840251.411732:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840251.411736:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788840251.411742:0:2362:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840251.411745:0:2362:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840251.411747:0:2362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4f160. 00000400:00000200:2.0:1788840251.411752:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e220 00000400:00000010:2.0:1788840251.411755:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e220. 00000100:00000001:2.0:1788840251.411759:0:2362:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840251.411763:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125f480 x1875733133969536/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840267 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788840251.411771:0:2362:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125f480 x1875733133969536/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840267 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840251.411778:0:2362:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840251.411780:0:2362:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840251.411782:0:2362:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788840251.411805:0:2362:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788840251.411808:0:2362:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840251.411810:0:2362:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840251.411814:0:2362:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840251.411823:0:2362:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b59460 time=101 v=5 (5 5 5 36) 00000100:00001000:2.0:1788840251.411827:0:2362:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b59418 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1788840251.411830:0:2362:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788840251.411832:0:2362:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840251.411834:0:2362:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788840251.411838:0:2362:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840251.411841:0:2362:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788840251.411843:0:2362:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90ee90f70800: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1788840251.411845:0:2362:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788840251.411846:0:2362:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840251.411851:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125f480 x1875733133969536/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840267 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840251.411857:0:2362:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840251.411860:0:2362:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840251.411862:0:2362:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788840251.411865:0:2362:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:2.0:1788840251.411867:0:2362:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840251.411869:0:2362:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840251.411872:0:2362:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c400 refcount=4 00000020:00000001:2.0:1788840251.411874:0:2362:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888587264 : -122120820964352 : ffff90ee87d8c400) 00010000:00000001:2.0:1788840251.411878:0:2362:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888587264 : -122120820964352 : ffff90ee87d8c400) 00010000:00000001:2.0:1788840251.411880:0:2362:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840251.411881:0:2362:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840251.411882:0:2362:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c400 refcount=5 00000020:00000001:2.0:1788840251.411884:0:2362:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888587264 : -122120820964352 : ffff90ee87d8c400) 00010000:00000001:2.0:1788840251.411886:0:2362:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888587264 : -122120820964352 : ffff90ee87d8c400) 00010000:00000001:2.0:1788840251.411890:0:2362:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840251.411892:0:2362:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840251.411897:0:2362:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 0000000063277007/0x3aa5f499c96f3704 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 30943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840251.411908:0:2362:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840251.411910:0:2362:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840251.411913:0:2362:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788840251.411915:0:2362:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840251.411916:0:2362:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840251.411917:0:2362:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c400 refcount=6 00000020:00000001:2.0:1788840251.411919:0:2362:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888587264 : -122120820964352 : ffff90ee87d8c400) 00010000:00000001:2.0:1788840251.411921:0:2362:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888587264 : -122120820964352 : ffff90ee87d8c400) 00010000:00000040:2.0:1788840251.411938:0:2362:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee87d8c400, remote cookie: 0x8a436931312ba3cf, flags: 0x1001 00010000:00010000:2.0:1788840251.411944:0:2362:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 0000000063277007/0x3aa5f499c96f3704 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba3cf expref: -99 pid: 30943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840251.411952:0:2362:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1788840251.411955:0:2362:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840251.411958:0:2362:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788840251.411961:0:2362:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1788840251.411965:0:2362:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 0000000063277007/0x3aa5f499c96f3704 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba3cf expref: -99 pid: 30943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788840251.411973:0:2362:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000400:0x12:0x0].0x0 (ffff90ee892b1300) refcount = 1 00010000:00000040:2.0:1788840251.411976:0:2362:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1788840251.411978:0:2362:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 0000000063277007/0x3aa5f499c96f3704 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba3cf expref: -99 pid: 30943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840251.411986:0:2362:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788840251.411988:0:2362:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840251.411990:0:2362:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788840251.411993:0:2362:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840251.411996:0:2362:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 0000000063277007/0x3aa5f499c96f3704 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba3cf expref: -99 pid: 30943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840251.412001:0:2362:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788840251.412002:0:2362:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840251.412003:0:2362:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840251.412005:0:2362:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840251.412006:0:2362:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788840251.412008:0:2362:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:2.0:1788840251.412010:0:2362:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1788840251.412013:0:2362:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840251.412015:0:2362:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840251.412016:0:2362:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c400 refcount=5 00000020:00000001:2.0:1788840251.412018:0:2362:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888587264 : -122120820964352 : ffff90ee87d8c400) 00010000:00000001:2.0:1788840251.412020:0:2362:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888587264 : -122120820964352 : ffff90ee87d8c400) 00000008:00000001:2.0:1788840251.412025:0:2362:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1788840251.412028:0:2362:0:(cl_object.c:143:cl_object_top()) ffff90ee85076fc0 -> ffff90ee98ea3e90 00000008:00010000:2.0:1788840251.412032:0:2362:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 0000000063277007/0x3aa5f499c96f3704 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x8a436931312ba3cf expref: -99 pid: 30943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1788840251.412038:0:2362:0:(cl_object.c:143:cl_object_top()) ffff90ee85076fc0 -> ffff90ee98ea3e90 00000020:00000001:2.0:1788840251.412040:0:2362:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1788840251.412043:0:2362:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1788840251.412046:0:2362:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788840251.412049:0:2362:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840251.412051:0:2362:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840251.412053:0:2362:0:(cl_object.c:143:cl_object_top()) ffff90ee85076fc0 -> ffff90ee98ea3e90 00000008:00000001:2.0:1788840251.412055:0:2362:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:2.0:1788840251.412057:0:2362:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788840251.412059:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1788840251.412074:0:2362:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1788840251.412077:0:2362:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840251.412079:0:2362:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840251.412080:0:2362:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840251.412081:0:2362:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c400 refcount=6 00000020:00000001:2.0:1788840251.412083:0:2362:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888587264 : -122120820964352 : ffff90ee87d8c400) 00010000:00000001:2.0:1788840251.412085:0:2362:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888587264 : -122120820964352 : ffff90ee87d8c400) 00010000:00000001:2.0:1788840251.412088:0:2362:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788840251.412091:0:2362:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 0000000063277007/0x3aa5f499c96f3704 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x8a436931312ba3cf expref: -99 pid: 30943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840251.412103:0:2362:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840251.412104:0:2362:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788840251.412106:0:2362:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 0000000063277007/0x3aa5f499c96f3704 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x8a436931312ba3cf expref: -99 pid: 30943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840251.412112:0:2362:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788840251.412114:0:2362:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840251.412114:0:2362:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788840251.412116:0:2362:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840251.412118:0:2362:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840251.412119:0:2362:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840251.412120:0:2362:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c400 refcount=5 00000020:00000001:2.0:1788840251.412122:0:2362:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888587264 : -122120820964352 : ffff90ee87d8c400) 00010000:00000001:2.0:1788840251.412124:0:2362:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888587264 : -122120820964352 : ffff90ee87d8c400) 00010000:00000001:2.0:1788840251.412125:0:2362:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788840251.412128:0:2362:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 0000000063277007/0x3aa5f499c96f3704 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x8a436931312ba3cf expref: -99 pid: 30943 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840251.412134:0:2362:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840251.412135:0:2362:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840251.412136:0:2362:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788840251.412138:0:2362:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788840251.412141:0:2362:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 0000000063277007/0x3aa5f499c96f3704 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x8a436931312ba3cf expref: -99 pid: 30943 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788840251.412149:0:2362:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788840251.412152:0:2362:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788840251.412153:0:2362:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840251.412157:0:2362:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840251.412158:0:2362:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840251.412160:0:2362:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840251.412163:0:2362:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788840251.412165:0:2362:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840251.412166:0:2362:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840251.412169:0:2362:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840251.412170:0:2362:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788840251.412172:0:2362:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840251.412173:0:2362:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840251.412174:0:2362:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840251.412174:0:2362:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788840251.412176:0:2362:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840251.412181:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125f480 x1875733133969536/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840267 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788840251.412191:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:0:1875733133969536:192.168.202.131@tcp:101:checkstat.0 00000100:00000001:2.0:1788840251.412195:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840251.412198:0:2362:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840251.412202:0:2362:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125f480 x1875733133969536/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840267 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840251.412209:0:2362:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840251.412212:0:2362:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840251.412215:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee86eedc00. 02000000:00000001:2.0:1788840251.412220:0:2362:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840251.412222:0:2362:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840251.412224:0:2362:0:(genops.c:1223:class_import_put()) import ffff90ee92b59000 refcount=2 obd=lustre-OST0001-osc-ffff90ee90f70800 00000020:00000001:2.0:1788840251.412226:0:2362:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840251.412229:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee98d5b000. 02000000:00000001:2.0:1788840251.412233:0:2362:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840251.412235:0:2362:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840251.412236:0:2362:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125f480. 00000100:00000001:2.0:1788840251.412240:0:2362:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840251.412241:0:2362:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840251.412244:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840251.412250:0:2362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840251.412253:0:2362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840251.412255:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840251.412258:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840251.412578:0:30943:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840251.412582:0:30943:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840251.412587:0:30943:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1788840251.412590:0:30943:0:(cl_object.c:143:cl_object_top()) ffff90ee98ea3e90 -> ffff90ee98ea3e90 00000020:00000001:3.0:1788840251.412591:0:30943:0:(cl_object.c:143:cl_object_top()) ffff90ee98ea3e90 -> ffff90ee98ea3e90 00000020:00000001:3.0:1788840251.412593:0:30943:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1788840251.412597:0:30943:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1788840251.412601:0:30943:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788840251.412603:0:30943:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840251.412605:0:30943:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788840251.412606:0:30943:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788840251.412608:0:30943:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x25:1028 on OST[1]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:3.0:1788840251.412611:0:30943:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788840251.412613:0:30943:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:3.0:1788840251.412616:0:30943:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840251.412619:0:30943:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840251.412620:0:30943:0:(cl_object.c:143:cl_object_top()) ffff90ee98ea3e90 -> ffff90ee98ea3e90 00000080:00200000:3.0:1788840251.412622:0:30943:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x25:0x0] updating i_size 0 i_blocks 1 00000080:00000001:3.0:1788840251.412624:0:30943:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1788840251.412627:0:30943:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1788840251.412628:0:30943:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90ee988462b0 (ffff90ee912227e8/0) at cl_lock_release():245 00000020:00000001:3.0:1788840251.412631:0:30943:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788840251.412632:0:30943:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee988462b0 (ffff90ee912227e8/0) at cl_lock_cancel():142 00020000:00000001:3.0:1788840251.412636:0:30943:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1788840251.412676:0:30943:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788840251.412678:0:30943:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174949984 : -122120534601632 : ffff90ee98ea5060) 00000020:00000001:3.0:1788840251.412681:0:30943:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788840251.412682:0:30943:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee98e7d030 (ffff90ee91222488/1) at cl_lock_cancel():142 00000008:00000001:3.0:1788840251.412686:0:30943:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1788840251.412687:0:30943:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1788840251.412689:0:30943:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840251.412690:0:30943:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788840251.412692:0:30943:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1788840251.412693:0:30943:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1788840251.412695:0:30943:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788840251.412696:0:30943:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788840251.412697:0:30943:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788840251.412698:0:30943:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee988462b0 (ffff90ee912227e8/0) at cl_lock_fini():72 00020000:00000001:3.0:1788840251.412701:0:30943:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1788840251.412702:0:30943:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788840251.412703:0:30943:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee98e7d030 (ffff90ee912227e8/1) at cl_lock_fini():72 00000008:00000010:3.0:1788840251.412706:0:30943:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90ee911de260. 00000020:00000001:3.0:1788840251.412709:0:30943:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1788840251.412711:0:30943:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90ee98e7d000. 00020000:00000001:3.0:1788840251.412714:0:30943:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1788840251.412714:0:30943:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1788840251.412716:0:30943:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1788840251.412717:0:30943:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840251.412720:0:30943:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788840251.412722:0:30943:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788840251.412724:0:30943:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788840251.412725:0:30943:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1788840251.412727:0:30943:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788840251.412729:0:30943:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee91222480 00020000:00000001:3.0:1788840251.412733:0:30943:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788840251.412735:0:30943:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788840251.412738:0:30943:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788840251.412740:0:30943:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x25:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788840251.412744:0:30943:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788840251.412746:0:30943:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840251.412748:0:30943:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788840251.412750:0:30943:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788840251.412751:0:30943:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788840251.412752:0:30943:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912227e0 00000001:00000001:3.0:1788840251.412753:0:30943:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840251.412761:0:30943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200e33d08 00000080:00000008:3.0:1788840251.412764:0:30943:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f:[0x200000404:0x25:0x0](ffff90ee9058db88), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788840251.412770:0:30943:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788840251.412772:0:30943:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200e33da0 00000080:00002000:3.0:1788840251.412773:0:30943:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff90ee906b25e8, parent ffff90ee90711510, inode ffff90ee9058db88) hashed, 00000080:00000001:3.0:1788840251.412776:0:30943:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840251.433981:0:30944:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788840251.433990:0:30944:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788840251.433992:0:30944:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788840251.433996:0:30944:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907b20 00000080:00200000:3.0:1788840251.434001:0:30944:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:3.0:1788840251.434008:0:30944:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98863a00. 00800000:00000002:3.0:1788840251.434015:0:30944:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:3.0:1788840251.434018:0:30944:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788840251.434023:0:30944:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788840251.434024:0:30944:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907a40 00800000:00000002:3.0:1788840251.434027:0:30944:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788840251.434030:0:30944:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788840251.434034:0:30944:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788840251.434039:0:30944:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788840251.434041:0:30944:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907910 00000002:00010000:3.0:1788840251.434043:0:30944:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788840251.434046:0:30944:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788840251.434048:0:30944:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840251.434052:0:30944:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788840251.434058:0:30944:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1600 count: 2 00010000:00000001:3.0:1788840251.434060:0:30944:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840251.434065:0:30944:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840251.434069:0:30944:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788840251.434073:0:30944:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c800/0x3aa5f499c96f36ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba389 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788840251.434084:0:30944:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788840251.434089:0:30944:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840251.434092:0:30944:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c800/0x3aa5f499c96f36ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba389 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788840251.434099:0:30944:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788840251.434100:0:30944:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788840251.434102:0:30944:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788840251.434104:0:30944:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788840251.434106:0:30944:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788840251.434107:0:30944:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788840251.434110:0:30944:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788840251.434112:0:30944:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:3.0:1788840251.434116:0:30944:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98863a00. 00000080:00000001:3.0:1788840251.434119:0:30944:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788840251.434121:0:30944:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788840251.434123:0:30944:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:3.0:1788840251.434126:0:30944:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f36ef 00800000:00000001:3.0:1788840251.434129:0:30944:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788840251.434130:0:30944:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788840251.434132:0:30944:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840251.434134:0:30944:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840251.434137:0:30944:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c800 refcount=3 00000020:00000001:3.0:1788840251.434139:0:30944:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:3.0:1788840251.434141:0:30944:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:3.0:1788840251.434144:0:30944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840251.434146:0:30944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788840251.434147:0:30944:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840251.434149:0:30944:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788840251.434151:0:30944:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f36ef from it ffffa16201907b58 00010000:00000001:3.0:1788840251.434153:0:30944:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840251.434154:0:30944:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840251.434156:0:30944:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c800 refcount=3 00000020:00000001:3.0:1788840251.434157:0:30944:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:3.0:1788840251.434159:0:30944:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:3.0:1788840251.434161:0:30944:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788840251.434164:0:30944:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c800/0x3aa5f499c96f36ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba389 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788840251.434170:0:30944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840251.434171:0:30944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840251.434173:0:30944:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788840251.434175:0:30944:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788840251.434177:0:30944:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c800/0x3aa5f499c96f36ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba389 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788840251.434184:0:30944:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788840251.434187:0:30944:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788840251.434189:0:30944:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840251.434193:0:30944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840251.434193:0:30944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840251.434195:0:30944:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840251.434198:0:30944:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788840251.434199:0:30944:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840251.434201:0:30944:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840251.434203:0:30944:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840251.434205:0:30944:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788840251.434206:0:30944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840251.434207:0:30944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788840251.434210:0:30944:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788840251.434212:0:30944:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788840251.434214:0:30944:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788840251.434219:0:30944:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788840251.434228:0:30944:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90ee86d74da0. 00000020:00000001:3.0:1788840251.434232:0:30944:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907a88 00000080:00200000:3.0:1788840251.434234:0:30944:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), flags=24 00000080:00000001:3.0:1788840251.434237:0:30944:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788840251.434238:0:30944:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907938 00000080:00200000:3.0:1788840251.434240:0:30944:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), intent=0 00000080:00000010:3.0:1788840251.434246:0:30944:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98863a00. 00800000:00000002:3.0:1788840251.434249:0:30944:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:3.0:1788840251.434252:0:30944:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788840251.434253:0:30944:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788840251.434254:0:30944:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907858 00800000:00000002:3.0:1788840251.434256:0:30944:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788840251.434258:0:30944:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1788840251.434261:0:30944:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162019077f0 00800000:00000002:3.0:1788840251.434263:0:30944:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-2' -> mds #0 00000002:00000001:3.0:1788840251.434266:0:30944:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788840251.434267:0:30944:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907728 00000002:00010000:3.0:1788840251.434269:0:30944:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1788840251.434272:0:30944:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788840251.434274:0:30944:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788840251.434279:0:30944:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d4ad80. 00000020:00000040:3.0:1788840251.434282:0:30944:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=4 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00010000:00000001:3.0:1788840251.434287:0:30944:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788840251.434292:0:30944:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840251.434294:0:30944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840251.434295:0:30944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840251.434296:0:30944:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840251.434299:0:30944:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840251.434301:0:30944:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840251.434303:0:30944:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840251.434310:0:30944:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee86eed400. 00000100:00000001:3.0:1788840251.434317:0:30944:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840251.434322:0:30944:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788840251.434324:0:30944:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840251.434326:0:30944:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788840251.434327:0:30944:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840251.434328:0:30944:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840251.434336:0:30944:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621952871542144 : -122120838009472 : ffff90ee86d4ad80) 00010000:00000001:3.0:1788840251.434339:0:30944:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788840251.434341:0:30944:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788840251.434344:0:30944:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1600 count: 2 00010000:00000001:3.0:1788840251.434346:0:30944:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840251.434348:0:30944:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788840251.434351:0:30944:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee8523c400. 00000020:00000001:3.0:1788840251.434354:0:30944:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788840251.434356:0:30944:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee8523c400 with handle 0x3aa5f499c96f370b to hash 00000020:00000001:3.0:1788840251.434358:0:30944:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788840251.434360:0:30944:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:3.0:1788840251.434363:0:30944:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:3.0:1788840251.434366:0:30944:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840251.434367:0:30944:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840251.434371:0:30944:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f370b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788840251.434378:0:30944:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f370b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788840251.434387:0:30944:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f370b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30944 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788840251.434393:0:30944:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788840251.434394:0:30944:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788840251.434401:0:30944:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee9887c9c0. 00000100:00000001:3.0:1788840251.434403:0:30944:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621953168492992 : -122120541058624 : ffff90ee9887c9c0) 00000100:00000001:3.0:1788840251.434405:0:30944:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840251.434407:0:30944:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871542144 : -122120838009472 : ffff90ee86d4ad80) 00000100:00000001:3.0:1788840251.434411:0:30944:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840251.434416:0:30944:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840251.434418:0:30944:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788840251.434419:0:30944:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840251.434430:0:30944:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d4ad80 x1875733133969664/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840251.434451:0:30944:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840251.434453:0:30944:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840251.434456:0:30944:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840251.434459:0:30944:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840251.434461:0:30944:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840251.434464:0:30944:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d4ad80 pname:cluuid:pid:xid:nid:opc:job checkstat:10f4a654-3497-48d8-8f70-7e89f4f161cc:30944:1875733133969664:192.168.202.131@tcp:101:checkstat.0 00000100:00000001:3.0:1788840251.434468:0:30944:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840251.434473:0:30944:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840251.434476:0:30944:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840251.434478:0:30944:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840251.434483:0:30944:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90ee98824800. 02000000:00000001:3.0:1788840251.434484:0:30944:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840251.434491:0:30944:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840251.434495:0:30944:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4f3c8. 00000400:00000010:3.0:1788840251.434502:0:30944:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e330. 00000100:00000200:3.0:1788840251.434508:0:30944:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875733133969664, portal 10 00000100:00000001:3.0:1788840251.434510:0:30944:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840251.434511:0:30944:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871542144 : -122120838009472 : ffff90ee86d4ad80) 00000100:00000040:3.0:1788840251.434517:0:30944:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee86d4ad80 x1875733133969664/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840267 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840251.434524:0:30944:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840251.434526:0:30944:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840251.434529:0:30944:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011ed48. 00000100:00000200:3.0:1788840251.434532:0:30944:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875733133969664, offset 0 00000400:00000200:3.0:1788840251.434538:0:30944:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840251.434555:0:30944:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.434562:0:30944:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840251.434567:0:30944:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840251.434572:0:30944:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840251.434576:0:30944:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840251.434578:0:30944:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840251.434582:0:30944:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2367:2367:256:4294967295] 192.168.202.131@tcp LPNI seq info [2367:2367:8:4294967295] 00000400:00000200:3.0:1788840251.434586:0:30944:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.434594:0:30944:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840251.434600:0:30944:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840251.434605:0:30944:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee983e5900. 00000800:00000200:3.0:1788840251.434611:0:30944:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840251.434618:0:30944:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840251.434623:0:30944:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee983e5900 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1788840251.434665:0:30944:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840251.434670:0:30944:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 814858 usecs (815 jiffies) 00000400:00000200:3.0:1788840251.434673:0:30944:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840251.434676:0:30944:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296482068 00000100:00000001:3.0:1788840251.434679:0:30944:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296483232 00000100:00000001:3.0:1788840251.434681:0:30944:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296482068 00000100:00000001:3.0:1788840251.434683:0:30944:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296483232 00000100:00000001:3.0:1788840251.434685:0:30944:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840251.434688:0:30944:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840251.434690:0:30944:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840251.434692:0:30944:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788840251.434695:0:30944:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee9887c9c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788840251.434697:0:30944:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840251.434700:0:30944:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840251.434820:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840251.434823:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee983e5900. 00000400:00000200:3.0:1788840251.434828:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840251.434833:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840251.434838:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011ed48 00000400:00000010:3.0:1788840251.434841:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011ed48. 00000100:00000001:3.0:1788840251.434845:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840251.434849:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d4ad80 x1875733133969664/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840267 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840251.434858:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840251.434861:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee86d4ad80 x1875733133969664/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840267 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840251.434867:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840251.434868:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840251.444330:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840251.444348:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840251.444352:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840251.444355:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840251.444363:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.444370:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840251.444379:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.444382:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.444387:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.444404:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 584 into portal 10 MB=0x6a9f82724c900 00000400:00000200:3.0:1788840251.444409:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.444416:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 584/584 into md 0x67fd [1] + 224 00000800:00000001:3.0:1788840251.444423:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840251.444438:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840251.444442:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840251.444446:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840251.444453:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840251.444462:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d4ad80 x1875733133969664/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840267 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840251.444472:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff90ee86d4ad80 x1875733133969664/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840251.444494:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840251.444504:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840251.444507:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840251.444566:0:30944:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840251.444574:0:30944:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840251.444576:0:30944:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840251.444579:0:30944:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4f3c8. 00000400:00000200:0.0:1788840251.444583:0:30944:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e330 00000400:00000010:0.0:1788840251.444586:0:30944:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e330. 00000100:00000001:0.0:1788840251.444590:0:30944:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840251.444594:0:30944:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d4ad80 x1875733133969664/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788840251.444602:0:30944:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d4ad80 x1875733133969664/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.444607:0:30944:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840251.444609:0:30944:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840251.444611:0:30944:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840251.444615:0:30944:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840251.444617:0:30944:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840251.444619:0:30944:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840251.444622:0:30944:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840251.444630:0:30944:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=101 v=5 (5 102 102 102) 00000100:00001000:0.0:1788840251.444634:0:30944:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840251.444637:0:30944:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840251.444673:0:30944:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.444676:0:30944:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840251.444680:0:30944:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.444685:0:30944:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840251.444687:0:30944:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967617 00000100:00000001:0.0:1788840251.444689:0:30944:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840251.444690:0:30944:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840251.444695:0:30944:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d4ad80 x1875733133969664/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.444702:0:30944:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840251.444704:0:30944:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840251.444706:0:30944:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840251.444710:0:30944:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d4ad80 x1875733133969664/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840267 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788840251.444722:0:30944:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d4ad80 pname:cluuid:pid:xid:nid:opc:job checkstat:10f4a654-3497-48d8-8f70-7e89f4f161cc:30944:1875733133969664:192.168.202.131@tcp:101:checkstat.0 00000100:00000001:0.0:1788840251.444728:0:30944:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840251.444730:0:30944:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.444732:0:30944:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788840251.444735:0:30944:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840251.444738:0:30944:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d4ad80 x1875733133969664/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840267 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.444745:0:30944:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840251.444747:0:30944:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee9887c9c0. 00000100:00000001:0.0:1788840251.444750:0:30944:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788840251.444752:0:30944:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.444755:0:30944:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788840251.444759:0:30944:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.444761:0:30944:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.444764:0:30944:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c400 refcount=4 00000020:00000001:0.0:1788840251.444766:0:30944:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:0.0:1788840251.444769:0:30944:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000040:0.0:1788840251.444776:0:30944:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee8523c400, remote cookie: 0x8a436931312ba3eb, flags: 0x1001 00010000:00010000:0.0:1788840251.444781:0:30944:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f370b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba3eb expref: -99 pid: 30944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788840251.444797:0:30944:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x24:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788840251.444801:0:30944:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1788840251.444808:0:30944:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee99a74b00. 00010000:00000010:0.0:1788840251.444813:0:30944:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee90f56300. 00010000:00000001:0.0:1788840251.444817:0:30944:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840251.444820:0:30944:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f370b lrc: 4/1,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba3eb expref: -99 pid: 30944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840251.444833:0:30944:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f370b lrc: 4/1,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba3eb expref: -99 pid: 30944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840251.444840:0:30944:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788840251.444844:0:30944:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788840251.444846:0:30944:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788840251.444852:0:30944:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788840251.444853:0:30944:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788840251.444856:0:30944:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x24:0x0].0x0 (ffff90ee99a74b00) refcount = 1 00010000:00010000:0.0:1788840251.444860:0:30944:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f370b lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba3eb expref: -99 pid: 30944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840251.444865:0:30944:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788840251.444869:0:30944:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788840251.444871:0:30944:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840251.444874:0:30944:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788840251.444876:0:30944:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840251.444879:0:30944:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f370b lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba3eb expref: -99 pid: 30944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840251.444884:0:30944:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788840251.444885:0:30944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.444887:0:30944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.444888:0:30944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.444889:0:30944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.444891:0:30944:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840251.444895:0:30944:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788840251.444896:0:30944:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.444898:0:30944:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.444899:0:30944:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c400 refcount=3 00000020:00000001:0.0:1788840251.444901:0:30944:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:0.0:1788840251.444903:0:30944:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:0.0:1788840251.444905:0:30944:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.444906:0:30944:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.444908:0:30944:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c400 refcount=4 00000020:00000001:0.0:1788840251.444909:0:30944:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:0.0:1788840251.444911:0:30944:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:0.0:1788840251.444914:0:30944:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840251.444926:0:30944:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840251.444929:0:30944:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f370b lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba3eb expref: -99 pid: 30944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840251.444935:0:30944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.444936:0:30944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.444937:0:30944:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.444938:0:30944:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.444939:0:30944:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c400 refcount=5 00000020:00000001:0.0:1788840251.444941:0:30944:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:0.0:1788840251.444943:0:30944:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:0.0:1788840251.444946:0:30944:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840251.444948:0:30944:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f370b lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba3eb expref: -99 pid: 30944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840251.444954:0:30944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.444955:0:30944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788840251.444957:0:30944:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f370b lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba3eb expref: -99 pid: 30944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840251.444963:0:30944:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840251.444964:0:30944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.444965:0:30944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.444966:0:30944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.444967:0:30944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788840251.444972:0:30944:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff90ee86d4ad80 x1875733133969664/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840267 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788840251.444984:0:30944:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.444986:0:30944:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.444987:0:30944:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c400 refcount=3 00000020:00000001:0.0:1788840251.444989:0:30944:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:0.0:1788840251.444990:0:30944:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:0.0:1788840251.444993:0:30944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.444994:0:30944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840251.444995:0:30944:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840251.444997:0:30944:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840251.445000:0:30944:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788840251.445002:0:30944:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.445003:0:30944:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.445004:0:30944:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c400 refcount=3 00000020:00000001:0.0:1788840251.445005:0:30944:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:0.0:1788840251.445007:0:30944:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00000002:00010000:0.0:1788840251.445010:0:30944:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f370b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba3eb expref: -99 pid: 30944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840251.445016:0:30944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.445017:0:30944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.445019:0:30944:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788840251.445020:0:30944:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.445021:0:30944:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.445022:0:30944:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c400 refcount=3 00000020:00000001:0.0:1788840251.445024:0:30944:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:0.0:1788840251.445026:0:30944:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000040:0.0:1788840251.445029:0:30944:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74b00 count: 2 00010000:00000001:0.0:1788840251.445031:0:30944:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788840251.445034:0:30944:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 4 res 8589935620/36 (0 0) 00010000:00000001:0.0:1788840251.445037:0:30944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.445038:0:30944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840251.445039:0:30944:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788840251.445042:0:30944:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162019076b0 00000002:00002000:0.0:1788840251.445044:0:30944:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-2 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788840251.445046:0:30944:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840251.445050:0:30944:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840251.445053:0:30944:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788840251.445056:0:30944:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788840251.445059:0:30944:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788840251.445062:0:30944:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000001:0.0:1788840251.445065:0:30944:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788840251.445066:0:30944:0:(namei.c:674:ll_lookup_it_finish()) it ffffa16201907a28 it_disposition b 00000080:00000001:0.0:1788840251.445069:0:30944:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788840251.445075:0:30944:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788840251.445077:0:30944:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788840251.445079:0:30944:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:0.0:1788840251.445082:0:30944:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1788840251.445087:0:30944:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788840251.445089:0:30944:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x24:0x0] 00000080:00000001:0.0:1788840251.445091:0:30944:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.445094:0:30944:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:0.0:1788840251.445096:0:30944:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1788840251.445099:0:30944:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833956 mtime from 1788840232 to 1788840233 00000080:00200000:0.0:1788840251.445103:0:30944:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x24:0x0], updating i_size 16384 00000080:00200000:0.0:1788840251.445105:0:30944:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x24:0x0](ffff90ee90591988): rc = 0 00000080:00000001:0.0:1788840251.445107:0:30944:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621953031215496 : -122120678336120 : ffff90ee90591988) 00010000:00000001:0.0:1788840251.445108:0:30944:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.445109:0:30944:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.445111:0:30944:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c400 refcount=3 00000020:00000001:0.0:1788840251.445112:0:30944:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:0.0:1788840251.445114:0:30944:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:0.0:1788840251.445116:0:30944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.445117:0:30944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788840251.445119:0:30944:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788840251.445121:0:30944:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788840251.445123:0:30944:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788840251.445125:0:30944:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788840251.445127:0:30944:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840251.445130:0:30944:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x24:0x0](ffff90ee90591988) for lock 0x3aa5f499c96f370b 00800000:00000001:0.0:1788840251.445133:0:30944:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840251.445134:0:30944:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840251.445135:0:30944:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.445136:0:30944:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.445137:0:30944:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c400 refcount=3 00000020:00000001:0.0:1788840251.445138:0:30944:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:0.0:1788840251.445140:0:30944:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:0.0:1788840251.445142:0:30944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.445143:0:30944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840251.445144:0:30944:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840251.445145:0:30944:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1788840251.445151:0:30944:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90ee90711360 inode ffff90ee90591988 refc 1 flags 0x20000e 00000080:00000001:0.0:1788840251.445154:0:30944:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788840251.445155:0:30944:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.445157:0:30944:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1788840251.445160:0:30944:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x24:0x0](ffff90ee90591988) 00000080:00010000:0.0:1788840251.445164:0:30944:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f370b from it ffffa16201907a28 00010000:00000001:0.0:1788840251.445165:0:30944:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.445166:0:30944:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.445167:0:30944:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c400 refcount=3 00000020:00000001:0.0:1788840251.445169:0:30944:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:0.0:1788840251.445170:0:30944:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:0.0:1788840251.445172:0:30944:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840251.445174:0:30944:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f370b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba3eb expref: -99 pid: 30944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840251.445179:0:30944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.445179:0:30944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.445180:0:30944:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840251.445183:0:30944:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840251.445185:0:30944:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f370b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba3eb expref: -99 pid: 30944 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788840251.445191:0:30944:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840251.445192:0:30944:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840251.445194:0:30944:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840251.445197:0:30944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.445198:0:30944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.445200:0:30944:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.445202:0:30944:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840251.445204:0:30944:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.445206:0:30944:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.445208:0:30944:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.445209:0:30944:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840251.445210:0:30944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.445211:0:30944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788840251.445213:0:30944:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788840251.445216:0:30944:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98863a00. 00000100:00000001:0.0:1788840251.445220:0:30944:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840251.445224:0:30944:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d4ad80 x1875733133969664/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840267 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.445229:0:30944:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788840251.445232:0:30944:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840251.445234:0:30944:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90ee98824800. 02000000:00000001:0.0:1788840251.445237:0:30944:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788840251.445239:0:30944:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840251.445241:0:30944:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=3 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:0.0:1788840251.445243:0:30944:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840251.445246:0:30944:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee86eed400. 02000000:00000001:0.0:1788840251.445249:0:30944:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840251.445250:0:30944:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840251.445252:0:30944:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d4ad80. 00000100:00000001:0.0:1788840251.445255:0:30944:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840251.445257:0:30944:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788840251.445264:0:30944:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788840251.445266:0:30944:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x24:0x0](ffff90ee90591988), inode mode 41ed mask 1 00000080:00000001:0.0:1788840251.445270:0:30944:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788840251.445282:0:30944:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90ee83169520. 00000020:00000001:0.0:1788840251.445286:0:30944:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907ae8 00000080:00200000:0.0:1788840251.445288:0:30944:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000404:0x24:0x0](ffff90ee90591988), flags=8 00000080:00000001:0.0:1788840251.445291:0:30944:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788840251.445292:0:30944:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907998 00000080:00200000:0.0:1788840251.445294:0:30944:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x24:0x0](ffff90ee90591988), intent=getattr 00000080:00000010:0.0:1788840251.445300:0:30944:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee87160a00. 00000080:00000001:0.0:1788840251.445305:0:30944:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840251.445307:0:30944:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840251.445309:0:30944:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162019078b8 00800000:00000002:0.0:1788840251.445310:0:30944:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000404:0x24:0x0] 00800000:00000001:0.0:1788840251.445313:0:30944:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1788840251.445316:0:30944:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907850 00800000:00000002:0.0:1788840251.445318:0:30944:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x24:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:0.0:1788840251.445321:0:30944:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840251.445322:0:30944:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907788 00000002:00010000:0.0:1788840251.445324:0:30944:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000404:0x24:0x0], intent: getattr flags 01 00000002:00000001:0.0:1788840251.445327:0:30944:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788840251.445329:0:30944:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788840251.445333:0:30944:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f5bb80. 00000020:00000040:0.0:1788840251.445336:0:30944:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=4 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00010000:00000001:0.0:1788840251.445340:0:30944:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788840251.445344:0:30944:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840251.445347:0:30944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.445348:0:30944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.445349:0:30944:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.445352:0:30944:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840251.445354:0:30944:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840251.445357:0:30944:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840251.445363:0:30944:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee86f34800. 00000100:00000001:0.0:1788840251.445368:0:30944:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.445371:0:30944:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840251.445373:0:30944:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.445374:0:30944:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840251.445376:0:30944:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.445377:0:30944:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840251.445384:0:30944:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621952890485632 : -122120819065984 : ffff90ee87f5bb80) 00010000:00000001:0.0:1788840251.445387:0:30944:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788840251.445388:0:30944:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788840251.445391:0:30944:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74b00 count: 2 00010000:00000001:0.0:1788840251.445393:0:30944:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840251.445395:0:30944:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788840251.445398:0:30944:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee80030000. 00000020:00000001:0.0:1788840251.445401:0:30944:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788840251.445403:0:30944:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee80030000 with handle 0x3aa5f499c96f3712 to hash 00000020:00000001:0.0:1788840251.445406:0:30944:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788840251.445407:0:30944:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952757137408 : -122120952414208 : ffff90ee80030000) 00010000:00000001:0.0:1788840251.445410:0:30944:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952757137408 : -122120952414208 : ffff90ee80030000) 00010000:00000001:0.0:1788840251.445413:0:30944:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840251.445415:0:30944:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840251.445418:0:30944:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030000/0x3aa5f499c96f3712 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840251.445426:0:30944:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030000/0x3aa5f499c96f3712 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30944 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840251.445434:0:30944:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030000/0x3aa5f499c96f3712 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30944 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788840251.445439:0:30944:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788840251.445440:0:30944:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788840251.445446:0:30944:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee86f3d840. 00000100:00000001:0.0:1788840251.445448:0:30944:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952873584704 : -122120835966912 : ffff90ee86f3d840) 00000100:00000001:0.0:1788840251.445450:0:30944:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840251.445452:0:30944:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890485632 : -122120819065984 : ffff90ee87f5bb80) 00000100:00000001:0.0:1788840251.445455:0:30944:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840251.445459:0:30944:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.445460:0:30944:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788840251.445462:0:30944:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840251.445467:0:30944:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f5bb80 x1875733133969792/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.445474:0:30944:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840251.445476:0:30944:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840251.445480:0:30944:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840251.445482:0:30944:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840251.445485:0:30944:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840251.445487:0:30944:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f5bb80 pname:cluuid:pid:xid:nid:opc:job checkstat:10f4a654-3497-48d8-8f70-7e89f4f161cc:30944:1875733133969792:192.168.202.131@tcp:101:checkstat.0 00000100:00000001:0.0:1788840251.445491:0:30944:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840251.445496:0:30944:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840251.445499:0:30944:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840251.445501:0:30944:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840251.445505:0:30944:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90ee98ed1000. 02000000:00000001:0.0:1788840251.445507:0:30944:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840251.445512:0:30944:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840251.445515:0:30944:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c809f8. 00000400:00000010:0.0:1788840251.445521:0:30944:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6088. 00000100:00000200:0.0:1788840251.445528:0:30944:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875733133969792, portal 10 00000100:00000001:0.0:1788840251.445529:0:30944:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840251.445530:0:30944:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890485632 : -122120819065984 : ffff90ee87f5bb80) 00000100:00000040:0.0:1788840251.445536:0:30944:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87f5bb80 x1875733133969792/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840267 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.445552:0:30944:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840251.445555:0:30944:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840251.445558:0:30944:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed65d8. 00000100:00000200:0.0:1788840251.445561:0:30944:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875733133969792, offset 0 00000400:00000200:0.0:1788840251.445567:0:30944:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840251.445574:0:30944:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840251.445580:0:30944:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840251.445585:0:30944:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840251.445589:0:30944:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840251.445593:0:30944:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840251.445596:0:30944:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840251.445599:0:30944:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2368:2368:256:4294967295] 192.168.202.131@tcp LPNI seq info [2368:2368:8:4294967295] 00000400:00000200:0.0:1788840251.445603:0:30944:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840251.445611:0:30944:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840251.445616:0:30944:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840251.445621:0:30944:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee98ea2000. 00000800:00000200:0.0:1788840251.445627:0:30944:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840251.445635:0:30944:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840251.445659:0:30944:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee98ea2000 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788840251.445672:0:30944:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840251.445676:0:30944:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 813697 usecs (814 jiffies) 00000400:00000200:0.0:1788840251.445679:0:30944:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840251.445682:0:30944:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296482076 00000100:00000001:0.0:1788840251.445685:0:30944:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296483232 00000100:00000001:0.0:1788840251.445688:0:30944:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296482076 00000100:00000001:0.0:1788840251.445690:0:30944:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296483232 00000100:00000001:0.0:1788840251.445692:0:30944:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840251.445694:0:30944:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.445696:0:30944:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840251.445697:0:30944:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788840251.445699:0:30944:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee86f3d840 going to sleep for 11 seconds 00000100:00000001:0.0:1788840251.445701:0:30944:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840251.445703:0:30944:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840251.446171:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840251.446176:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee98ea2000. 00000400:00000200:3.0:1788840251.446183:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840251.446188:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840251.446193:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed65d8 00000400:00000010:3.0:1788840251.446195:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed65d8. 00000100:00000001:3.0:1788840251.446199:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840251.446203:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f5bb80 x1875733133969792/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840267 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840251.446213:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840251.446216:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f5bb80 x1875733133969792/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840267 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840251.446222:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840251.446223:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840251.457058:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840251.457074:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840251.457078:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840251.457081:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840251.457090:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.457097:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840251.457105:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.457109:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.457114:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.457117:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 640 into portal 10 MB=0x6a9f82724c980 00000400:00000200:3.0:1788840251.457122:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.457128:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 640/640 into md 0x680d [1] + 224 00000800:00000001:3.0:1788840251.457135:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840251.457140:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840251.457144:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840251.457148:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840251.457157:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840251.457167:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f5bb80 x1875733133969792/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840267 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840251.457177:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff90ee87f5bb80 x1875733133969792/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840251.457201:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840251.457210:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840251.457213:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840251.457353:0:30944:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840251.457360:0:30944:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840251.457362:0:30944:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840251.457366:0:30944:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c809f8. 00000400:00000200:0.0:1788840251.457370:0:30944:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6088 00000400:00000010:0.0:1788840251.457372:0:30944:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6088. 00000100:00000001:0.0:1788840251.457375:0:30944:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840251.457380:0:30944:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f5bb80 x1875733133969792/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788840251.457399:0:30944:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f5bb80 x1875733133969792/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.457406:0:30944:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840251.457408:0:30944:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840251.457410:0:30944:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840251.457414:0:30944:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840251.457416:0:30944:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840251.457418:0:30944:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840251.457421:0:30944:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840251.457436:0:30944:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=101 v=5 (5 102 102 102) 00000100:00001000:0.0:1788840251.457441:0:30944:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840251.457444:0:30944:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840251.457446:0:30944:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.457449:0:30944:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840251.457452:0:30944:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.457456:0:30944:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840251.457458:0:30944:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967617 00000100:00000001:0.0:1788840251.457460:0:30944:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840251.457462:0:30944:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840251.457467:0:30944:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f5bb80 x1875733133969792/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/640 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.457474:0:30944:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840251.457477:0:30944:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840251.457479:0:30944:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840251.457483:0:30944:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f5bb80 x1875733133969792/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/640 e 0 to 0 dl 1788840267 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788840251.457491:0:30944:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f5bb80 pname:cluuid:pid:xid:nid:opc:job checkstat:10f4a654-3497-48d8-8f70-7e89f4f161cc:30944:1875733133969792:192.168.202.131@tcp:101:checkstat.0 00000100:00000001:0.0:1788840251.457496:0:30944:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840251.457499:0:30944:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.457501:0:30944:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788840251.457503:0:30944:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840251.457507:0:30944:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f5bb80 x1875733133969792/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/640 e 0 to 0 dl 1788840267 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.457513:0:30944:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840251.457517:0:30944:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee86f3d840. 00000100:00000001:0.0:1788840251.457521:0:30944:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788840251.457522:0:30944:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.457525:0:30944:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788840251.457529:0:30944:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.457532:0:30944:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.457534:0:30944:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030000 refcount=4 00000020:00000001:0.0:1788840251.457537:0:30944:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757137408 : -122120952414208 : ffff90ee80030000) 00010000:00000001:0.0:1788840251.457548:0:30944:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757137408 : -122120952414208 : ffff90ee80030000) 00010000:00000040:0.0:1788840251.457555:0:30944:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee80030000, remote cookie: 0x8a436931312ba407, flags: 0x1001 00010000:00010000:0.0:1788840251.457560:0:30944:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030000/0x3aa5f499c96f3712 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba407 expref: -99 pid: 30944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788840251.457569:0:30944:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x26:0x0].0x0, instead of [0x200000404:0x24:0x0].0x0 00010000:00000001:0.0:1788840251.457572:0:30944:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1788840251.457578:0:30944:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74f00 count: 2 00010000:00000001:0.0:1788840251.457581:0:30944:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840251.457584:0:30944:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840251.457588:0:30944:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030000/0x3aa5f499c96f3712 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x26:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba407 expref: -99 pid: 30944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840251.457597:0:30944:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030000/0x3aa5f499c96f3712 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba407 expref: -99 pid: 30944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840251.457603:0:30944:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788840251.457607:0:30944:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788840251.457610:0:30944:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788840251.457611:0:30944:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788840251.457612:0:30944:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788840251.457615:0:30944:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x26:0x0].0x0 (ffff90ee99a74f00) refcount = 2 00010000:00000040:0.0:1788840251.457618:0:30944:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788840251.457620:0:30944:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031c00/0x3aa5f499c96f36e8 lrc: 1/0,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312ba374 expref: -99 pid: 30909 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788840251.457627:0:30944:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030000/0x3aa5f499c96f3712 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba407 expref: -99 pid: 30944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840251.457633:0:30944:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788840251.457636:0:30944:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788840251.457637:0:30944:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840251.458012:0:30944:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788840251.458014:0:30944:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840251.458018:0:30944:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030000/0x3aa5f499c96f3712 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba407 expref: -99 pid: 30944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840251.458026:0:30944:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788840251.458028:0:30944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.458030:0:30944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.458031:0:30944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.458032:0:30944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.458034:0:30944:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840251.458039:0:30944:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788840251.458041:0:30944:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.458042:0:30944:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.458043:0:30944:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030000 refcount=3 00000020:00000001:0.0:1788840251.458045:0:30944:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757137408 : -122120952414208 : ffff90ee80030000) 00010000:00000001:0.0:1788840251.458048:0:30944:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757137408 : -122120952414208 : ffff90ee80030000) 00010000:00000001:0.0:1788840251.458050:0:30944:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.458051:0:30944:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.458052:0:30944:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030000 refcount=4 00000020:00000001:0.0:1788840251.458053:0:30944:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757137408 : -122120952414208 : ffff90ee80030000) 00010000:00000001:0.0:1788840251.458055:0:30944:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757137408 : -122120952414208 : ffff90ee80030000) 00010000:00000001:0.0:1788840251.458058:0:30944:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840251.458061:0:30944:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840251.458064:0:30944:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030000/0x3aa5f499c96f3712 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba407 expref: -99 pid: 30944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840251.458070:0:30944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.458071:0:30944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.458072:0:30944:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.458073:0:30944:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.458074:0:30944:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030000 refcount=5 00000020:00000001:0.0:1788840251.458076:0:30944:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757137408 : -122120952414208 : ffff90ee80030000) 00010000:00000001:0.0:1788840251.458077:0:30944:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757137408 : -122120952414208 : ffff90ee80030000) 00010000:00000001:0.0:1788840251.458079:0:30944:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840251.458082:0:30944:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030000/0x3aa5f499c96f3712 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba407 expref: -99 pid: 30944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840251.458087:0:30944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.458088:0:30944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788840251.458090:0:30944:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030000/0x3aa5f499c96f3712 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba407 expref: -99 pid: 30944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840251.458095:0:30944:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840251.458096:0:30944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.458097:0:30944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.458098:0:30944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.458099:0:30944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788840251.458104:0:30944:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90ee87f5bb80 x1875733133969792/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/640 e 0 to 0 dl 1788840267 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788840251.458113:0:30944:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.458114:0:30944:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.458116:0:30944:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030000 refcount=3 00000020:00000001:0.0:1788840251.458118:0:30944:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757137408 : -122120952414208 : ffff90ee80030000) 00010000:00000001:0.0:1788840251.458120:0:30944:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757137408 : -122120952414208 : ffff90ee80030000) 00000002:00010000:0.0:1788840251.458123:0:30944:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030000/0x3aa5f499c96f3712 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba407 expref: -99 pid: 30944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788840251.465358:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840251.465362:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840251.465364:0:2359:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840251.465371:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87fad500 x1875733133969920/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.465380:0:2359:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840251.465382:0:2359:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840251.465385:0:2359:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840251.465388:0:2359:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840251.465390:0:2359:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840251.465393:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87fad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2359:1875733133969920:192.168.202.131@tcp:101:checkstat.0 00000100:00000001:0.0:1788840251.465398:0:2359:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840251.465403:0:2359:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840251.465405:0:2359:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840251.465408:0:2359:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840251.465413:0:2359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86f37800. 02000000:00000001:0.0:1788840251.465415:0:2359:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840251.465422:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840251.465427:0:2359:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c809f8. 00000400:00000010:0.0:1788840251.465511:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6088. 00000100:00000200:0.0:1788840251.465519:0:2359:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133969920, portal 4 00000100:00000001:0.0:1788840251.465521:0:2359:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840251.465523:0:2359:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890819840 : -122120818731776 : ffff90ee87fad500) 00000100:00000040:0.0:1788840251.465530:0:2359:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87fad500 x1875733133969920/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840267 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.465537:0:2359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840251.465550:0:2359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840251.465553:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6f68. 00000100:00000200:0.0:1788840251.465557:0:2359:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875733133969920, offset 0 00000400:00000200:0.0:1788840251.465563:0:2359:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840251.465573:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840251.465582:0:2359:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840251.465586:0:2359:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840251.465590:0:2359:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840251.465594:0:2359:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840251.465596:0:2359:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840251.465599:0:2359:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2369:2369:256:4294967295] 192.168.202.131@tcp LPNI seq info [2369:2369:8:4294967295] 00000400:00000200:0.0:1788840251.465603:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840251.465611:0:2359:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840251.465617:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840251.465621:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee98ea2f00. 00000800:00000200:0.0:1788840251.465628:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840251.465635:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840251.465654:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee98ea2f00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788840251.465673:0:2359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840251.465677:0:2359:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: using a timeout of 23097 usecs (24 jiffies) 00000400:00000200:0.0:1788840251.465680:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840251.465683:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296481307 00000100:00000001:0.0:1788840251.465685:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296483232 00000100:00000001:0.0:1788840251.465687:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296481307 00000100:00000001:0.0:1788840251.465689:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296483232 00000100:00000001:0.0:1788840251.465691:0:2359:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840251.465693:0:2359:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.465697:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.465700:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788840251.467254:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840251.467262:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee98ea2f00. 00000400:00000200:3.0:1788840251.467269:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840251.467278:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840251.467284:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6f68 00000400:00000010:3.0:1788840251.467286:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6f68. 00000100:00000001:3.0:1788840251.467290:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840251.467296:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fad500 x1875733133969920/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840267 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840251.467307:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840251.467311:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87fad500 x1875733133969920/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840267 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840251.467317:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840251.467319:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788840251.471781:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840251.471845:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788840251.471851:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840251.471854:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840251.471857:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.471860:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788840251.474112:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840251.474128:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840251.474133:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840251.474135:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840251.474145:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.474153:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840251.474162:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.474167:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.474173:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.474177:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 400 into portal 4 MB=0x6a9f82724ca00 00000400:00000200:3.0:1788840251.474182:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.474188:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 400/400 into md 0x6815 [1] + 224 00000800:00000001:3.0:1788840251.474195:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840251.474202:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840251.474206:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840251.474210:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840251.474218:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840251.474226:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fad500 x1875733133969920/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840267 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840251.474238:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff90ee87fad500 x1875733133969920/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840267 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840251.474255:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840251.474264:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840251.474268:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840251.474420:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840251.474425:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840251.474558:0:2359:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840251.474561:0:2359:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840251.474565:0:2359:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c809f8. 00000400:00000200:0.0:1788840251.474570:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6088 00000400:00000010:0.0:1788840251.474572:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6088. 00000100:00000001:0.0:1788840251.474576:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840251.474581:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87fad500 x1875733133969920/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840267 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788840251.474590:0:2359:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87fad500 x1875733133969920/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840267 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.474597:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840251.474599:0:2359:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840251.474602:0:2359:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840251.474605:0:2359:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840251.474607:0:2359:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840251.474609:0:2359:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840251.474612:0:2359:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840251.474621:0:2359:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b5cc60 time=101 v=5 (5 5 5 36) 00000100:00001000:0.0:1788840251.474625:0:2359:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840251.474627:0:2359:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840251.474629:0:2359:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.474632:0:2359:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840251.474635:0:2359:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.474716:0:2359:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1788840251.474718:0:2359:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: committing for last_committed 4294967339 gen 15 00000100:00000040:0.0:1788840251.474726:0:2359:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967339) req@ffff90ee87f58e00 x1875733133968640/t4294967339(4294967339) o2->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 1788840265 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.474734:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840251.474737:0:2359:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f58e00 x1875733133968640/t4294967339(4294967339) o2->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 1788840265 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.474744:0:2359:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788840251.474746:0:2359:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840251.474749:0:2359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee85c5f800. 02000000:00000001:0.0:1788840251.474754:0:2359:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788840251.474756:0:2359:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840251.474758:0:2359:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=3 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:0.0:1788840251.474760:0:2359:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840251.474763:0:2359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee87161800. 02000000:00000001:0.0:1788840251.474766:0:2359:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840251.474768:0:2359:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840251.474770:0:2359:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f58e00. 00000100:00000001:0.0:1788840251.474773:0:2359:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840251.474774:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840251.474776:0:2359:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1788840251.474778:0:2359:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:0.0:1788840251.474781:0:2359:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840251.474844:0:2359:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840251.474850:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87fad500 x1875733133969920/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840267 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.474857:0:2359:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840251.474860:0:2359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840251.474862:0:2359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788840251.474865:0:2359:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:0.0:1788840251.474867:0:2359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.474869:0:2359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.474872:0:2359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85000 refcount=4 00000020:00000001:0.0:1788840251.474875:0:2359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872828928 : -122120836722688 : ffff90ee86e85000) 00010000:00000001:0.0:1788840251.474878:0:2359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872828928 : -122120836722688 : ffff90ee86e85000) 00010000:00000001:0.0:1788840251.474880:0:2359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.474881:0:2359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.474883:0:2359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85000 refcount=5 00000020:00000001:0.0:1788840251.474884:0:2359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872828928 : -122120836722688 : ffff90ee86e85000) 00010000:00000001:0.0:1788840251.474886:0:2359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872828928 : -122120836722688 : ffff90ee86e85000) 00010000:00000001:0.0:1788840251.474890:0:2359:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840251.474892:0:2359:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840251.474897:0:2359:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000ccf51853/0x3aa5f499c96f3719 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 30944 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840251.474908:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.474910:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.474912:0:2359:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788840251.474976:0:2359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.474978:0:2359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.474980:0:2359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85000 refcount=6 00000020:00000001:0.0:1788840251.474982:0:2359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872828928 : -122120836722688 : ffff90ee86e85000) 00010000:00000001:0.0:1788840251.474984:0:2359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872828928 : -122120836722688 : ffff90ee86e85000) 00010000:00000040:0.0:1788840251.474991:0:2359:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee86e85000, remote cookie: 0x8a436931312ba40e, flags: 0x1001 00010000:00010000:0.0:1788840251.474996:0:2359:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000ccf51853/0x3aa5f499c96f3719 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba40e expref: -99 pid: 30944 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840251.475003:0:2359:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1788840251.475005:0:2359:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.475007:0:2359:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788840251.475011:0:2359:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1788840251.475015:0:2359:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000ccf51853/0x3aa5f499c96f3719 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba40e expref: -99 pid: 30944 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788840251.475022:0:2359:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000400:0x17:0x0].0x0 (ffff90ee98cc4b00) refcount = 1 00010000:00000040:0.0:1788840251.475025:0:2359:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788840251.475027:0:2359:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000ccf51853/0x3aa5f499c96f3719 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba40e expref: -99 pid: 30944 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840251.475035:0:2359:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788840251.475036:0:2359:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840251.475038:0:2359:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788840251.475040:0:2359:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840251.475043:0:2359:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000ccf51853/0x3aa5f499c96f3719 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba40e expref: -99 pid: 30944 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840251.475049:0:2359:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788840251.475050:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.475051:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.475052:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.475052:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788840251.475054:0:2359:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1788840251.475056:0:2359:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788840251.475059:0:2359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.475060:0:2359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.475061:0:2359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85000 refcount=5 00000020:00000001:0.0:1788840251.475063:0:2359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872828928 : -122120836722688 : ffff90ee86e85000) 00010000:00000001:0.0:1788840251.475064:0:2359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872828928 : -122120836722688 : ffff90ee86e85000) 00000008:00000001:0.0:1788840251.475067:0:2359:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1788840251.475071:0:2359:0:(cl_object.c:143:cl_object_top()) ffff90ee85c4cfc0 -> ffff90ee87fb2d00 00000008:00010000:0.0:1788840251.475075:0:2359:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000ccf51853/0x3aa5f499c96f3719 lrc: 5/2,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x8a436931312ba40e expref: -99 pid: 30944 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1788840251.475082:0:2359:0:(cl_object.c:143:cl_object_top()) ffff90ee85c4cfc0 -> ffff90ee87fb2d00 00000020:00000001:0.0:1788840251.475083:0:2359:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788840251.475085:0:2359:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1788840251.475088:0:2359:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788840251.475090:0:2359:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840251.475092:0:2359:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840251.475093:0:2359:0:(cl_object.c:143:cl_object_top()) ffff90ee85c4cfc0 -> ffff90ee87fb2d00 00000008:00000001:0.0:1788840251.475095:0:2359:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:0.0:1788840251.475097:0:2359:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788840251.475099:0:2359:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1788840251.475113:0:2359:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1788840251.475115:0:2359:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.475118:0:2359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.475119:0:2359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.475120:0:2359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85000 refcount=6 00000020:00000001:0.0:1788840251.475122:0:2359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872828928 : -122120836722688 : ffff90ee86e85000) 00010000:00000001:0.0:1788840251.475124:0:2359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872828928 : -122120836722688 : ffff90ee86e85000) 00010000:00000001:0.0:1788840251.475126:0:2359:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840251.475129:0:2359:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000ccf51853/0x3aa5f499c96f3719 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x8a436931312ba40e expref: -99 pid: 30944 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840251.475136:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.475137:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788840251.475139:0:2359:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000ccf51853/0x3aa5f499c96f3719 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x8a436931312ba40e expref: -99 pid: 30944 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840251.475145:0:2359:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840251.475146:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.475147:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788840251.475149:0:2359:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.475151:0:2359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.475152:0:2359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.475153:0:2359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85000 refcount=5 00000020:00000001:0.0:1788840251.475155:0:2359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872828928 : -122120836722688 : ffff90ee86e85000) 00010000:00000001:0.0:1788840251.475157:0:2359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872828928 : -122120836722688 : ffff90ee86e85000) 00010000:00000001:0.0:1788840251.475159:0:2359:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840251.475161:0:2359:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000ccf51853/0x3aa5f499c96f3719 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x8a436931312ba40e expref: -99 pid: 30944 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840251.475167:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.475168:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.475169:0:2359:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840251.475172:0:2359:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840251.475174:0:2359:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000ccf51853/0x3aa5f499c96f3719 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x8a436931312ba40e expref: -99 pid: 30944 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788840251.475181:0:2359:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840251.475184:0:2359:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840251.475186:0:2359:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840251.475189:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.475190:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.475191:0:2359:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.475194:0:2359:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840251.475195:0:2359:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.475197:0:2359:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.475199:0:2359:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.475201:0:2359:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840251.475202:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.475203:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.475204:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.475205:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788840251.475206:0:2359:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840251.475211:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87fad500 x1875733133969920/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840267 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788840251.475220:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87fad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2359:1875733133969920:192.168.202.131@tcp:101:checkstat.0 00000100:00000001:0.0:1788840251.475225:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840251.475226:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840251.475229:0:2359:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87fad500 x1875733133969920/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840267 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.475234:0:2359:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788840251.475235:0:2359:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840251.475238:0:2359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee86f37800. 02000000:00000001:0.0:1788840251.475241:0:2359:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788840251.475242:0:2359:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840251.475243:0:2359:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=2 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:0.0:1788840251.475245:0:2359:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840251.475247:0:2359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee86fb1600. 02000000:00000001:0.0:1788840251.475250:0:2359:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840251.475251:0:2359:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840251.475252:0:2359:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87fad500. 00000100:00000001:0.0:1788840251.475255:0:2359:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840251.475256:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840251.475258:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840251.475265:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840251.475267:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.475269:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840251.475271:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840251.475582:0:30944:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840251.475586:0:30944:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840251.475593:0:30944:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1788840251.475595:0:30944:0:(cl_object.c:143:cl_object_top()) ffff90ee87fb2d00 -> ffff90ee87fb2d00 00000020:00000001:3.0:1788840251.475597:0:30944:0:(cl_object.c:143:cl_object_top()) ffff90ee87fb2d00 -> ffff90ee87fb2d00 00000020:00000001:3.0:1788840251.475599:0:30944:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1788840251.475603:0:30944:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1788840251.475607:0:30944:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788840251.475608:0:30944:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840251.475610:0:30944:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788840251.475611:0:30944:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788840251.475613:0:30944:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x26:1028 on OST[0]: s=0 (1) m=1788840233 a=1788840233 c=1788840233 b=1 00020000:00000001:3.0:1788840251.475616:0:30944:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788840251.475618:0:30944:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=1788840233 a=1788840233 c=1788840233 b=1 00020000:00000001:3.0:1788840251.475621:0:30944:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840251.475623:0:30944:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840251.475625:0:30944:0:(cl_object.c:143:cl_object_top()) ffff90ee87fb2d00 -> ffff90ee87fb2d00 00000080:00200000:3.0:1788840251.475627:0:30944:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x26:0x0] updating i_size 0 i_blocks 1 00000080:00000001:3.0:1788840251.475629:0:30944:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1788840251.475631:0:30944:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1788840251.475633:0:30944:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90ee87fce2b0 (ffff90ee90b0cd88/0) at cl_lock_release():245 00000020:00000001:3.0:1788840251.475636:0:30944:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788840251.475664:0:30944:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee87fce2b0 (ffff90ee90b0cd88/0) at cl_lock_cancel():142 00020000:00000001:3.0:1788840251.475669:0:30944:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1788840251.475672:0:30944:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788840251.475673:0:30944:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621952871579752 : -122120837971864 : ffff90ee86d54068) 00000020:00000001:3.0:1788840251.475675:0:30944:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788840251.475677:0:30944:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee850634b0 (ffff90ee90b0c098/1) at cl_lock_cancel():142 00000008:00000001:3.0:1788840251.475680:0:30944:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1788840251.475681:0:30944:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1788840251.475682:0:30944:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840251.475684:0:30944:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788840251.475685:0:30944:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1788840251.475687:0:30944:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1788840251.475688:0:30944:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788840251.475689:0:30944:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788840251.475690:0:30944:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788840251.475691:0:30944:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee87fce2b0 (ffff90ee90b0cd88/0) at cl_lock_fini():72 00020000:00000001:3.0:1788840251.475694:0:30944:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1788840251.475695:0:30944:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788840251.475696:0:30944:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee850634b0 (ffff90ee90b0cd88/1) at cl_lock_fini():72 00000008:00000010:3.0:1788840251.475699:0:30944:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90ee885c7a20. 00000020:00000001:3.0:1788840251.475705:0:30944:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1788840251.475707:0:30944:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90ee85063480. 00020000:00000001:3.0:1788840251.475709:0:30944:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1788840251.475710:0:30944:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1788840251.475711:0:30944:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1788840251.475713:0:30944:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840251.475716:0:30944:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788840251.475719:0:30944:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788840251.475721:0:30944:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788840251.475722:0:30944:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1788840251.475724:0:30944:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788840251.475726:0:30944:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0c090 00020000:00000001:3.0:1788840251.475728:0:30944:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788840251.475730:0:30944:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788840251.475733:0:30944:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788840251.475735:0:30944:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x26:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788840251.475739:0:30944:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788840251.475740:0:30944:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840251.475742:0:30944:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788840251.475744:0:30944:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788840251.475745:0:30944:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788840251.475746:0:30944:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0cd80 00000001:00000001:3.0:1788840251.475748:0:30944:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840251.475755:0:30944:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907d08 00000080:00000008:3.0:1788840251.475758:0:30944:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f:[0x200000404:0x26:0x0](ffff90ee90512a08), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788840251.475764:0:30944:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788840251.475765:0:30944:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907da0 00000080:00002000:3.0:1788840251.475767:0:30944:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff90ee906b2a20, parent ffff90ee90711360, inode ffff90ee90512a08) hashed, 00000080:00000001:3.0:1788840251.475770:0:30944:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.478827:0:30754:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840251.478832:0:30754:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788840251.478835:0:30754:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c1fb78 00000080:00200000:0.0:1788840251.478838:0:30754:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:0.0:1788840251.478844:0:30754:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee87161800. 00800000:00000002:0.0:1788840251.478850:0:30754:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840251.478852:0:30754:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840251.478856:0:30754:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840251.478858:0:30754:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c1fa98 00800000:00000002:0.0:1788840251.478860:0:30754:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840251.478863:0:30754:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788840251.478866:0:30754:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788840251.478870:0:30754:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840251.478871:0:30754:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c1f968 00000002:00010000:0.0:1788840251.478873:0:30754:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788840251.478875:0:30754:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788840251.478877:0:30754:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840251.478880:0:30754:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840251.478886:0:30754:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1600 count: 2 00010000:00000001:0.0:1788840251.478888:0:30754:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840251.478892:0:30754:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840251.478895:0:30754:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788840251.478899:0:30754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c800/0x3aa5f499c96f36ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba389 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788840251.478907:0:30754:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840251.478912:0:30754:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840251.478921:0:30754:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c800/0x3aa5f499c96f36ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba389 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1788840251.478931:0:30754:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788840251.478932:0:30754:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840251.478933:0:30754:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840251.478934:0:30754:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840251.478936:0:30754:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840251.478937:0:30754:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788840251.478938:0:30754:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788840251.478941:0:30754:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840251.478944:0:30754:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee87161800. 00000080:00000001:0.0:1788840251.478948:0:30754:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788840251.478950:0:30754:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840251.478952:0:30754:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:0.0:1788840251.478956:0:30754:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f36ef 00800000:00000001:0.0:1788840251.478959:0:30754:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840251.478961:0:30754:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840251.478963:0:30754:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.478965:0:30754:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.478967:0:30754:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c800 refcount=3 00000020:00000001:0.0:1788840251.478969:0:30754:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:0.0:1788840251.478972:0:30754:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:0.0:1788840251.478975:0:30754:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.478977:0:30754:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840251.478978:0:30754:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840251.478980:0:30754:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840251.478982:0:30754:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f36ef from it ffffa16201c1fbb0 00010000:00000001:0.0:1788840251.478984:0:30754:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.478985:0:30754:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.478986:0:30754:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c800 refcount=3 00000020:00000001:0.0:1788840251.478988:0:30754:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:0.0:1788840251.478990:0:30754:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:0.0:1788840251.478992:0:30754:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840251.478995:0:30754:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c800/0x3aa5f499c96f36ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba389 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788840251.479002:0:30754:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.479003:0:30754:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.479005:0:30754:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840251.479007:0:30754:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840251.479009:0:30754:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c800/0x3aa5f499c96f36ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba389 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788840251.479016:0:30754:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840251.479019:0:30754:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840251.479021:0:30754:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840251.479024:0:30754:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.479025:0:30754:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.479027:0:30754:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.479030:0:30754:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840251.479031:0:30754:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.479033:0:30754:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.479035:0:30754:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.479037:0:30754:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840251.479038:0:30754:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.479039:0:30754:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788840251.479041:0:30754:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788840251.479043:0:30754:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840251.479045:0:30754:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 44 00000080:00000001:0.0:1788840251.479050:0:30754:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.479055:0:30754:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:0.0:1788840251.479057:0:30754:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788840251.479058:0:30754:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c1fb78 00000080:00200008:0.0:1788840251.479060:0:30754:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff90ee905142c8), flags 304000 00000080:00000010:0.0:1788840251.479065:0:30754:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90ee92d4d180. 00000080:00000001:0.0:1788840251.479069:0:30754:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.479071:0:30754:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840251.479081:0:30754:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c1fd28 00000080:00200008:0.0:1788840251.479082:0:30754:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff90ee905142c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788840251.479089:0:30754:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1788840251.479092:0:30754:0:(statahead.c:1783:is_first_dirent()) Process entered 00000080:00000010:0.0:1788840251.479095:0:30754:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee87161800. 00800000:00000002:0.0:1788840251.479097:0:30754:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00800000:00000001:0.0:1788840251.479101:0:30754:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00000002:00000001:0.0:1788840251.479105:0:30754:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:0.0:1788840251.479107:0:30754:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840251.479108:0:30754:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c1f990 00000002:00010000:0.0:1788840251.479110:0:30754:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: readdir flags 0 00000002:00000001:0.0:1788840251.479113:0:30754:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788840251.479114:0:30754:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840251.479115:0:30754:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840251.479117:0:30754:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1600 count: 2 00010000:00000001:0.0:1788840251.479120:0:30754:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840251.479122:0:30754:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840251.479124:0:30754:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788840251.479126:0:30754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c800/0x3aa5f499c96f36ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba389 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1788840251.479132:0:30754:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840251.479134:0:30754:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840251.479137:0:30754:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c800/0x3aa5f499c96f36ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba389 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1788840251.479143:0:30754:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788840251.479145:0:30754:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840251.479147:0:30754:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840251.479148:0:30754:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840251.479149:0:30754:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.479151:0:30754:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.479152:0:30754:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c800 refcount=3 00000020:00000001:0.0:1788840251.479154:0:30754:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:0.0:1788840251.479156:0:30754:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:0.0:1788840251.479158:0:30754:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.479159:0:30754:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840251.479160:0:30754:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840251.479198:0:30754:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:0.0:1788840251.479204:0:30754:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff90ee98ed5800. 00000800:00000200:3.0:1788840251.484007:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840251.484011:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0da00. 00000400:00000200:3.0:1788840251.484015:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840251.484020:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840251.484024:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539d48 00000400:00000010:3.0:1788840251.484026:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539d48. 00000100:00000001:3.0:1788840251.484029:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840251.484033:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fad180 x1875733133970048/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840267 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840251.484041:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840251.484043:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fad180 x1875733133970048/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840267 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840251.484048:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840251.484049:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840251.492607:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840251.492625:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840251.492629:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840251.492670:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840251.492681:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.492689:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840251.492698:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.492702:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.492707:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.492710:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 4096 into portal 14 MB=0x6a9f82724ca80 00000400:00000200:2.0:1788840251.492714:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.492720:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.202.131@tcp of length 4096/4096 into md 0x681d [256] + 0 00000400:00000010:2.0:1788840251.492725:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe5d8. 00000400:00000200:2.0:1788840251.492730:0:2354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90ee86f98000 00000800:00000001:2.0:1788840251.492735:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840251.492744:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840251.492747:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840251.492751:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840251.492757:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee86f98000 00000400:00000010:2.0:1788840251.492760:0:2354:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff90ee86f98000. 00000100:00000001:2.0:1788840251.492766:0:2354:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1788840251.492769:0:2354:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff90ee87fad180 desc ffff90ee85c5dc00 mbits 1875733133970048 00000100:00000001:2.0:1788840251.492864:0:2354:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1788840251.492873:0:2354:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788840251.492877:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.492882:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840251.492887:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2371:2371:256:4294967295] 192.168.202.131@tcp LPNI seq info [2371:2371:8:4294967295] 00000400:00000200:2.0:1788840251.492890:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.492895:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) 192.168.202.131@tcp : ACK try# 0 00000800:00000200:2.0:1788840251.492899:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840251.492906:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff90ee98872000. 00000800:00000200:2.0:1788840251.492910:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840251.492915:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840251.492918:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee98872000 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:3.0:1788840251.493041:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840251.493046:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788840251.493106:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840251.493111:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff90ee98872000. 00000400:00000200:2.0:1788840251.493115:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840251.493119:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: ACK: OK 00000800:00000001:3.0:1788840251.501607:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840251.501623:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840251.501627:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840251.501630:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840251.501675:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.501683:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840251.501694:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.501698:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.501704:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.501708:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 440 into portal 10 MB=0x6a9f82724ca80 00000400:00000200:3.0:1788840251.501713:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.501719:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 440/440 into md 0x6825 [1] + 224 00000800:00000001:3.0:1788840251.501728:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840251.502028:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840251.502032:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840251.502038:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840251.502046:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840251.502055:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fad180 x1875733133970048/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840267 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840251.502068:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff90ee87fad180 x1875733133970048/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840251.502090:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840251.502100:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840251.502104:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788840251.517250:0:30945:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788840251.517256:0:30945:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788840251.517259:0:30945:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788840251.517263:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bb20 00000080:00200000:2.0:1788840251.517267:0:30945:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:2.0:1788840251.517276:0:30945:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98d5b000. 00800000:00000002:2.0:1788840251.517283:0:30945:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:2.0:1788840251.517287:0:30945:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788840251.517292:0:30945:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788840251.517294:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2ba40 00800000:00000002:2.0:1788840251.517296:0:30945:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788840251.517300:0:30945:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788840251.517303:0:30945:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788840251.517308:0:30945:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788840251.517311:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2b910 00000002:00010000:2.0:1788840251.517313:0:30945:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788840251.517316:0:30945:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788840251.517319:0:30945:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840251.517322:0:30945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840251.517328:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1600 count: 2 00010000:00000001:2.0:1788840251.517331:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840251.517335:0:30945:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840251.517339:0:30945:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788840251.517344:0:30945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c800/0x3aa5f499c96f36ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba389 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:2.0:1788840251.517354:0:30945:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788840251.517360:0:30945:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840251.517362:0:30945:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c800/0x3aa5f499c96f36ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba389 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:2.0:1788840251.517369:0:30945:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788840251.517371:0:30945:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788840251.517373:0:30945:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788840251.517375:0:30945:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788840251.517377:0:30945:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788840251.517791:0:30945:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788840251.517795:0:30945:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788840251.517799:0:30945:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:2.0:1788840251.517803:0:30945:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98d5b000. 00000080:00000001:2.0:1788840251.517809:0:30945:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788840251.517810:0:30945:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840251.517813:0:30945:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:2.0:1788840251.517816:0:30945:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f36ef 00800000:00000001:2.0:1788840251.517819:0:30945:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788840251.517822:0:30945:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788840251.517824:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840251.517827:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840251.517830:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c800 refcount=3 00000020:00000001:2.0:1788840251.517832:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:2.0:1788840251.517834:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:2.0:1788840251.517838:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840251.517839:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840251.517841:0:30945:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840251.517843:0:30945:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840251.517845:0:30945:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f36ef from it ffffa16201d2bb58 00010000:00000001:2.0:1788840251.517847:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840251.517848:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840251.517850:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c800 refcount=3 00000020:00000001:2.0:1788840251.517851:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:2.0:1788840251.517853:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:2.0:1788840251.517855:0:30945:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788840251.517859:0:30945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c800/0x3aa5f499c96f36ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba389 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788840251.517867:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840251.517868:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840251.517869:0:30945:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788840251.517872:0:30945:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788840251.517874:0:30945:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c800/0x3aa5f499c96f36ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba389 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1788840251.517881:0:30945:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788840251.517886:0:30945:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788840251.517889:0:30945:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840251.517894:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840251.517895:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840251.517897:0:30945:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840251.517900:0:30945:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788840251.517901:0:30945:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840251.517903:0:30945:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840251.517907:0:30945:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840251.517909:0:30945:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788840251.517910:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840251.517911:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788840251.517914:0:30945:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788840251.518095:0:30945:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788840251.518099:0:30945:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788840251.518104:0:30945:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840251.518108:0:30945:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788840251.518111:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bb48 00000080:00002000:2.0:1788840251.518113:0:30945:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-1(ffff90ee90711510) flags 0x20000e refc 1 00000080:00000001:2.0:1788840251.518115:0:30945:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840251.518117:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bb90 00000080:00200000:2.0:1788840251.518118:0:30945:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-1, flags=8 00000080:00000001:2.0:1788840251.518123:0:30945:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788840251.518124:0:30945:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840251.518132:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bd08 00000080:00200008:2.0:1788840251.518133:0:30945:0:(file.c:6296:ll_getattr_dentry()) START file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff90ee90515b88), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788840251.518138:0:30945:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788840251.518139:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bc80 00000080:00200000:2.0:1788840251.518141:0:30945:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x23:0x0](ffff90ee90515b88),name=d21g.recovery-small-1 00000080:00000010:2.0:1788840251.518148:0:30945:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98d5b000. 00800000:00000002:2.0:1788840251.518151:0:30945:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:2.0:1788840251.518157:0:30945:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788840251.518159:0:30945:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788840251.518165:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bba0 00800000:00000002:2.0:1788840251.518167:0:30945:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x23:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788840251.518170:0:30945:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788840251.518175:0:30945:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x23:0x0], name='' -> mds #0 00000002:00000001:2.0:1788840251.518179:0:30945:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788840251.518180:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2ba70 00000002:00010000:2.0:1788840251.518182:0:30945:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788840251.518184:0:30945:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788840251.518186:0:30945:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840251.518187:0:30945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840251.518192:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74e00 count: 2 00010000:00000001:2.0:1788840251.518194:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840251.518197:0:30945:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840251.518199:0:30945:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788840251.518203:0:30945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f36f6 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba3a5 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788840251.518210:0:30945:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788840251.518214:0:30945:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840251.518217:0:30945:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f36f6 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba3a5 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788840251.518223:0:30945:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788840251.518224:0:30945:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788840251.518226:0:30945:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788840251.518228:0:30945:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788840251.518230:0:30945:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788840251.518231:0:30945:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788840251.518233:0:30945:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788840251.518235:0:30945:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:2.0:1788840251.518237:0:30945:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98d5b000. 00000080:00000001:2.0:1788840251.518240:0:30945:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788840251.518241:0:30945:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840251.518243:0:30945:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x23:0x0](ffff90ee90515b88) 00000080:00010000:2.0:1788840251.518245:0:30945:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x23:0x0](ffff90ee90515b88) for lock 0x3aa5f499c96f36f6 00800000:00000001:2.0:1788840251.518247:0:30945:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788840251.518249:0:30945:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788840251.518250:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840251.518251:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840251.518253:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523de00 refcount=3 00000020:00000001:2.0:1788840251.518255:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:2.0:1788840251.518257:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:2.0:1788840251.518258:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840251.518259:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840251.518260:0:30945:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840251.518262:0:30945:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840251.518264:0:30945:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f36f6 from it ffffa16201d2bcb8 00010000:00000001:2.0:1788840251.518266:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840251.518267:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840251.518268:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523de00 refcount=3 00000020:00000001:2.0:1788840251.518270:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:2.0:1788840251.518272:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:2.0:1788840251.518274:0:30945:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788840251.518276:0:30945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f36f6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba3a5 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788840251.518282:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840251.518283:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840251.518284:0:30945:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788840251.518285:0:30945:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788840251.518287:0:30945:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f36f6 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba3a5 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788840251.518292:0:30945:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788840251.518294:0:30945:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788840251.518295:0:30945:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840251.518297:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840251.518298:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840251.518299:0:30945:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840251.518301:0:30945:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788840251.518302:0:30945:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840251.518303:0:30945:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840251.518305:0:30945:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840251.518306:0:30945:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788840251.518308:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840251.518309:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788840251.518310:0:30945:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788840251.518311:0:30945:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788840251.518314:0:30945:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840251.518317:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bd08 00000080:00000008:2.0:1788840251.518320:0:30945:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff90ee90515b88), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788840251.518351:0:30945:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788840251.518354:0:30945:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788840251.518356:0:30945:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788840251.518357:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bbc0 00000080:00200000:2.0:1788840251.518359:0:30945:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:2.0:1788840251.518363:0:30945:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98d5b000. 00800000:00000002:2.0:1788840251.518366:0:30945:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:2.0:1788840251.518368:0:30945:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788840251.518370:0:30945:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788840251.518371:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bae0 00800000:00000002:2.0:1788840251.518373:0:30945:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788840251.518375:0:30945:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788840251.518376:0:30945:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788840251.518392:0:30945:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788840251.518393:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2b9b0 00000002:00010000:2.0:1788840251.518395:0:30945:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788840251.518398:0:30945:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788840251.518399:0:30945:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840251.518400:0:30945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840251.518403:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1600 count: 2 00010000:00000001:2.0:1788840251.518406:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840251.518408:0:30945:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840251.518410:0:30945:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788840251.518413:0:30945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c800/0x3aa5f499c96f36ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba389 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:2.0:1788840251.518419:0:30945:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788840251.518421:0:30945:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840251.518424:0:30945:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c800/0x3aa5f499c96f36ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba389 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:2.0:1788840251.518439:0:30945:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788840251.518441:0:30945:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788840251.518449:0:30945:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788840251.518452:0:30945:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788840251.518453:0:30945:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788840251.518456:0:30945:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788840251.518458:0:30945:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788840251.518460:0:30945:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:2.0:1788840251.518462:0:30945:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98d5b000. 00000080:00000001:2.0:1788840251.518465:0:30945:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788840251.518466:0:30945:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840251.518468:0:30945:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:2.0:1788840251.518470:0:30945:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f36ef 00800000:00000001:2.0:1788840251.518473:0:30945:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788840251.518474:0:30945:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788840251.518476:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840251.518477:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840251.518478:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c800 refcount=3 00000020:00000001:2.0:1788840251.518480:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:2.0:1788840251.518482:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:2.0:1788840251.518484:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840251.518485:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840251.518486:0:30945:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840251.518488:0:30945:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840251.518490:0:30945:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f36ef from it ffffa16201d2bbf8 00010000:00000001:2.0:1788840251.518492:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840251.518493:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840251.518494:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c800 refcount=3 00000020:00000001:2.0:1788840251.518496:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:2.0:1788840251.518498:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:2.0:1788840251.518500:0:30945:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788840251.518502:0:30945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c800/0x3aa5f499c96f36ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba389 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:2.0:1788840251.518509:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840251.518510:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840251.518511:0:30945:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788840251.518513:0:30945:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788840251.518515:0:30945:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c800/0x3aa5f499c96f36ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba389 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:2.0:1788840251.518521:0:30945:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788840251.518522:0:30945:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788840251.518523:0:30945:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840251.518525:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840251.518527:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840251.518528:0:30945:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840251.518529:0:30945:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788840251.518531:0:30945:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840251.518532:0:30945:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840251.518533:0:30945:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840251.518535:0:30945:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788840251.518536:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840251.518537:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788840251.518549:0:30945:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788840251.518551:0:30945:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788840251.518553:0:30945:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788840251.518556:0:30945:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840251.518558:0:30945:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788840251.518560:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bbc0 00000080:00002000:2.0:1788840251.518561:0:30945:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-1(ffff90ee90711510) flags 0x20000e refc 1 00000080:00000001:2.0:1788840251.518563:0:30945:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840251.518565:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bc08 00000080:00200000:2.0:1788840251.518566:0:30945:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-1, flags=266 00000080:00000001:2.0:1788840251.518568:0:30945:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788840251.518569:0:30945:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840251.518573:0:30945:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788840251.518574:0:30945:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x23:0x0](ffff90ee90515b88), inode mode 41ed mask 44 00000080:00000001:2.0:1788840251.518576:0:30945:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840251.518581:0:30945:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:2.0:1788840251.518583:0:30945:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788840251.518584:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bb78 00000080:00200008:2.0:1788840251.518586:0:30945:0:(file.c:1090:ll_file_open()) START file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff90ee90515b88), flags 704400 00000080:00000010:2.0:1788840251.518591:0:30945:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90ee82ffda40. 00000080:00000001:2.0:1788840251.518596:0:30945:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:2.0:1788840251.518599:0:30945:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98d5b000. 00800000:00000002:2.0:1788840251.518602:0:30945:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:2.0:1788840251.518604:0:30945:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788840251.518606:0:30945:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788840251.518607:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2ba28 00800000:00000002:2.0:1788840251.518608:0:30945:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x23:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788840251.518611:0:30945:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:2.0:1788840251.518614:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2b9a8 00800000:00000002:2.0:1788840251.518615:0:30945:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x23:0x0], name='' -> mds #0 layout version 1 00000002:00000001:2.0:1788840251.518619:0:30945:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788840251.518620:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2b8e0 00000002:00010000:2.0:1788840251.518622:0:30945:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:2.0:1788840251.518626:0:30945:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788840251.518629:0:30945:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1788840251.518632:0:30945:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788840251.518635:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74e00 count: 2 00010000:00000001:2.0:1788840251.518637:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840251.519003:0:30945:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788840251.519005:0:30945:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840251.519008:0:30945:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840251.519010:0:30945:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840251.519012:0:30945:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788840251.519015:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1600 count: 2 00010000:00000001:2.0:1788840251.519018:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840251.519020:0:30945:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788840251.519022:0:30945:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840251.519023:0:30945:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840251.519025:0:30945:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788840251.519031:0:30945:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125f480. 00000020:00000040:2.0:1788840251.519036:0:30945:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=4 obd=lustre-MDT0000-mdc-ffff90ee90f70800 02000000:00000001:2.0:1788840251.519041:0:30945:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788840251.519043:0:30945:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840251.519046:0:30945:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788840251.519050:0:30945:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840251.519053:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840251.519054:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840251.519056:0:30945:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840251.519058:0:30945:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840251.519060:0:30945:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840251.519063:0:30945:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840251.519069:0:30945:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee85dd7000. 00000100:00000001:2.0:1788840251.519075:0:30945:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840251.519080:0:30945:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840251.519082:0:30945:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840251.519083:0:30945:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840251.519085:0:30945:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840251.519086:0:30945:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840251.519093:0:30945:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446621953044640896 : -122120664910720 : ffff90ee9125f480) 00010000:00000001:2.0:1788840251.519097:0:30945:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788840251.519099:0:30945:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788840251.519101:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1600 count: 2 00010000:00000001:2.0:1788840251.519103:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840251.519105:0:30945:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788840251.519108:0:30945:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee87d8c600. 00000020:00000001:2.0:1788840251.519111:0:30945:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788840251.519113:0:30945:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee87d8c600 with handle 0x3aa5f499c96f3720 to hash 00000020:00000001:2.0:1788840251.519115:0:30945:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788840251.519116:0:30945:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952888587776 : -122120820963840 : ffff90ee87d8c600) 00010000:00000001:2.0:1788840251.519120:0:30945:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952888587776 : -122120820963840 : ffff90ee87d8c600) 00010000:00000001:2.0:1788840251.519122:0:30945:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840251.519124:0:30945:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840251.519127:0:30945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c600/0x3aa5f499c96f3720 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840251.519135:0:30945:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c600/0x3aa5f499c96f3720 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30945 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1788840251.519146:0:30945:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1788840251.519157:0:30945:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee9125f480 x1875733133970304/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1788840251.519168:0:30945:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c600/0x3aa5f499c96f3720 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30945 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788840251.519174:0:30945:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788840251.519176:0:30945:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788840251.519183:0:30945:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee982249c0. 00000100:00000001:2.0:1788840251.519186:0:30945:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621953161841088 : -122120547710528 : ffff90ee982249c0) 00000100:00000001:2.0:1788840251.519189:0:30945:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840251.519190:0:30945:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044640896 : -122120664910720 : ffff90ee9125f480) 00000100:00000001:2.0:1788840251.519195:0:30945:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840251.519199:0:30945:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840251.519201:0:30945:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788840251.519202:0:30945:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840251.519207:0:30945:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125f480 x1875733133970304/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840251.519215:0:30945:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840251.519217:0:30945:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840251.519220:0:30945:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840251.519223:0:30945:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840251.519225:0:30945:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840251.519228:0:30945:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125f480 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:30945:1875733133970304:192.168.202.131@tcp:101:rm.0 00000100:00000001:2.0:1788840251.519232:0:30945:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840251.519236:0:30945:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840251.519238:0:30945:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840251.519241:0:30945:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840251.519340:0:30945:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff90ee87200000. 02000000:00000001:2.0:1788840251.519344:0:30945:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840251.519351:0:30945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840251.519356:0:30945:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4ec08. 00000400:00000010:2.0:1788840251.519363:0:30945:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff90ee86e6a800. 00000100:00000200:2.0:1788840251.519370:0:30945:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875733133970304, portal 10 00000100:00000001:2.0:1788840251.519372:0:30945:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840251.519374:0:30945:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044640896 : -122120664910720 : ffff90ee9125f480) 00000100:00000040:2.0:1788840251.519380:0:30945:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee9125f480 x1875733133970304/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840267 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840251.519387:0:30945:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840251.519389:0:30945:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840251.519392:0:30945:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee912346e8. 00000100:00000200:2.0:1788840251.519395:0:30945:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875733133970304, offset 0 00000400:00000200:2.0:1788840251.519401:0:30945:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840251.519409:0:30945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.519416:0:30945:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840251.519421:0:30945:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840251.519425:0:30945:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840251.522015:0:30945:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840251.522030:0:30945:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840251.522036:0:30945:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2372:2372:256:4294967295] 192.168.202.131@tcp LPNI seq info [2372:2372:8:4294967295] 00000400:00000200:2.0:1788840251.522042:0:30945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.522053:0:30945:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840251.522061:0:30945:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840251.522070:0:30945:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989500. 00000800:00000200:2.0:1788840251.522077:0:30945:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840251.522084:0:30945:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840251.522088:0:30945:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989500 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1788840251.522113:0:30945:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840251.522118:0:30945:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 811406 usecs (812 jiffies) 00000400:00000200:2.0:1788840251.522122:0:30945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840251.522124:0:30945:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296482152 00000100:00000001:2.0:1788840251.522127:0:30945:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296483232 00000100:00000001:2.0:1788840251.522130:0:30945:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296482152 00000100:00000001:2.0:1788840251.522132:0:30945:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296483232 00000100:00000001:2.0:1788840251.522134:0:30945:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840251.522137:0:30945:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840251.522140:0:30945:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840251.522142:0:30945:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788840251.522145:0:30945:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee982249c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788840251.522147:0:30945:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840251.522151:0:30945:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840251.523109:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840251.523116:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989500. 00000400:00000200:3.0:1788840251.523122:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840251.523130:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840251.523137:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee912346e8 00000400:00000010:3.0:1788840251.523140:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee912346e8. 00000100:00000001:3.0:1788840251.523144:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840251.523151:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125f480 x1875733133970304/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840267 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840251.523163:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840251.523166:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee9125f480 x1875733133970304/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840267 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840251.523172:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840251.523174:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840251.527216:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840251.527237:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840251.527242:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840251.527244:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840251.527255:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.527262:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840251.527272:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.527277:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.527283:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.527287:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 608 into portal 10 MB=0x6a9f82724cb80 00000400:00000200:2.0:1788840251.527292:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.527297:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 608/608 into md 0x682d [64] + 224 00000800:00000001:2.0:1788840251.527304:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840251.527310:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840251.527313:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840251.527317:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840251.527325:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840251.527334:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125f480 x1875733133970304/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840267 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840251.527343:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff90ee9125f480 x1875733133970304/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840251.527362:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840251.527371:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840251.527374:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788840251.537004:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840251.537018:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0d800. 00000400:00000200:3.0:1788840251.537031:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840251.537042:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840251.537053:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539110 00000400:00000010:3.0:1788840251.537056:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539110. 00000100:00000001:3.0:1788840251.537064:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840251.537076:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fad180 x1875733133970432/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840267 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840251.537100:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840251.537105:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fad180 x1875733133970432/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840267 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840251.537112:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840251.537114:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1788840251.539883:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8c600. 00000800:00000001:2.0:1788840251.540579:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840251.540600:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840251.540604:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840251.540607:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840251.540616:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.540623:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840251.540634:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.540672:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.540678:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.540682:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 4096 into portal 14 MB=0x6a9f82724cc00 00000400:00000200:2.0:1788840251.540687:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.540693:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.202.131@tcp of length 4096/4096 into md 0x683d [256] + 0 00000400:00000010:2.0:1788840251.540698:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe210. 00000400:00000200:2.0:1788840251.540702:0:2353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90ee86f9e000 00000800:00000001:2.0:1788840251.540707:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840251.540721:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840251.540724:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840251.540730:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840251.540736:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee86f9e000 00000400:00000010:2.0:1788840251.540751:0:2353:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff90ee86f9e000. 00000100:00000001:2.0:1788840251.540758:0:2353:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1788840251.540761:0:2353:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff90ee87fad180 desc ffff90ee85c5dc00 mbits 1875733133970432 00000100:00000001:2.0:1788840251.540775:0:2353:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1788840251.540783:0:2353:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788840251.540787:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.540792:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840251.540798:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2374:2374:256:4294967295] 192.168.202.131@tcp LPNI seq info [2374:2374:8:4294967295] 00000400:00000200:2.0:1788840251.540802:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.540810:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) 192.168.202.131@tcp : ACK try# 0 00000800:00000200:2.0:1788840251.540816:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840251.540823:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff90ee98872000. 00000800:00000200:2.0:1788840251.540828:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840251.540835:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840251.540840:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee98872000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788840251.540939:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840251.540943:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff90ee98872000. 00000400:00000200:2.0:1788840251.540946:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840251.540949:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: ACK: OK 00000800:00000001:2.0:1788840251.540954:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840251.540957:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840251.548186:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840251.548210:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840251.548214:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840251.548217:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840251.548226:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.548235:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840251.548247:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.548252:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.548258:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.548262:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 440 into portal 10 MB=0x6a9f82724cc00 00000400:00000200:2.0:1788840251.548267:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.548273:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 440/440 into md 0x6845 [1] + 224 00000800:00000001:2.0:1788840251.548279:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840251.548289:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840251.548293:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840251.548298:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840251.548305:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840251.548316:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fad180 x1875733133970432/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840267 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840251.548328:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff90ee87fad180 x1875733133970432/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840251.548440:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840251.548460:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840251.548464:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788840251.557848:0:30945:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:2.0:1788840251.557857:0:30945:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788840251.557860:0:30945:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833957 : 144115205322833957 : 200000404000025) 00000080:00000001:2.0:1788840251.557864:0:30945:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788840251.557870:0:30945:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee86fb0e00. 00000080:00000001:2.0:1788840251.557875:0:30945:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840251.557954:0:30945:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:2.0:1788840251.557957:0:30945:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788840251.557960:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bdd0 00000080:00200008:2.0:1788840251.557963:0:30945:0:(file.c:479:ll_file_release()) START file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff90ee90515b88), flags 704000 00000080:00400000:2.0:1788840251.557968:0:30945:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x23:0x0] 00000080:00000001:2.0:1788840251.557971:0:30945:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1788840251.557973:0:30945:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:2.0:1788840251.557975:0:30945:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:2.0:1788840251.557983:0:30945:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840251.557986:0:30945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840251.557992:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74e00 count: 2 00010000:00000001:2.0:1788840251.557995:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788840251.557999:0:30945:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788840251.558001:0:30945:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x23:0x0]: 0 00000080:00000001:2.0:1788840251.558004:0:30945:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1788840251.558007:0:30945:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1788840251.558011:0:30945:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff90ee98d5b400. 00000080:00000001:2.0:1788840251.558014:0:30945:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1788840251.558021:0:30945:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1788840251.558024:0:30945:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:2.0:1788840251.558026:0:30945:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x23:0x0] 00000002:00000001:2.0:1788840251.558030:0:30945:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1788840251.558032:0:30945:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff90ee90f70800: [0x200000404:0x23:0x0] file closed with intent: 0 00000100:00000010:2.0:1788840251.558038:0:30945:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125f100. 00000020:00000040:2.0:1788840251.558043:0:30945:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:2.0:1788840251.558047:0:30945:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840251.558051:0:30945:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840251.558056:0:30945:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840251.558063:0:30945:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee98d5ba00. 00000100:00000001:2.0:1788840251.558070:0:30945:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1788840251.558087:0:30945:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff90ee9125f480 x1875733133970304/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840267 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788840251.558105:0:30945:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1788840251.558111:0:30945:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee9125f100 x1875733133970688/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1788840251.558117:0:30945:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788840251.558119:0:30945:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788840251.558125:0:30945:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee98224240. 00000100:00000001:2.0:1788840251.558127:0:30945:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621953161839168 : -122120547712448 : ffff90ee98224240) 00000100:00000001:2.0:1788840251.558130:0:30945:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840251.558131:0:30945:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044640000 : -122120664911616 : ffff90ee9125f100) 00000100:00000001:2.0:1788840251.558135:0:30945:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840251.558139:0:30945:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840251.558141:0:30945:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788840251.558142:0:30945:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840251.558146:0:30945:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125f100 x1875733133970688/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840251.558153:0:30945:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840251.558156:0:30945:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840251.558159:0:30945:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840251.558161:0:30945:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840251.558163:0:30945:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840251.558166:0:30945:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125f100 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:30945:1875733133970688:192.168.202.131@tcp:35:rm.0 00000100:00000001:2.0:1788840251.558170:0:30945:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840251.558176:0:30945:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840251.558178:0:30945:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840251.558180:0:30945:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840251.558184:0:30945:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee85dd6c00. 02000000:00000001:2.0:1788840251.558187:0:30945:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840251.558194:0:30945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840251.558199:0:30945:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e840. 00000400:00000010:2.0:1788840251.558206:0:30945:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234990. 00000100:00000200:2.0:1788840251.558213:0:30945:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133970688, portal 10 00000100:00000001:2.0:1788840251.558215:0:30945:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840251.558217:0:30945:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044640000 : -122120664911616 : ffff90ee9125f100) 00000100:00000040:2.0:1788840251.558223:0:30945:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee9125f100 x1875733133970688/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840267 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840251.558231:0:30945:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840251.558233:0:30945:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840251.558236:0:30945:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee912344c8. 00000100:00000200:2.0:1788840251.558240:0:30945:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875733133970688, offset 0 00000400:00000200:2.0:1788840251.558246:0:30945:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840251.558256:0:30945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.558262:0:30945:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840251.558267:0:30945:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840251.558271:0:30945:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840251.558274:0:30945:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840251.558277:0:30945:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840251.558281:0:30945:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2375:2375:256:4294967295] 192.168.202.131@tcp LPNI seq info [2375:2375:8:4294967295] 00000400:00000200:2.0:1788840251.558285:0:30945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.558293:0:30945:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840251.558299:0:30945:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840251.558304:0:30945:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989b00. 00000800:00000200:2.0:1788840251.558310:0:30945:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840251.558318:0:30945:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840251.558322:0:30945:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989b00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788840251.558977:0:30945:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840251.558985:0:30945:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 809123 usecs (810 jiffies) 00000400:00000200:2.0:1788840251.558991:0:30945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840251.558994:0:30945:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296482187 00000100:00000001:2.0:1788840251.558998:0:30945:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296483232 00000100:00000001:2.0:1788840251.559000:0:30945:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296482187 00000100:00000001:2.0:1788840251.559003:0:30945:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296483232 00000100:00000001:2.0:1788840251.559006:0:30945:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840251.559009:0:30945:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840251.559012:0:30945:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840251.559014:0:30945:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788840251.559017:0:30945:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee98224240 going to sleep for 11 seconds 00000100:00000001:2.0:1788840251.559021:0:30945:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840251.559023:0:30945:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840251.559215:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840251.559220:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989b00. 00000400:00000200:3.0:1788840251.559225:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840251.559232:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840251.559237:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee912344c8 00000400:00000010:3.0:1788840251.559240:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee912344c8. 00000100:00000001:3.0:1788840251.559244:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840251.559248:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125f100 x1875733133970688/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840267 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840251.559258:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840251.559261:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee9125f100 x1875733133970688/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840267 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840251.559268:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840251.559269:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840251.562100:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840251.562116:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840251.562120:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840251.562122:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840251.562130:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.562137:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840251.562145:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.562150:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.562155:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.562160:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 456 into portal 10 MB=0x6a9f82724cd00 00000400:00000200:2.0:1788840251.562165:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.562172:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 456/456 into md 0x684d [1] + 224 00000800:00000001:2.0:1788840251.562178:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840251.562197:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840251.562201:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840251.562205:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840251.562214:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840251.562223:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125f100 x1875733133970688/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840267 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840251.562234:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff90ee9125f100 x1875733133970688/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.562317:0:30945:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840251.562334:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840251.562343:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840251.562346:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788840251.562767:0:30945:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840251.562771:0:30945:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840251.562774:0:30945:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e840. 00000400:00000200:0.0:1788840251.562780:0:30945:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234990 00000400:00000010:0.0:1788840251.562782:0:30945:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234990. 00000100:00000001:0.0:1788840251.562785:0:30945:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840251.562790:0:30945:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125f100 x1875733133970688/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788840251.562798:0:30945:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125f100 x1875733133970688/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.562804:0:30945:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840251.562806:0:30945:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840251.562809:0:30945:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840251.562812:0:30945:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840251.562814:0:30945:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840251.562816:0:30945:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840251.562819:0:30945:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840251.562829:0:30945:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee988234a8 time=101 v=5 (5 5 5 5) 00000100:00001000:0.0:1788840251.562833:0:30945:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840251.562835:0:30945:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840251.562837:0:30945:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.562839:0:30945:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840251.562843:0:30945:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.562846:0:30945:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788840251.562847:0:30945:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788840251.562849:0:30945:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788840251.562851:0:30945:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840251.562852:0:30945:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044640000 : -122120664911616 : ffff90ee9125f100) 00000100:00000001:0.0:1788840251.562856:0:30945:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840251.562858:0:30945:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967617 00000100:00000001:0.0:1788840251.562859:0:30945:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840251.562862:0:30945:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840251.562867:0:30945:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125f100 x1875733133970688/t4294967619(4294967619) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840267 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.562875:0:30945:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840251.562878:0:30945:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840251.562880:0:30945:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840251.562884:0:30945:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125f100 x1875733133970688/t4294967619(4294967619) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840267 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788840251.562891:0:30945:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125f100 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:30945:1875733133970688:192.168.202.131@tcp:35:rm.0 00000100:00000001:0.0:1788840251.562896:0:30945:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840251.562898:0:30945:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.562900:0:30945:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788840251.562902:0:30945:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840251.562905:0:30945:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee9125f100 x1875733133970688/t4294967619(4294967619) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840267 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.562911:0:30945:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840251.562914:0:30945:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee98224240. 00000100:00000001:0.0:1788840251.562917:0:30945:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788840251.562919:0:30945:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.562926:0:30945:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840251.562927:0:30945:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044640000 : -122120664911616 : ffff90ee9125f100) 00000002:00000001:0.0:1788840251.562930:0:30945:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840251.562933:0:30945:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788840251.562938:0:30945:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98d5b400. 00000080:00000001:0.0:1788840251.562942:0:30945:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788840251.562945:0:30945:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1788840251.562950:0:30945:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788840251.562954:0:30945:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff90ee9125f480 x1875733133970304/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840267 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.562960:0:30945:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840251.562961:0:30945:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044640896 : -122120664910720 : ffff90ee9125f480) 00000100:00000001:0.0:1788840251.562963:0:30945:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840251.562966:0:30945:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125f480 x1875733133970304/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840267 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.562972:0:30945:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.562974:0:30945:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840251.562976:0:30945:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee9125f100 x1875733133970688/t4294967619(4294967619) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840267 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.562981:0:30945:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.562983:0:30945:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840251.562987:0:30945:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125f480 x1875733133970304/t4294967618(4294967618) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840267 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.562992:0:30945:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788840251.562995:0:30945:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840251.562997:0:30945:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=4 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:0.0:1788840251.562999:0:30945:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840251.563002:0:30945:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee85dd7000. 02000000:00000001:0.0:1788840251.563006:0:30945:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840251.563007:0:30945:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840251.563009:0:30945:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125f480. 00000100:00000001:0.0:1788840251.563012:0:30945:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840251.563013:0:30945:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840251.563014:0:30945:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840251.563016:0:30945:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125f100 x1875733133970688/t4294967619(4294967619) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840267 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.563021:0:30945:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840251.563022:0:30945:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff90ee84b11fe0. 00000002:00000001:0.0:1788840251.563025:0:30945:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840251.563026:0:30945:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788840251.563028:0:30945:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff90ee87139d80. 00000100:00000001:0.0:1788840251.563031:0:30945:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840251.563034:0:30945:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125f100 x1875733133970688/t4294967619(4294967619) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840267 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.563040:0:30945:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788840251.563041:0:30945:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840251.563044:0:30945:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee85dd6c00. 02000000:00000001:0.0:1788840251.563046:0:30945:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788840251.563047:0:30945:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840251.563049:0:30945:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=3 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:0.0:1788840251.563051:0:30945:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840251.563052:0:30945:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee98d5ba00. 02000000:00000001:0.0:1788840251.563054:0:30945:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840251.563055:0:30945:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840251.563056:0:30945:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125f100. 00000100:00000001:0.0:1788840251.563058:0:30945:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840251.563059:0:30945:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788840251.563061:0:30945:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788840251.563065:0:30945:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90ee82ffda40. 00000080:00000001:0.0:1788840251.563068:0:30945:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840251.563073:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bdd0 00000080:00000008:0.0:1788840251.563076:0:30945:0:(file.c:523:ll_file_release()) COMPLETED file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff90ee90515b88), flags 704000, rc = 0 00000080:00000001:0.0:1788840251.563080:0:30945:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.563082:0:30945:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.563129:0:30945:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840251.563133:0:30945:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840251.563134:0:30945:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788840251.563136:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bbc0 00000080:00200000:0.0:1788840251.563138:0:30945:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:0.0:1788840251.563143:0:30945:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee87160600. 00800000:00000002:0.0:1788840251.563149:0:30945:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840251.563154:0:30945:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840251.563157:0:30945:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840251.563158:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bae0 00800000:00000002:0.0:1788840251.563161:0:30945:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840251.563164:0:30945:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788840251.563167:0:30945:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788840251.563172:0:30945:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840251.563173:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2b9b0 00000002:00010000:0.0:1788840251.563175:0:30945:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788840251.563178:0:30945:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788840251.563181:0:30945:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840251.563183:0:30945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840251.563189:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1600 count: 2 00010000:00000001:0.0:1788840251.563192:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840251.563196:0:30945:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840251.563200:0:30945:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788840251.563206:0:30945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c800/0x3aa5f499c96f36ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba389 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 02000000:00000001:0.0:1788840251.563215:0:30945:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840251.563219:0:30945:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840251.563222:0:30945:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c800/0x3aa5f499c96f36ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba389 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000002:00000001:0.0:1788840251.563229:0:30945:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788840251.563231:0:30945:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840251.563233:0:30945:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840251.563235:0:30945:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840251.563237:0:30945:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840251.563240:0:30945:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788840251.563242:0:30945:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788840251.563244:0:30945:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840251.563247:0:30945:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee87160600. 00000080:00000001:0.0:1788840251.563251:0:30945:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788840251.563252:0:30945:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840251.563254:0:30945:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:0.0:1788840251.563258:0:30945:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f36ef 00800000:00000001:0.0:1788840251.563261:0:30945:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840251.563262:0:30945:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840251.563264:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.563266:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.563269:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c800 refcount=3 00000020:00000001:0.0:1788840251.563271:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:0.0:1788840251.563274:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:0.0:1788840251.563277:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.563279:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840251.563280:0:30945:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840251.563282:0:30945:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840251.563284:0:30945:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f36ef from it ffffa16201d2bbf8 00010000:00000001:0.0:1788840251.563286:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.563287:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.563289:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c800 refcount=3 00000020:00000001:0.0:1788840251.563291:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:0.0:1788840251.563293:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:0.0:1788840251.563295:0:30945:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840251.563298:0:30945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c800/0x3aa5f499c96f36ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba389 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1788840251.563879:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.563882:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.563884:0:30945:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840251.563886:0:30945:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840251.563889:0:30945:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c800/0x3aa5f499c96f36ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba389 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:0.0:1788840251.563899:0:30945:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840251.563902:0:30945:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840251.563904:0:30945:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840251.563907:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.563908:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.563910:0:30945:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.563913:0:30945:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840251.563914:0:30945:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.563916:0:30945:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.563919:0:30945:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.563921:0:30945:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840251.563922:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.563923:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788840251.563925:0:30945:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788840251.563927:0:30945:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840251.563929:0:30945:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788840251.563933:0:30945:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.563937:0:30945:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788840251.563939:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bbc0 00000080:00002000:0.0:1788840251.563941:0:30945:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-1(ffff90ee90711510) flags 0x20000e refc 1 00000080:00000001:0.0:1788840251.563944:0:30945:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840251.563945:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bc08 00000080:00200000:0.0:1788840251.563947:0:30945:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-1, flags=266 00000080:00000001:0.0:1788840251.563950:0:30945:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788840251.563953:0:30945:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.563956:0:30945:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788840251.563958:0:30945:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x23:0x0](ffff90ee90515b88), inode mode 41ed mask 44 00000080:00000001:0.0:1788840251.563960:0:30945:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.563965:0:30945:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:0.0:1788840251.563967:0:30945:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788840251.563969:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bb78 00000080:00200008:0.0:1788840251.563970:0:30945:0:(file.c:1090:ll_file_open()) START file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff90ee90515b88), flags 704400 00000080:00000010:0.0:1788840251.563975:0:30945:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90ee92d4d680. 00000080:00000001:0.0:1788840251.563982:0:30945:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1788840251.563985:0:30945:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee87160600. 00800000:00000002:0.0:1788840251.563989:0:30945:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840251.563992:0:30945:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840251.563994:0:30945:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840251.563995:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2ba28 00800000:00000002:0.0:1788840251.563997:0:30945:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x23:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840251.563999:0:30945:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:0.0:1788840251.564002:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2b9a8 00800000:00000002:0.0:1788840251.564004:0:30945:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x23:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1788840251.564007:0:30945:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840251.564008:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2b8e0 00000002:00010000:0.0:1788840251.564010:0:30945:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240704401 00000002:00000001:0.0:1788840251.564014:0:30945:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788840251.564017:0:30945:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788840251.564020:0:30945:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788840251.564024:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74e00 count: 2 00010000:00000001:0.0:1788840251.564027:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840251.564030:0:30945:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788840251.564032:0:30945:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.564034:0:30945:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840251.564036:0:30945:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840251.564037:0:30945:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788840251.564039:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1600 count: 2 00010000:00000001:0.0:1788840251.564041:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840251.564043:0:30945:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788840251.564045:0:30945:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.564047:0:30945:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840251.564049:0:30945:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840251.564053:0:30945:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f58e00. 00000020:00000040:0.0:1788840251.564057:0:30945:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=4 obd=lustre-MDT0000-mdc-ffff90ee90f70800 02000000:00000001:0.0:1788840251.564062:0:30945:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788840251.564063:0:30945:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.564066:0:30945:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788840251.564070:0:30945:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840251.564072:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.564073:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.564074:0:30945:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.564076:0:30945:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840251.564078:0:30945:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840251.564081:0:30945:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840251.564087:0:30945:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee86f37800. 00000100:00000001:0.0:1788840251.564093:0:30945:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.564097:0:30945:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840251.564098:0:30945:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.564100:0:30945:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840251.564101:0:30945:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.564102:0:30945:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840251.564108:0:30945:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446621952890473984 : -122120819077632 : ffff90ee87f58e00) 00010000:00000001:0.0:1788840251.564112:0:30945:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788840251.564114:0:30945:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788840251.564116:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1600 count: 2 00010000:00000001:0.0:1788840251.564117:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840251.564120:0:30945:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788840251.564123:0:30945:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee80030a00. 00000020:00000001:0.0:1788840251.564127:0:30945:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788840251.564129:0:30945:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee80030a00 with handle 0x3aa5f499c96f3727 to hash 00000020:00000001:0.0:1788840251.564131:0:30945:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788840251.564132:0:30945:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:0.0:1788840251.564135:0:30945:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:0.0:1788840251.564138:0:30945:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840251.564140:0:30945:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840251.564143:0:30945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f3727 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840251.564149:0:30945:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f3727 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30945 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788840251.564159:0:30945:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788840251.564168:0:30945:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee87f58e00 x1875733133970944/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788840251.564176:0:30945:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f3727 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30945 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788840251.564181:0:30945:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788840251.564183:0:30945:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788840251.564188:0:30945:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee86f3d840. 00000100:00000001:0.0:1788840251.564191:0:30945:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952873584704 : -122120835966912 : ffff90ee86f3d840) 00000100:00000001:0.0:1788840251.564192:0:30945:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840251.564193:0:30945:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890473984 : -122120819077632 : ffff90ee87f58e00) 00000100:00000001:0.0:1788840251.564198:0:30945:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840251.564201:0:30945:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.564203:0:30945:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788840251.564204:0:30945:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840251.564208:0:30945:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f58e00 x1875733133970944/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.564220:0:30945:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840251.564222:0:30945:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840251.564225:0:30945:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840251.564227:0:30945:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840251.564230:0:30945:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840251.564233:0:30945:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f58e00 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:30945:1875733133970944:192.168.202.131@tcp:101:rm.0 00000100:00000001:0.0:1788840251.564237:0:30945:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840251.564243:0:30945:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840251.564245:0:30945:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840251.564247:0:30945:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840251.564337:0:30945:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff90ee87200000. 02000000:00000001:0.0:1788840251.564340:0:30945:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840251.564348:0:30945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840251.564352:0:30945:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c809f8. 00000400:00000010:0.0:1788840251.564359:0:30945:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff90ee98ed3800. 00000100:00000200:0.0:1788840251.564365:0:30945:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875733133970944, portal 10 00000100:00000001:0.0:1788840251.564367:0:30945:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840251.564409:0:30945:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890473984 : -122120819077632 : ffff90ee87f58e00) 00000100:00000040:0.0:1788840251.564417:0:30945:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87f58e00 x1875733133970944/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840267 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.564423:0:30945:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840251.564426:0:30945:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840251.564438:0:30945:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6088. 00000100:00000200:0.0:1788840251.564442:0:30945:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875733133970944, offset 0 00000400:00000200:0.0:1788840251.564448:0:30945:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840251.564456:0:30945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840251.564462:0:30945:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840251.564467:0:30945:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840251.564471:0:30945:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840251.564474:0:30945:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840251.564477:0:30945:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840251.564480:0:30945:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2376:2376:256:4294967295] 192.168.202.131@tcp LPNI seq info [2376:2376:8:4294967295] 00000400:00000200:0.0:1788840251.564485:0:30945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840251.564494:0:30945:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840251.564499:0:30945:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840251.564504:0:30945:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee98ea2600. 00000800:00000200:0.0:1788840251.564509:0:30945:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840251.564517:0:30945:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840251.564521:0:30945:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee98ea2600 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1788840251.564547:0:30945:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840251.564552:0:30945:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 807970 usecs (808 jiffies) 00000400:00000200:0.0:1788840251.564556:0:30945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840251.564558:0:30945:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296482190 00000100:00000001:0.0:1788840251.564561:0:30945:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296483232 00000100:00000001:0.0:1788840251.564563:0:30945:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296482190 00000100:00000001:0.0:1788840251.564565:0:30945:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296483232 00000100:00000001:0.0:1788840251.564567:0:30945:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840251.564578:0:30945:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.564580:0:30945:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840251.564582:0:30945:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788840251.564585:0:30945:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee86f3d840 going to sleep for 11 seconds 00000100:00000001:0.0:1788840251.564586:0:30945:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840251.564589:0:30945:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840251.564926:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840251.564931:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee98ea2600. 00000400:00000200:3.0:1788840251.564937:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840251.564943:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840251.564948:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6088 00000400:00000010:3.0:1788840251.564951:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6088. 00000100:00000001:3.0:1788840251.564954:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840251.564958:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f58e00 x1875733133970944/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840267 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840251.564966:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840251.564969:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f58e00 x1875733133970944/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840267 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840251.564974:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840251.564976:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840251.572952:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840251.572978:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840251.572983:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840251.572985:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840251.572994:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.573001:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840251.573010:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.573014:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.573019:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.573022:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 608 into portal 10 MB=0x6a9f82724ce00 00000400:00000200:2.0:1788840251.573027:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.573033:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 608/608 into md 0x685d [64] + 224 00000800:00000001:2.0:1788840251.573040:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840251.573046:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840251.573049:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840251.573053:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840251.573061:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840251.573070:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f58e00 x1875733133970944/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840267 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840251.573079:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff90ee87f58e00 x1875733133970944/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.573139:0:30945:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840251.573155:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840251.573164:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840251.573167:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788840251.574960:0:30945:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840251.574969:0:30945:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840251.574975:0:30945:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c809f8. 00000400:00000200:0.0:1788840251.574985:0:30945:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee98ed3800 00000400:00000010:0.0:1788840251.574987:0:30945:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff90ee98ed3800. 00000100:00000001:0.0:1788840251.574994:0:30945:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840251.575007:0:30945:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f58e00 x1875733133970944/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788840251.575019:0:30945:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f58e00 x1875733133970944/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.575028:0:30945:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840251.575031:0:30945:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840251.575034:0:30945:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840251.575038:0:30945:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840251.575041:0:30945:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840251.575044:0:30945:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840251.575048:0:30945:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840251.575060:0:30945:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=101 v=5 (5 102 102 102) 00000100:00001000:0.0:1788840251.575065:0:30945:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840251.575069:0:30945:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840251.575071:0:30945:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.575075:0:30945:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840251.575081:0:30945:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.575084:0:30945:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788840251.575086:0:30945:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788840251.575088:0:30945:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788840251.575091:0:30945:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840251.575092:0:30945:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890473984 : -122120819077632 : ffff90ee87f58e00) 00000100:00000001:0.0:1788840251.575096:0:30945:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840251.575098:0:30945:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967617 00000100:00000001:0.0:1788840251.575100:0:30945:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840251.575103:0:30945:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840251.575108:0:30945:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f58e00 x1875733133970944/t4294967620(4294967620) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840267 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.575116:0:30945:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840251.575120:0:30945:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840251.575122:0:30945:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840251.575126:0:30945:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f58e00 x1875733133970944/t4294967620(4294967620) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840267 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788840251.575135:0:30945:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f58e00 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:30945:1875733133970944:192.168.202.131@tcp:101:rm.0 00000100:00000001:0.0:1788840251.575140:0:30945:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840251.575144:0:30945:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.575147:0:30945:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788840251.575149:0:30945:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840251.575153:0:30945:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f58e00 x1875733133970944/t4294967620(4294967620) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840267 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.575160:0:30945:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840251.575163:0:30945:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee86f3d840. 00000100:00000001:0.0:1788840251.575166:0:30945:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788840251.575168:0:30945:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.575171:0:30945:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788840251.575178:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.575181:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.575185:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030a00 refcount=4 00000020:00000001:0.0:1788840251.575188:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:0.0:1788840251.575191:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000040:0.0:1788840251.575199:0:30945:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee80030a00, remote cookie: 0x8a436931312ba42a, flags: 0x1001 00010000:00000040:0.0:1788840251.575202:0:30945:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x23:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788840251.575205:0:30945:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1788840251.575214:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74e00 count: 2 00010000:00000001:0.0:1788840251.575217:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840251.575221:0:30945:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840251.575226:0:30945:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f3727 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x23:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba42a expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840251.575236:0:30945:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f3727 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba42a expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840251.575242:0:30945:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788840251.575248:0:30945:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788840251.575250:0:30945:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788840251.575252:0:30945:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788840251.575253:0:30945:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788840251.575257:0:30945:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x23:0x0].0x0 (ffff90ee99a74e00) refcount = 2 00010000:00000040:0.0:1788840251.575260:0:30945:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788840251.575263:0:30945:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f36f6 lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba3a5 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1788840251.575270:0:30945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f3727 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba42a expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840251.575276:0:30945:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788840251.575280:0:30945:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788840251.575282:0:30945:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840251.575285:0:30945:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788840251.575287:0:30945:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840251.575290:0:30945:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f3727 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba42a expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840251.575296:0:30945:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788840251.575298:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.575300:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.575301:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.575302:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.575303:0:30945:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840251.575308:0:30945:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788840251.575311:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.575313:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.575315:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030a00 refcount=3 00000020:00000001:0.0:1788840251.575317:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:0.0:1788840251.575320:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:0.0:1788840251.575322:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.575323:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788840251.575328:0:30945:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff90ee87f58e00 x1875733133970944/t4294967620(4294967620) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840267 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788840251.575339:0:30945:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1788840251.575345:0:30945:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90ee87f58e00 x1875733133970944/t4294967620(4294967620) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840267 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788840251.575353:0:30945:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.575355:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.575356:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.575359:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030a00 refcount=3 00000020:00000001:0.0:1788840251.575361:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:0.0:1788840251.575363:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:0.0:1788840251.575365:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.575366:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840251.575367:0:30945:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840251.575369:0:30945:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840251.575373:0:30945:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1788840251.575375:0:30945:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840251.575376:0:30945:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890473984 : -122120819077632 : ffff90ee87f58e00) 00010000:00000001:0.0:1788840251.575379:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.575380:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.575381:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030a00 refcount=3 00000020:00000001:0.0:1788840251.575382:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:0.0:1788840251.575384:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00000002:00010000:0.0:1788840251.575388:0:30945:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f3727 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba42a expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840251.575395:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.575396:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.575398:0:30945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788840251.575399:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.575400:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.575401:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030a00 refcount=3 00000020:00000001:0.0:1788840251.575403:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:0.0:1788840251.575405:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000040:0.0:1788840251.575408:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74e00 count: 3 00010000:00000001:0.0:1788840251.575410:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788840251.575416:0:30945:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 16 res 8589935620/35 (0 0) 00010000:00000001:0.0:1788840251.575418:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.575419:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840251.575421:0:30945:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788840251.575424:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2b868 00000002:00002000:0.0:1788840251.575427:0:30945:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:0.0:1788840251.575430:0:30945:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840251.575434:0:30945:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840251.575437:0:30945:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788840251.575441:0:30945:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788840251.575444:0:30945:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788840251.575448:0:30945:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840251.575453:0:30945:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee87160600. 00000080:00000001:0.0:1788840251.575458:0:30945:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788840251.575466:0:30945:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788840251.575469:0:30945:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788840251.575472:0:30945:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788840251.575475:0:30945:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x23:0x0] 00000080:00000001:0.0:1788840251.575478:0:30945:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.575483:0:30945:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:0.0:1788840251.575486:0:30945:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1788840251.575492:0:30945:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x23:0x0], updating i_size 16384 00010000:00000001:0.0:1788840251.575494:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.575495:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.575496:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030a00 refcount=3 00000020:00000001:0.0:1788840251.575498:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:0.0:1788840251.575501:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:0.0:1788840251.575503:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.575504:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788840251.575506:0:30945:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788840251.575508:0:30945:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788840251.575510:0:30945:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840251.575513:0:30945:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x23:0x0](ffff90ee90515b88) for lock 0x3aa5f499c96f3727 00800000:00000001:0.0:1788840251.575517:0:30945:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840251.575519:0:30945:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840251.575520:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.575522:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.575523:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030a00 refcount=3 00000020:00000001:0.0:1788840251.575525:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:0.0:1788840251.575527:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:0.0:1788840251.575529:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.575530:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840251.575532:0:30945:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840251.575534:0:30945:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.575549:0:30945:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788840251.575552:0:30945:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.575555:0:30945:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840251.575559:0:30945:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f58e00 x1875733133970944/t4294967620(4294967620) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840267 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.575565:0:30945:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840251.575568:0:30945:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3727 from it ffffa16201d2bbd0 00010000:00000001:0.0:1788840251.575571:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.575572:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.575574:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030a00 refcount=3 00000020:00000001:0.0:1788840251.575575:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:0.0:1788840251.575577:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:0.0:1788840251.575579:0:30945:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840251.575583:0:30945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f3727 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba42a expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840251.575590:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.575591:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.575592:0:30945:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840251.575596:0:30945:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840251.575599:0:30945:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f3727 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba42a expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788840251.575606:0:30945:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840251.575610:0:30945:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840251.575613:0:30945:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840251.575618:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.575619:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.575620:0:30945:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.575624:0:30945:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840251.575626:0:30945:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.575628:0:30945:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.575631:0:30945:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.575634:0:30945:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840251.575635:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.575636:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788840251.575665:0:30945:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788840251.575676:0:30945:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff90ee90b50c40. 00000080:00000001:0.0:1788840251.575680:0:30945:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1788840251.575684:0:30945:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1788840251.575687:0:30945:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1788840251.575690:0:30945:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff90ee83169f20. 00000002:00100000:0.0:1788840251.575696:0:30945:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90ee87f58e00 x1875733133970944/t4294967620(4294967620) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840267 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788840251.575703:0:30945:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840251.575705:0:30945:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788840251.575710:0:30945:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1788840251.575714:0:30945:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.575718:0:30945:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1788840251.575720:0:30945:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.575723:0:30945:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840251.575728:0:30945:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840251.575731:0:30945:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f58e00 x1875733133970944/t4294967620(4294967620) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840267 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1788840251.575739:0:30945:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840251.575743:0:30945:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff90ee87200000. 02000000:00000001:0.0:1788840251.575789:0:30945:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788840251.575791:0:30945:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840251.575795:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bb78 00000080:00000008:0.0:1788840251.575797:0:30945:0:(file.c:1329:ll_file_open()) COMPLETED file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff90ee90515b88), flags 704400, rc = 0 00000080:00000001:0.0:1788840251.575802:0:30945:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840251.575831:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bd28 00000080:00200008:0.0:1788840251.575834:0:30945:0:(file.c:6296:ll_getattr_dentry()) START file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff90ee90515b88), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788840251.575845:0:30945:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1788840251.575850:0:30945:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.575854:0:30945:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788840251.575855:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bca0 00000080:00200000:0.0:1788840251.575857:0:30945:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x23:0x0](ffff90ee90515b88),name=d21g.recovery-small-1 00000080:00000010:0.0:1788840251.575865:0:30945:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee87160600. 00800000:00000002:0.0:1788840251.575871:0:30945:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840251.575880:0:30945:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840251.575883:0:30945:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840251.575885:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bbc0 00800000:00000002:0.0:1788840251.575888:0:30945:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x23:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840251.575892:0:30945:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788840251.575897:0:30945:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x23:0x0], name='' -> mds #0 00000002:00000001:0.0:1788840251.575902:0:30945:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840251.575904:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2ba90 00000002:00010000:0.0:1788840251.575905:0:30945:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x23:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788840251.575909:0:30945:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788840251.575911:0:30945:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840251.575913:0:30945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840251.575916:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74e00 count: 3 00010000:00000001:0.0:1788840251.575918:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840251.575921:0:30945:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840251.575926:0:30945:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788840251.575929:0:30945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f36f6 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba3a5 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1788840251.575938:0:30945:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840251.575944:0:30945:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840251.575947:0:30945:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f36f6 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba3a5 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1788840251.575959:0:30945:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788840251.575961:0:30945:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840251.575963:0:30945:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840251.575965:0:30945:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840251.575967:0:30945:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840251.575969:0:30945:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788840251.575971:0:30945:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788840251.575973:0:30945:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840251.575976:0:30945:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee87160600. 00000080:00000001:0.0:1788840251.575979:0:30945:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788840251.575981:0:30945:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840251.575985:0:30945:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x23:0x0](ffff90ee90515b88) 00000080:00010000:0.0:1788840251.575988:0:30945:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x23:0x0](ffff90ee90515b88) for lock 0x3aa5f499c96f36f6 00800000:00000001:0.0:1788840251.575991:0:30945:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840251.575993:0:30945:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840251.575994:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.575996:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.575998:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523de00 refcount=3 00000020:00000001:0.0:1788840251.576000:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:0.0:1788840251.576002:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:0.0:1788840251.576004:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.576005:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840251.576006:0:30945:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840251.576008:0:30945:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840251.576010:0:30945:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f36f6 from it ffffa16201d2bcd8 00010000:00000001:0.0:1788840251.576011:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.576012:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.576013:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523de00 refcount=3 00000020:00000001:0.0:1788840251.576015:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:0.0:1788840251.576017:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:0.0:1788840251.576019:0:30945:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840251.576022:0:30945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f36f6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba3a5 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788840251.576028:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.576030:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.576031:0:30945:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840251.576033:0:30945:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840251.576035:0:30945:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f36f6 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba3a5 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788840251.576041:0:30945:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840251.576043:0:30945:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840251.576044:0:30945:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840251.576047:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.576048:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.576049:0:30945:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.576051:0:30945:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840251.576052:0:30945:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.576054:0:30945:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.576056:0:30945:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.576058:0:30945:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840251.576059:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.576060:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788840251.576062:0:30945:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788840251.576063:0:30945:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788840251.576066:0:30945:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840251.576070:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bd28 00000080:00000008:0.0:1788840251.576072:0:30945:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff90ee90515b88), request_mask 2047, flags 0, foreign 0 00000020:00000001:0.0:1788840251.576182:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bd48 00000080:00200000:0.0:1788840251.576184:0:30945:0:(llite_lib.c:2903:ll_statfs()) VFS Op:sb=lustre (ffff90ee90f70800) d21g.recovery-small-1 proj=0 00000080:00000001:0.0:1788840251.576187:0:30945:0:(llite_lib.c:2738:ll_statfs_internal()) Process entered 00000080:00000001:0.0:1788840251.576190:0:30945:0:(obd_class.h:1074:obd_statfs()) Process entered 00000080:00000004:0.0:1788840251.576192:0:30945:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff90ee90f70800: age 1787, max_age 1813 00800000:00000001:0.0:1788840251.576197:0:30945:0:(lmv_obd.c:1450:lmv_statfs()) Process entered 00800000:00000010:0.0:1788840251.576200:0:30945:0:(lmv_obd.c:1454:lmv_statfs()) kmalloced '(temp)': 144 at ffff90ee86f3d840. 00800000:00000001:0.0:1788840251.576203:0:30945:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:0.0:1788840251.576205:0:30945:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff90ee90f70800: age 1787, max_age 1813 00000002:00000001:0.0:1788840251.576208:0:30945:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:0.0:1788840251.576211:0:30945:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000010:0.0:1788840251.576219:0:30945:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f5bb80. 00000020:00000040:0.0:1788840251.576222:0:30945:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:0.0:1788840251.576226:0:30945:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840251.576229:0:30945:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840251.576233:0:30945:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840251.576241:0:30945:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee87160600. 00000100:00000001:0.0:1788840251.576249:0:30945:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.576252:0:30945:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788840251.576255:0:30945:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788840251.576260:0:30945:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee86f3d540. 00000100:00000001:0.0:1788840251.576263:0:30945:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952873583936 : -122120835967680 : ffff90ee86f3d540) 00000100:00000001:0.0:1788840251.576265:0:30945:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840251.576266:0:30945:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890485632 : -122120819065984 : ffff90ee87f5bb80) 00000100:00000001:0.0:1788840251.576271:0:30945:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840251.576277:0:30945:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.576279:0:30945:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788840251.576281:0:30945:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840251.576287:0:30945:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f5bb80 x1875733133971072/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 440/368 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840251.576294:0:30945:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840251.576296:0:30945:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840251.576300:0:30945:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840251.576303:0:30945:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840251.576305:0:30945:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840251.576308:0:30945:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f5bb80 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:30945:1875733133971072:192.168.202.131@tcp:41:rm.0 00000100:00000001:0.0:1788840251.576313:0:30945:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840251.576320:0:30945:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840251.576322:0:30945:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840251.576326:0:30945:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840251.576331:0:30945:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86f36800. 02000000:00000001:0.0:1788840251.576333:0:30945:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840251.576341:0:30945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840251.576345:0:30945:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c809f8. 00000400:00000010:0.0:1788840251.576354:0:30945:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6c38. 00000100:00000200:0.0:1788840251.576362:0:30945:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133971072, portal 10 00000100:00000001:0.0:1788840251.576365:0:30945:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840251.576366:0:30945:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890485632 : -122120819065984 : ffff90ee87f5bb80) 00000100:00000040:0.0:1788840251.576373:0:30945:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87f5bb80 x1875733133971072/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 440/368 e 0 to 0 dl 1788840267 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840251.576380:0:30945:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840251.576383:0:30945:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840251.576386:0:30945:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6440. 00000100:00000200:0.0:1788840251.576390:0:30945:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1875733133971072, offset 0 00000400:00000200:0.0:1788840251.576397:0:30945:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840251.576407:0:30945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840251.576415:0:30945:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840251.576423:0:30945:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840251.576429:0:30945:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840251.576434:0:30945:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840251.576437:0:30945:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840251.576441:0:30945:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2377:2377:256:4294967295] 192.168.202.131@tcp LPNI seq info [2377:2377:8:4294967295] 00000400:00000200:0.0:1788840251.576445:0:30945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840251.576455:0:30945:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840251.576462:0:30945:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840251.576468:0:30945:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee98ea2100. 00000800:00000200:0.0:1788840251.576476:0:30945:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840251.576484:0:30945:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840251.576489:0:30945:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee98ea2100 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1788840251.576515:0:30945:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840251.576520:0:30945:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 806830 usecs (807 jiffies) 00000400:00000200:0.0:1788840251.576524:0:30945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840251.576527:0:30945:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296482201 00000100:00000001:0.0:1788840251.576531:0:30945:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296483232 00000100:00000001:0.0:1788840251.576533:0:30945:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296482201 00000100:00000001:0.0:1788840251.576535:0:30945:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296483232 00000100:00000001:0.0:1788840251.576548:0:30945:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840251.576552:0:30945:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.576555:0:30945:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840251.576557:0:30945:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788840251.576561:0:30945:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee86f3d540 going to sleep for 11 seconds 00000100:00000001:0.0:1788840251.576564:0:30945:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840251.576567:0:30945:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840251.576761:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840251.576767:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee98ea2100. 00000400:00000200:3.0:1788840251.576786:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840251.576792:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840251.576798:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6440 00000400:00000010:3.0:1788840251.576800:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6440. 00000100:00000001:3.0:1788840251.576805:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840251.576810:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f5bb80 x1875733133971072/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 440/368 e 0 to 0 dl 1788840267 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840251.576819:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840251.576821:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f5bb80 x1875733133971072/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 440/368 e 0 to 0 dl 1788840267 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840251.576828:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840251.576830:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840251.580724:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840251.580752:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840251.580757:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840251.580760:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840251.580770:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.581092:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840251.581107:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.581112:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.581119:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.581124:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 368 into portal 10 MB=0x6a9f82724ce80 00000400:00000200:2.0:1788840251.581129:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.581137:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 368/368 into md 0x6865 [1] + 224 00000800:00000001:2.0:1788840251.581147:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840251.581160:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840251.581164:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840251.581169:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840251.581178:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840251.581189:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f5bb80 x1875733133971072/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 440/368 e 0 to 0 dl 1788840267 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840251.581202:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff90ee87f5bb80 x1875733133971072/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 440/368 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840251.581217:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840251.581228:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840251.581231:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840251.581427:0:30945:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840251.581437:0:30945:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840251.581440:0:30945:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840251.581445:0:30945:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c809f8. 00000400:00000200:0.0:1788840251.581450:0:30945:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6c38 00000400:00000010:0.0:1788840251.581453:0:30945:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6c38. 00000100:00000001:0.0:1788840251.581457:0:30945:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840251.581462:0:30945:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f5bb80 x1875733133971072/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 440/368 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788840251.581472:0:30945:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f5bb80 x1875733133971072/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 440/368 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840251.581479:0:30945:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840251.581481:0:30945:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840251.581485:0:30945:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840251.581489:0:30945:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840251.581492:0:30945:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840251.581495:0:30945:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840251.581499:0:30945:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840251.581512:0:30945:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=101 v=5 (5 102 102 102) 00000100:00001000:0.0:1788840251.581518:0:30945:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840251.581521:0:30945:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840251.581523:0:30945:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.581527:0:30945:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840251.581532:0:30945:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.581537:0:30945:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840251.581551:0:30945:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967617 00000100:00000001:0.0:1788840251.581553:0:30945:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840251.581557:0:30945:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840251.581562:0:30945:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f5bb80 x1875733133971072/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 440/368 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840251.581569:0:30945:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840251.581573:0:30945:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840251.581575:0:30945:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840251.581579:0:30945:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f5bb80 x1875733133971072/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 440/368 e 0 to 0 dl 1788840267 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788840251.581586:0:30945:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f5bb80 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:30945:1875733133971072:192.168.202.131@tcp:41:rm.0 00000100:00000001:0.0:1788840251.581591:0:30945:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840251.581594:0:30945:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.581596:0:30945:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788840251.581599:0:30945:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840251.581602:0:30945:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f5bb80 x1875733133971072/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 440/368 e 0 to 0 dl 1788840267 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840251.581609:0:30945:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840251.581612:0:30945:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee86f3d540. 00000100:00000001:0.0:1788840251.581617:0:30945:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788840251.581619:0:30945:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840251.581626:0:30945:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:0.0:1788840251.581628:0:30945:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840251.581631:0:30945:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f5bb80 x1875733133971072/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 440/368 e 0 to 0 dl 1788840267 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840251.581672:0:30945:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788840251.581720:0:30945:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840251.581725:0:30945:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee86f36800. 02000000:00000001:0.0:1788840251.581730:0:30945:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788840251.581733:0:30945:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840251.581735:0:30945:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:0.0:1788840251.581738:0:30945:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840251.581741:0:30945:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee87160600. 02000000:00000001:0.0:1788840251.581745:0:30945:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840251.581747:0:30945:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840251.581749:0:30945:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f5bb80. 00000100:00000001:0.0:1788840251.581753:0:30945:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840251.581755:0:30945:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788840251.581757:0:30945:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840251.581758:0:30945:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=4 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:0.0:1788840251.581760:0:30945:0:(genops.c:1230:class_import_put()) Process leaving 00800000:00000004:0.0:1788840251.581763:0:30945:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff90ee90f70800: update ffff90ee98895178 cache blocks 1883648/1885696 objects 235584/235938 00800000:00000001:0.0:1788840251.581767:0:30945:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840251.581770:0:30945:0:(lmv_obd.c:1490:lmv_statfs()) Process leaving via out_free_temp (rc=0 : 0 : 0x0) 00800000:00000010:0.0:1788840251.582153:0:30945:0:(lmv_obd.c:1514:lmv_statfs()) kfreed 'temp': 144 at ffff90ee86f3d840. 00800000:00000001:0.0:1788840251.582156:0:30945:0:(lmv_obd.c:1515:lmv_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:0.0:1788840251.582160:0:30945:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffff90ee90f70800: update ffff90ee98891e08 cache blocks 1883648/1885696 objects 235584/235938 00000080:00000001:0.0:1788840251.582166:0:30945:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:0.0:1788840251.582169:0:30945:0:(llite_lib.c:2755:ll_statfs_internal()) MDC blocks 1883648/1885696 objects 235584/235938 00000080:00000001:0.0:1788840251.582172:0:30945:0:(llite_lib.c:2758:ll_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788840251.582174:0:30945:0:(llite_lib.c:2791:ll_statfs_internal()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.582216:0:30945:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1788840251.582219:0:30945:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x23:0x0](ffff90ee90515b88) pos/size0/16384 32bit_api 0 00000080:00000010:0.0:1788840251.582230:0:30945:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee87160600. 00000080:00000001:0.0:1788840251.582240:0:30945:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:0.0:1788840251.582249:0:30945:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446740767728879104 : -3305980672512 : fffffcfe44324600) 00000080:00000001:0.0:1788840251.582254:0:30945:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:0.0:1788840251.582258:0:30945:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788840251.582261:0:30945:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833957 : 144115205322833957 : 200000404000025) 00000080:00000001:0.0:1788840251.582266:0:30945:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788840251.582271:0:30945:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee87160600. 00000080:00000001:0.0:1788840251.582274:0:30945:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.582287:0:30945:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1788840251.582289:0:30945:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x23:0x0](ffff90ee90515b88) pos/size18446744073709551614/16384 32bit_api 0 00000080:00000001:0.0:1788840251.582292:0:30945:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788840251.582294:0:30945:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.582318:0:30945:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840251.582322:0:30945:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788840251.582325:0:30945:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x23:0x0](ffff90ee90515b88), inode mode 41ed mask 1 00000080:00000001:0.0:1788840251.582329:0:30945:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.582338:0:30945:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788840251.582342:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bda0 00000080:00002000:0.0:1788840251.582344:0:30945:0:(dcache.c:87:ll_dcompare()) found name f(ffff90ee906b25e8) flags 0x48000e refc 0 00000080:00000001:0.0:1788840251.582347:0:30945:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840251.582350:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2be10 00000080:00200000:0.0:1788840251.582351:0:30945:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f, flags=0 00000080:00000001:0.0:1788840251.582358:0:30945:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788840251.582360:0:30945:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x23:0x0](ffff90ee90515b88), inode mode 41ed mask 3 00000080:00000001:0.0:1788840251.582362:0:30945:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.582366:0:30945:0:(namei.c:2415:ll_unlink()) Process entered 00000020:00000001:0.0:1788840251.582369:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bdf8 00000080:00200000:0.0:1788840251.582370:0:30945:0:(namei.c:2418:ll_unlink()) VFS Op:name=f, dir=[0x200000404:0x23:0x0](ffff90ee90515b88) 00000080:00000001:0.0:1788840251.582374:0:30945:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1788840251.582377:0:30945:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788840251.582383:0:30945:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953299705864 : -122120409845752 : ffff90eea059f008) 00000020:00001000:0.0:1788840251.582386:0:30945:0:(cl_object.c:823:cl_env_get()) 1@ffff90eea059f000 00000020:00000001:0.0:1788840251.582388:0:30945:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788840251.582393:0:30945:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee86dd2aa8) owner 0000000000000000/ffff90ee87ffa7c0 00020000:00000002:0.0:1788840251.582396:0:30945:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90ee84b18a80 addref 2/0 by ffff90ee87ffa7c0. 00020000:00000002:0.0:1788840251.582399:0:30945:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee86dd2aa8) owner 0000000000000000/ffff90ee87ffa7c0 00020000:00000001:0.0:1788840251.582402:0:30945:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788840251.582405:0:30945:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788840251.582407:0:30945:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788840251.582409:0:30945:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:0.0:1788840251.582412:0:30945:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:0.0:1788840251.582415:0:30945:0:(cl_object.c:917:cl_env_put()) 1@ffff90eea059f000 00000080:00000001:0.0:1788840251.582418:0:30945:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788840251.582422:0:30945:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee87160600. 00800000:00000001:0.0:1788840251.582435:0:30945:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:0.0:1788840251.582442:0:30945:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:0.0:1788840251.582445:0:30945:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x25:0x0] 00800000:00000001:0.0:1788840251.582448:0:30945:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788840251.582450:0:30945:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000404:0x23:0x0]/[0x200000404:0x25:0x0] -> mds #0 00000002:00000001:0.0:1788840251.582456:0:30945:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1788840251.582458:0:30945:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788840251.582467:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74e00 count: 3 00010000:00000001:0.0:1788840251.582471:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840251.582475:0:30945:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788840251.582481:0:30945:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788840251.582486:0:30945:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f36f6 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8a436931312ba3a5 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1788840251.582497:0:30945:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788840251.582502:0:30945:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788840251.582505:0:30945:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788840251.582507:0:30945:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x23:0x0] mode (null) 00000002:00000001:0.0:1788840251.582511:0:30945:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840251.582514:0:30945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840251.582516:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74e00 count: 4 00010000:00000001:0.0:1788840251.582518:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840251.582523:0:30945:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1788840251.582526:0:30945:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1788840251.582529:0:30945:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840251.582534:0:30945:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840251.582548:0:30945:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f3727 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba42a expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788840251.582555:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.582557:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840251.582559:0:30945:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:0.0:1788840251.582561:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.582563:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.582567:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030a00 refcount=2 00000020:00000001:0.0:1788840251.582569:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:0.0:1788840251.582572:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:0.0:1788840251.582573:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.582575:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840251.582576:0:30945:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840251.582577:0:30945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840251.582579:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74e00 count: 4 00010000:00000001:0.0:1788840251.582581:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840251.582583:0:30945:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840251.582585:0:30945:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840251.582585:0:30945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840251.582587:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74e00 count: 4 00010000:00000001:0.0:1788840251.582589:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840251.582591:0:30945:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.582593:0:30945:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788840251.582596:0:30945:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x23:0x0] lli = ffff90ee90515ac0, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788840251.582753:0:30945:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788840251.582756:0:30945:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788840251.582758:0:30945:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788840251.582761:0:30945:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x23:0x0](ffff90ee90515b88) invalid 00000020:00000001:0.0:1788840251.582765:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2ba60 00000080:00002000:0.0:1788840251.582766:0:30945:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-1 (ffff90ee90711510) parent ffff90ee9069b510 inode ffff90ee90515b88 refc 3 00000080:00000001:0.0:1788840251.583012:0:30945:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788840251.583017:0:30945:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788840251.583019:0:30945:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.583023:0:30945:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788840251.583028:0:30945:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788840251.583030:0:30945:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788840251.583032:0:30945:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840251.583035:0:30945:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788840251.583038:0:30945:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee8523de00 with handle 0x3aa5f499c96f36f6 from hash 00010000:00000001:0.0:1788840251.583041:0:30945:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788840251.583043:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.583044:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.583046:0:30945:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788840251.583049:0:30945:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788840251.583051:0:30945:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788840251.583054:0:30945:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788840251.583056:0:30945:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840251.583059:0:30945:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840251.583062:0:30945:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788840251.583065:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74800 count: 2 00010000:00000001:0.0:1788840251.583067:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840251.583070:0:30945:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788840251.583072:0:30945:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788840251.583075:0:30945:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f36fd lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8a436931312ba3c1 expref: -99 pid: 30943 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1788840251.583083:0:30945:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788840251.583085:0:30945:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788840251.583086:0:30945:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788840251.583088:0:30945:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x25:0x0] mode (null) 00000002:00000001:0.0:1788840251.583091:0:30945:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840251.583092:0:30945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840251.583105:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74800 count: 3 00010000:00000001:0.0:1788840251.583107:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840251.583110:0:30945:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840251.583112:0:30945:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840251.583113:0:30945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840251.583114:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74800 count: 3 00010000:00000001:0.0:1788840251.583116:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840251.583118:0:30945:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840251.583119:0:30945:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840251.583120:0:30945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840251.583122:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74800 count: 3 00010000:00000001:0.0:1788840251.583124:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840251.583126:0:30945:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840251.583127:0:30945:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840251.583129:0:30945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840251.583130:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74800 count: 3 00010000:00000001:0.0:1788840251.583132:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840251.583134:0:30945:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.583136:0:30945:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.583139:0:30945:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788840251.583141:0:30945:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788840251.583144:0:30945:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953299705864 : -122120409845752 : ffff90eea059f008) 00000020:00001000:0.0:1788840251.583147:0:30945:0:(cl_object.c:823:cl_env_get()) 1@ffff90eea059f000 00000020:00000001:0.0:1788840251.583149:0:30945:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788840251.583153:0:30945:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x25:0x0]: losing layout lock 00000080:00000001:0.0:1788840251.583157:0:30945:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788840251.583160:0:30945:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788840251.583164:0:30945:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788840251.583168:0:30945:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788840251.583170:0:30945:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x25:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788840251.583173:0:30945:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840251.583175:0:30945:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788840251.583176:0:30945:0:(cl_object.c:917:cl_env_put()) 1@ffff90eea059f000 00000080:00000001:0.0:1788840251.583179:0:30945:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.583181:0:30945:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788840251.583182:0:30945:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x25:0x0](ffff90ee9058db88) invalid 00000020:00000001:0.0:1788840251.583185:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2ba60 00000080:00002000:0.0:1788840251.583187:0:30945:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff90ee906b25e8) parent ffff90ee90711510 inode ffff90ee9058db88 refc 1 00000080:00000001:0.0:1788840251.583191:0:30945:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788840251.583192:0:30945:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788840251.583193:0:30945:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.583195:0:30945:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788840251.583197:0:30945:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788840251.583199:0:30945:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788840251.583200:0:30945:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840251.583202:0:30945:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788840251.583204:0:30945:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee80031600 with handle 0x3aa5f499c96f36fd from hash 00010000:00000001:0.0:1788840251.583207:0:30945:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788840251.583208:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.583210:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.583211:0:30945:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788840251.583213:0:30945:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788840251.583214:0:30945:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788840251.583217:0:30945:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788840251.583219:0:30945:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840251.583221:0:30945:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788840251.583229:0:30945:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f5bb80. 00000020:00000040:0.0:1788840251.583235:0:30945:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 02000000:00000001:0.0:1788840251.583241:0:30945:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788840251.583243:0:30945:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.583246:0:30945:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788840251.583251:0:30945:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840251.583256:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.583258:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.583259:0:30945:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.583262:0:30945:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840251.583265:0:30945:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840251.583268:0:30945:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840251.583277:0:30945:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee87161a00. 00000100:00000001:0.0:1788840251.583285:0:30945:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.583288:0:30945:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840251.583291:0:30945:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788840251.583297:0:30945:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f36fd lrc: 1/0,0 mode: --/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8a436931312ba3c1 expref: -99 pid: 30943 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788840251.583306:0:30945:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f36f6 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312ba3a5 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1788840251.583313:0:30945:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1788840251.583315:0:30945:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1788840251.583317:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788840251.583319:0:30945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f36fd lrc: 0/0,0 mode: --/PR res: [0x200000404:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8a436931312ba3c1 expref: -99 pid: 30943 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1788840251.583327:0:30945:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff90ee90b505c0. 00010000:00000040:0.0:1788840251.583332:0:30945:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee99a74800 count: 0 00010000:00000010:0.0:1788840251.583339:0:30945:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90ee90f56880. 00010000:00000001:0.0:1788840251.583348:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.583349:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788840251.583351:0:30945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f36f6 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312ba3a5 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788840251.583365:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.583366:0:30945:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.583368:0:30945:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840251.583370:0:30945:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.583372:0:30945:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788840251.583383:0:30945:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788840251.583394:0:30945:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee87f5bb80 x1875733133971328/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788840251.583401:0:30945:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788840251.583403:0:30945:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788840251.583411:0:30945:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee86f3d840. 00000100:00000001:0.0:1788840251.583414:0:30945:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952873584704 : -122120835966912 : ffff90ee86f3d840) 00000100:00000001:0.0:1788840251.583417:0:30945:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840251.583419:0:30945:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890485632 : -122120819065984 : ffff90ee87f5bb80) 00000100:00000001:0.0:1788840251.583424:0:30945:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840251.583429:0:30945:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.583431:0:30945:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788840251.583434:0:30945:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840251.583438:0:30945:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f5bb80 x1875733133971328/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840251.583447:0:30945:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840251.583449:0:30945:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840251.583455:0:30945:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840251.583458:0:30945:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840251.583460:0:30945:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840251.583464:0:30945:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f5bb80 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:30945:1875733133971328:192.168.202.131@tcp:36:rm.0 00000100:00000001:0.0:1788840251.583469:0:30945:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840251.583476:0:30945:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840251.583479:0:30945:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840251.583482:0:30945:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840251.583487:0:30945:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86f36800. 02000000:00000001:0.0:1788840251.583489:0:30945:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840251.583497:0:30945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840251.583502:0:30945:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c809f8. 00000400:00000010:0.0:1788840251.583509:0:30945:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6c38. 00000100:00000200:0.0:1788840251.583517:0:30945:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133971328, portal 10 00000100:00000001:0.0:1788840251.583519:0:30945:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840251.583520:0:30945:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890485632 : -122120819065984 : ffff90ee87f5bb80) 00000100:00000040:0.0:1788840251.583527:0:30945:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87f5bb80 x1875733133971328/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/624 e 0 to 0 dl 1788840267 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840251.583533:0:30945:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840251.583536:0:30945:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840251.583549:0:30945:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed62a8. 00000100:00000200:0.0:1788840251.583554:0:30945:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875733133971328, offset 0 00000400:00000200:0.0:1788840251.583561:0:30945:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840251.583571:0:30945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840251.583580:0:30945:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840251.583588:0:30945:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840251.583593:0:30945:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840251.583597:0:30945:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840251.583600:0:30945:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840251.583604:0:30945:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2378:2378:256:4294967295] 192.168.202.131@tcp LPNI seq info [2378:2378:8:4294967295] 00000400:00000200:0.0:1788840251.583609:0:30945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840251.583620:0:30945:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840251.583628:0:30945:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840251.583635:0:30945:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee98ea2100. 00000800:00000200:0.0:1788840251.583685:0:30945:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840251.583695:0:30945:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840251.583701:0:30945:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee98ea2100 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1788840251.583720:0:30945:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840251.583726:0:30945:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 805683 usecs (806 jiffies) 00000400:00000200:0.0:1788840251.583730:0:30945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840251.583734:0:30945:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296482208 00000100:00000001:0.0:1788840251.583737:0:30945:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296483232 00000100:00000001:0.0:1788840251.583739:0:30945:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296482208 00000100:00000001:0.0:1788840251.583741:0:30945:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296483232 00000100:00000001:0.0:1788840251.583743:0:30945:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840251.583746:0:30945:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.583749:0:30945:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840251.583751:0:30945:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788840251.583754:0:30945:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee86f3d840 going to sleep for 11 seconds 00000100:00000001:0.0:1788840251.583756:0:30945:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840251.583759:0:30945:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840251.584202:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840251.584208:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee98ea2100. 00000400:00000200:3.0:1788840251.584216:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840251.584222:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840251.584229:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed62a8 00000400:00000010:3.0:1788840251.584232:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed62a8. 00000100:00000001:3.0:1788840251.584236:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840251.584242:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f5bb80 x1875733133971328/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/624 e 0 to 0 dl 1788840267 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840251.584253:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840251.584256:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f5bb80 x1875733133971328/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/624 e 0 to 0 dl 1788840267 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840251.584263:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840251.584265:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1788840251.588210:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74800. 00010000:00000010:0.1:1788840251.588229:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031600. 00010000:00000010:0.1:1788840251.588234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee8523de00. 00000800:00000001:2.0:1788840251.592839:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840251.592863:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840251.592867:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840251.592870:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840251.592881:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.592891:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840251.592903:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.592909:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.593074:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.593080:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 456 into portal 10 MB=0x6a9f82724cf80 00000400:00000200:2.0:1788840251.593085:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.593094:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 456/456 into md 0x686d [1] + 224 00000800:00000001:2.0:1788840251.593102:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840251.593112:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840251.593116:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840251.593121:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840251.593132:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840251.593144:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f5bb80 x1875733133971328/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/624 e 0 to 0 dl 1788840267 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840251.593164:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff90ee87f5bb80 x1875733133971328/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/624 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840251.593233:0:30945:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840251.593250:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1788840251.593264:0:2353:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788840251.593268:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.593275:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840251.593283:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2379:2379:256:4294967295] 192.168.202.131@tcp LPNI seq info [2379:2379:8:4294967295] 00000400:00000200:2.0:1788840251.593288:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.593297:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) 192.168.202.131@tcp : ACK try# 0 00000800:00000200:2.0:1788840251.593304:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840251.593314:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989b00. 00000800:00000200:2.0:1788840251.593321:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840251.593330:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840251.593337:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989b00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788840251.593439:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840251.593443:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989b00. 00000400:00000200:2.0:1788840251.593446:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840251.593450:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: ACK: OK 00000800:00000001:2.0:1788840251.593458:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840251.593461:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788840251.597518:0:30945:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840251.598198:0:30945:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840251.598206:0:30945:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c809f8. 00000400:00000200:0.0:1788840251.598218:0:30945:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6c38 00000400:00000010:0.0:1788840251.598222:0:30945:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6c38. 00000100:00000001:0.0:1788840251.598229:0:30945:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840251.598245:0:30945:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f5bb80 x1875733133971328/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/624 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788840251.598257:0:30945:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f5bb80 x1875733133971328/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/624 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840251.598266:0:30945:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840251.598274:0:30945:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840251.598278:0:30945:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840251.598281:0:30945:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840251.598285:0:30945:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840251.598287:0:30945:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840251.598291:0:30945:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840251.598303:0:30945:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=101 v=5 (5 102 102 102) 00000100:00001000:0.0:1788840251.598307:0:30945:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840251.598311:0:30945:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840251.598314:0:30945:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.598318:0:30945:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840251.598323:0:30945:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.598327:0:30945:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788840251.598329:0:30945:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000013b/0x10000013d] 00000100:00000001:0.0:1788840251.598331:0:30945:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788840251.598335:0:30945:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840251.598336:0:30945:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890485632 : -122120819065984 : ffff90ee87f5bb80) 00000100:00000001:0.0:1788840251.598340:0:30945:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840251.598342:0:30945:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967617 00000100:00000001:0.0:1788840251.598345:0:30945:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840251.598349:0:30945:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840251.598355:0:30945:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f5bb80 x1875733133971328/t4294967621(4294967621) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/456 e 0 to 0 dl 1788840267 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840251.598363:0:30945:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840251.598366:0:30945:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840251.598368:0:30945:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840251.598373:0:30945:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f5bb80 x1875733133971328/t4294967621(4294967621) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/456 e 0 to 0 dl 1788840267 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788840251.598382:0:30945:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f5bb80 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:30945:1875733133971328:192.168.202.131@tcp:36:rm.0 00000100:00000001:0.0:1788840251.598387:0:30945:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840251.598392:0:30945:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.598394:0:30945:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788840251.598397:0:30945:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840251.598581:0:30945:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f5bb80 x1875733133971328/t4294967621(4294967621) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/456 e 0 to 0 dl 1788840267 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840251.598591:0:30945:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840251.598595:0:30945:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee86f3d840. 00000100:00000001:0.0:1788840251.598600:0:30945:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788840251.598602:0:30945:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840251.598613:0:30945:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840251.598617:0:30945:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788840251.598625:0:30945:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee87160600. 00000100:00000001:0.0:1788840251.598632:0:30945:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840251.598636:0:30945:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f5bb80 x1875733133971328/t4294967621(4294967621) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/456 e 0 to 0 dl 1788840267 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840251.598661:0:30945:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.598667:0:30945:0:(namei.c:2468:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.598682:0:30945:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788840251.598687:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2be28 00000080:00002000:0.0:1788840251.598690:0:30945:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff90ee906b25e8, parent ffff90ee90711510, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788840251.598694:0:30945:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788840251.598702:0:30945:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788840251.598710:0:30945:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788840251.598722:0:30945:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1788840251.598726:0:30945:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788840251.598729:0:30945:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788840251.598734:0:30945:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953299705864 : -122120409845752 : ffff90eea059f008) 00000020:00001000:0.0:1788840251.598738:0:30945:0:(cl_object.c:823:cl_env_get()) 1@ffff90eea059f000 00000020:00000001:0.0:1788840251.598744:0:30945:0:(cl_object.c:143:cl_object_top()) ffff90ee98ea3e90 -> ffff90ee98ea3e90 00000020:00000001:0.0:1788840251.598747:0:30945:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788840251.598750:0:30945:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788840251.598753:0:30945:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x25:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788840251.598756:0:30945:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788840251.598758:0:30945:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788840251.598760:0:30945:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788840251.598765:0:30945:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x25:0x0]io ffff90ee98223c80 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1788840251.598768:0:30945:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee86dd2aa8) owner 0000000000000000/ffff90ee87ffa7c0 00020000:00000001:0.0:1788840251.599000:0:30945:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788840251.599004:0:30945:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788840251.599006:0:30945:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788840251.599008:0:30945:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840251.599011:0:30945:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788840251.599014:0:30945:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788840251.599016:0:30945:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840251.599018:0:30945:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788840251.599019:0:30945:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788840251.599021:0:30945:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788840251.599023:0:30945:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee86dd2aa8) owner 0000000000000000/ffff90ee87ffa7c0 00000020:00000001:0.0:1788840251.599027:0:30945:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840251.599030:0:30945:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788840251.599032:0:30945:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788840251.599035:0:30945:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788840251.599038:0:30945:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788840251.599043:0:30945:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788840251.599046:0:30945:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788840251.599048:0:30945:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788840251.599050:0:30945:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788840251.599052:0:30945:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953299709176 : -122120409842440 : ffff90eea059fcf8) 00000020:00001000:0.0:1788840251.599054:0:30945:0:(cl_object.c:823:cl_env_get()) 1@ffff90eea059fcf0 00000020:00000001:0.0:1788840251.599058:0:30945:0:(cl_object.c:143:cl_object_top()) ffff90ee98ea3dc8 -> ffff90ee98ea3e90 00000020:00000001:0.0:1788840251.599059:0:30945:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788840251.599063:0:30945:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788840251.599064:0:30945:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788840251.599066:0:30945:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840251.599068:0:30945:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840251.599070:0:30945:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953037278736 : -122120672272880 : ffff90ee90b59e10) 00000020:00000001:0.0:1788840251.599072:0:30945:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788840251.599074:0:30945:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840251.599076:0:30945:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840251.599077:0:30945:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840251.599079:0:30945:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1788840251.599081:0:30945:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788840251.599083:0:30945:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788840251.599084:0:30945:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788840251.599086:0:30945:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788840251.599087:0:30945:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840251.599089:0:30945:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840251.599091:0:30945:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840251.599093:0:30945:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840251.599094:0:30945:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788840251.599095:0:30945:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840251.599097:0:30945:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840251.599099:0:30945:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1788840251.599101:0:30945:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788840251.599103:0:30945:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788840251.599104:0:30945:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788840251.599106:0:30945:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1788840251.599110:0:30945:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1788840251.599114:0:30945:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1788840251.599117:0:30945:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff90ee85076fc0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1788840251.599120:0:30945:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788840251.599123:0:30945:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff90ee85076fc0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:0.0:1788840251.599127:0:30945:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840251.599129:0:30945:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840251.599131:0:30945:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840251.599132:0:30945:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840251.599133:0:30945:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840251.599135:0:30945:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840251.599137:0:30945:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788840251.599138:0:30945:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1788840251.599140:0:30945:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788840251.599141:0:30945:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1788840251.599143:0:30945:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788840251.599144:0:30945:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840251.599146:0:30945:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1788840251.599147:0:30945:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788840251.599149:0:30945:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788840251.599151:0:30945:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788840251.599152:0:30945:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788840251.599154:0:30945:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788840251.599155:0:30945:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788840251.599156:0:30945:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840251.599158:0:30945:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840251.599159:0:30945:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788840251.599160:0:30945:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788840251.599162:0:30945:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788840251.599163:0:30945:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788840251.599164:0:30945:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788840251.599166:0:30945:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788840251.599167:0:30945:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788840251.599168:0:30945:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788840251.599169:0:30945:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788840251.599171:0:30945:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840251.599172:0:30945:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840251.599174:0:30945:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788840251.599175:0:30945:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788840251.599176:0:30945:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840251.599178:0:30945:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788840251.599180:0:30945:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788840251.599182:0:30945:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788840251.599183:0:30945:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788840251.599185:0:30945:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788840251.599186:0:30945:0:(cl_object.c:917:cl_env_put()) 1@ffff90eea059fcf0 00020000:00000001:0.0:1788840251.599189:0:30945:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788840251.599192:0:30945:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788840251.599194:0:30945:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788840251.599197:0:30945:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x25:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788840251.599200:0:30945:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788840251.599201:0:30945:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788840251.599204:0:30945:0:(cl_object.c:917:cl_env_put()) 1@ffff90eea059f000 00000080:00000001:0.0:1788840251.599206:0:30945:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.599211:0:30945:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788840251.599213:0:30945:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000404:0x25:0x0](ffff90ee9058db88) 00800000:00000001:0.0:1788840251.599219:0:30945:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788840251.599221:0:30945:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x25:0x0] 00000002:00000001:0.0:1788840251.599227:0:30945:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788840251.599234:0:30945:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840251.599236:0:30945:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.599240:0:30945:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1788840251.599243:0:30945:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788840251.599245:0:30945:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.599247:0:30945:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840251.599251:0:30945:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788840251.599253:0:30945:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953299705864 : -122120409845752 : ffff90eea059f008) 00000020:00001000:0.0:1788840251.599255:0:30945:0:(cl_object.c:823:cl_env_get()) 1@ffff90eea059f000 00020000:00000001:0.0:1788840251.599263:0:30945:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:0.0:1788840251.599264:0:30945:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee86dd2aa8) owner 0000000000000000/ffff90ee87ffa7c0 00020000:00000001:0.0:1788840251.599267:0:30945:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:0.0:1788840251.599270:0:30945:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee84b18a80, objid 0x25:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788840251.599275:0:30945:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788840251.599279:0:30945:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90ee85328f80: ostid: 0x280000400:18 ost idx: 1 gen: 0 00020000:00000001:0.0:1788840251.599282:0:30945:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:0.0:1788840251.599285:0:30945:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840251.599287:0:30945:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1788840251.599288:0:30945:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:0.0:1788840251.599293:0:30945:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:0.0:1788840251.599298:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1300 count: 2 00010000:00000001:0.0:1788840251.599301:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840251.599304:0:30945:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:0.0:1788840251.599307:0:30945:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:0.0:1788840251.599313:0:30945:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 0 0 0 by oinfo size 0 blocks 1 [cma]time 0 0 0 ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 0000000063277007/0x3aa5f499c96f3704 lrc: 1/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x8a436931312ba3cf expref: -99 pid: 30943 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:0.0:1788840251.599326:0:30945:0:(cl_object.c:143:cl_object_top()) ffff90ee85076fc0 -> ffff90ee98ea3e90 00000020:00000001:0.0:1788840251.599328:0:30945:0:(cl_object.c:143:cl_object_top()) ffff90ee85076fc0 -> ffff90ee98ea3e90 00000008:00000001:0.0:1788840251.599330:0:30945:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788840251.599332:0:30945:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788840251.599334:0:30945:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788840251.599335:0:30945:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1788840251.599342:0:30945:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff90ee85076fc0. 00020000:00000001:0.0:1788840251.599347:0:30945:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1788840251.599350:0:30945:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff90ee98ea3d48. 00020000:00000001:0.0:1788840251.599356:0:30945:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1788840251.599358:0:30945:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840251.599360:0:30945:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788840251.599362:0:30945:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee86dd2aa8) owner 0000000000000000/ffff90ee87ffa7c0 00020000:00000001:0.0:1788840251.599364:0:30945:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:0.0:1788840251.599367:0:30945:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:0.0:1788840251.599369:0:30945:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee86dd2aa8) owner 0000000000000000/ffff90ee87ffa7c0 00020000:00000001:0.0:1788840251.599371:0:30945:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:0.0:1788840251.599374:0:30945:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff90ee848d90c0. 00020000:00000010:0.0:1788840251.599378:0:30945:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff90ee9887c000. 00020000:00000010:0.0:1788840251.599381:0:30945:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff90ee90c1f9e0. 00020000:00000002:0.0:1788840251.599384:0:30945:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee84b18a80, objid 0x25:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788840251.599387:0:30945:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788840251.599390:0:30945:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90ee85328f80: ostid: 0x280000400:18 ost idx: 1 gen: 0 00020000:00000010:0.0:1788840251.599395:0:30945:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90ee85328f80. 00020000:00000010:0.0:1788840251.599399:0:30945:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90ee84b18060. 00020000:00000010:0.0:1788840251.599402:0:30945:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90ee84b18a80. 00020000:00000001:0.0:1788840251.599404:0:30945:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1788840251.599405:0:30945:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee86dd2aa8) owner 0000000000000000/ffff90ee87ffa7c0 00020000:00000010:0.0:1788840251.599407:0:30945:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff90ee86dd2aa8. 00020000:00000001:0.0:1788840251.599410:0:30945:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:0.0:1788840251.599413:0:30945:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff90ee98ea3e10. 00000020:00001000:0.0:1788840251.599417:0:30945:0:(cl_object.c:917:cl_env_put()) 1@ffff90eea059f000 00000080:00000001:0.0:1788840251.599420:0:30945:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788840251.599422:0:30945:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1788840251.599464:0:30945:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:0.0:1788840251.599467:0:30945:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788840251.599470:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bdd0 00000080:00200008:0.0:1788840251.599472:0:30945:0:(file.c:479:ll_file_release()) START file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff90ee90515b88), flags 704000 00000080:00400000:0.0:1788840251.599476:0:30945:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x23:0x0] 00000080:00000001:0.0:1788840251.599480:0:30945:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1788840251.599481:0:30945:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:0.0:1788840251.599483:0:30945:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1788840251.599490:0:30945:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840251.599492:0:30945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840251.599495:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74e00 count: 2 00010000:00000001:0.0:1788840251.599498:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840251.599502:0:30945:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1788840251.599506:0:30945:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1788840251.599509:0:30945:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840251.599516:0:30945:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840251.599520:0:30945:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f3727 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba42a expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788840251.599528:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.599530:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840251.599532:0:30945:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1788840251.599534:0:30945:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x23:0x0]: 16 00000080:00000010:0.0:1788840251.599537:0:30945:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90ee92d4d680. 00000080:00000001:0.0:1788840251.601269:0:30945:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840251.601280:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bdd0 00000080:00000008:0.0:1788840251.601283:0:30945:0:(file.c:523:ll_file_release()) COMPLETED file d21g.recovery-small-1:[0x200000404:0x23:0x0](ffff90ee90515b88), flags 704000, rc = 0 00000080:00000001:0.0:1788840251.601288:0:30945:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.601291:0:30945:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.601298:0:30945:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788840251.601301:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2be00 00000080:00002000:0.0:1788840251.601303:0:30945:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-1 (ffff90ee90711510, parent ffff90ee9069b510, inode ffff90ee90515b88) hashed, 00000080:00000001:0.0:1788840251.601306:0:30945:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788840251.601315:0:30945:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788840251.601321:0:30945:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788840251.601370:0:30945:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840251.601374:0:30945:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840251.601377:0:30945:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788840251.601379:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bbd8 00000080:00200000:0.0:1788840251.601381:0:30945:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:0.0:1788840251.601388:0:30945:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee87160600. 00800000:00000002:0.0:1788840251.601395:0:30945:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840251.601400:0:30945:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840251.601405:0:30945:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840251.601407:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2baf8 00800000:00000002:0.0:1788840251.601409:0:30945:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840251.601413:0:30945:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788840251.601418:0:30945:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788840251.601424:0:30945:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840251.601427:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2b9c8 00000002:00010000:0.0:1788840251.601428:0:30945:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788840251.601432:0:30945:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788840251.601434:0:30945:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840251.601437:0:30945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840251.601444:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1600 count: 2 00010000:00000001:0.0:1788840251.601448:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840251.601453:0:30945:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840251.601458:0:30945:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788840251.601463:0:30945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c800/0x3aa5f499c96f36ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba389 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 02000000:00000001:0.0:1788840251.601476:0:30945:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840251.601484:0:30945:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840251.601488:0:30945:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c800/0x3aa5f499c96f36ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba389 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000002:00000001:0.0:1788840251.601495:0:30945:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788840251.601497:0:30945:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840251.601499:0:30945:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840251.601501:0:30945:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840251.601503:0:30945:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840251.601505:0:30945:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788840251.601508:0:30945:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788840251.601512:0:30945:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840251.601515:0:30945:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee87160600. 00000080:00000001:0.0:1788840251.601520:0:30945:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788840251.601522:0:30945:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840251.601525:0:30945:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:0.0:1788840251.601529:0:30945:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f36ef 00800000:00000001:0.0:1788840251.601532:0:30945:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840251.601535:0:30945:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840251.601537:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.601553:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.601556:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c800 refcount=3 00000020:00000001:0.0:1788840251.601559:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:0.0:1788840251.601562:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:0.0:1788840251.601565:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.601566:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840251.601568:0:30945:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840251.601570:0:30945:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840251.601572:0:30945:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f36ef from it ffffa16201d2bc10 00010000:00000001:0.0:1788840251.601574:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.601576:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.601577:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c800 refcount=3 00000020:00000001:0.0:1788840251.601579:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:0.0:1788840251.601581:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:0.0:1788840251.601583:0:30945:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840251.601587:0:30945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c800/0x3aa5f499c96f36ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba389 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:0.0:1788840251.601593:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.601594:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.601596:0:30945:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840251.601599:0:30945:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840251.601602:0:30945:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c800/0x3aa5f499c96f36ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba389 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:0.0:1788840251.601610:0:30945:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840251.601614:0:30945:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840251.601616:0:30945:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840251.601621:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.601622:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.601624:0:30945:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.601628:0:30945:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840251.601630:0:30945:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.601632:0:30945:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.601635:0:30945:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.601637:0:30945:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840251.601658:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.601660:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788840251.602454:0:30945:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788840251.602459:0:30945:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840251.602465:0:30945:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788840251.602473:0:30945:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788840251.602497:0:30945:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90ee83169100. 00000020:00000001:0.0:1788840251.602502:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bdc8 00000080:00200000:0.0:1788840251.602505:0:30945:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), flags=0 00000080:00000001:0.0:1788840251.602509:0:30945:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788840251.602512:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bc78 00000080:00200000:0.0:1788840251.602513:0:30945:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), intent=getattr 00000080:00000010:0.0:1788840251.602523:0:30945:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee87160600. 00800000:00000002:0.0:1788840251.602528:0:30945:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840251.602533:0:30945:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840251.602537:0:30945:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840251.602550:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bb98 00800000:00000002:0.0:1788840251.602552:0:30945:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21g.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840251.602555:0:30945:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1788840251.602560:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bb30 00800000:00000002:0.0:1788840251.602562:0:30945:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-1' -> mds #0 00000002:00000001:0.0:1788840251.602566:0:30945:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840251.602568:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2ba68 00000002:00010000:0.0:1788840251.602570:0:30945:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:0.0:1788840251.602574:0:30945:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788840251.602577:0:30945:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788840251.602583:0:30945:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f58a80. 00000020:00000040:0.0:1788840251.602588:0:30945:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00010000:00000001:0.0:1788840251.602596:0:30945:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788840251.602602:0:30945:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840251.602607:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.602609:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.602610:0:30945:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.602613:0:30945:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840251.602616:0:30945:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840251.602621:0:30945:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840251.602630:0:30945:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee86f36400. 00000100:00000001:0.0:1788840251.602670:0:30945:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.603038:0:30945:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840251.603041:0:30945:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.603043:0:30945:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840251.603044:0:30945:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.603046:0:30945:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840251.603057:0:30945:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621952890473088 : -122120819078528 : ffff90ee87f58a80) 00010000:00000001:0.0:1788840251.603063:0:30945:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788840251.603066:0:30945:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788840251.603072:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1600 count: 2 00010000:00000001:0.0:1788840251.603075:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840251.603078:0:30945:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788840251.603084:0:30945:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee80031600. 00000020:00000001:0.0:1788840251.603089:0:30945:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788840251.603093:0:30945:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee80031600 with handle 0x3aa5f499c96f372e to hash 00000020:00000001:0.0:1788840251.603095:0:30945:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788840251.603097:0:30945:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:0.0:1788840251.603100:0:30945:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:0.0:1788840251.603104:0:30945:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840251.603106:0:30945:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840251.603111:0:30945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f372e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840251.603120:0:30945:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f372e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840251.603131:0:30945:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f372e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30945 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788840251.603138:0:30945:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788840251.603140:0:30945:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788840251.603150:0:30945:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee86f3d840. 00000100:00000001:0.0:1788840251.603152:0:30945:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952873584704 : -122120835966912 : ffff90ee86f3d840) 00000100:00000001:0.0:1788840251.603156:0:30945:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840251.603158:0:30945:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890473088 : -122120819078528 : ffff90ee87f58a80) 00000100:00000001:0.0:1788840251.603163:0:30945:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840251.603169:0:30945:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.603172:0:30945:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788840251.603174:0:30945:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840251.603187:0:30945:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f58a80 x1875733133971456/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.603197:0:30945:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840251.603200:0:30945:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840251.603205:0:30945:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840251.603208:0:30945:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840251.603211:0:30945:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840251.603215:0:30945:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f58a80 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:30945:1875733133971456:192.168.202.131@tcp:101:rm.0 00000100:00000001:0.0:1788840251.603220:0:30945:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840251.603227:0:30945:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840251.603230:0:30945:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840251.603233:0:30945:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840251.603238:0:30945:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90ee98ed3800. 02000000:00000001:0.0:1788840251.603240:0:30945:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840251.603249:0:30945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840251.603253:0:30945:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c809f8. 00000400:00000010:0.0:1788840251.603262:0:30945:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6c38. 00000100:00000200:0.0:1788840251.603271:0:30945:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875733133971456, portal 10 00000100:00000001:0.0:1788840251.603273:0:30945:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840251.603274:0:30945:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890473088 : -122120819078528 : ffff90ee87f58a80) 00000100:00000040:0.0:1788840251.603280:0:30945:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87f58a80 x1875733133971456/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840267 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.603288:0:30945:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840251.603290:0:30945:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840251.603293:0:30945:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6550. 00000100:00000200:0.0:1788840251.603298:0:30945:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875733133971456, offset 0 00000400:00000200:0.0:1788840251.603306:0:30945:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840251.603316:0:30945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840251.603325:0:30945:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840251.603332:0:30945:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840251.603338:0:30945:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840251.603343:0:30945:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840251.603345:0:30945:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840251.603349:0:30945:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2380:2380:256:4294967295] 192.168.202.131@tcp LPNI seq info [2380:2380:8:4294967295] 00000400:00000200:0.0:1788840251.603354:0:30945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840251.603365:0:30945:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840251.603372:0:30945:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840251.603379:0:30945:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee98ea2600. 00000800:00000200:0.0:1788840251.603387:0:30945:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840251.603397:0:30945:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840251.603402:0:30945:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee98ea2600 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1788840251.603430:0:30945:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840251.603435:0:30945:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 804557 usecs (805 jiffies) 00000400:00000200:0.0:1788840251.603438:0:30945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840251.603442:0:30945:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296482226 00000100:00000001:0.0:1788840251.603446:0:30945:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296483232 00000100:00000001:0.0:1788840251.603448:0:30945:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296482226 00000100:00000001:0.0:1788840251.603451:0:30945:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296483232 00000100:00000001:0.0:1788840251.603453:0:30945:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840251.603456:0:30945:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.603459:0:30945:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840251.603461:0:30945:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788840251.603464:0:30945:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee86f3d840 going to sleep for 11 seconds 00000100:00000001:0.0:1788840251.603467:0:30945:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840251.603471:0:30945:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840251.604326:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840251.604334:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee98ea2600. 00000400:00000200:2.0:1788840251.604344:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840251.604353:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840251.604362:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6550 00000400:00000010:2.0:1788840251.604365:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6550. 00000100:00000001:2.0:1788840251.604371:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840251.604377:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f58a80 x1875733133971456/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840267 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840251.604395:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840251.604399:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f58a80 x1875733133971456/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840267 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840251.604406:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840251.604408:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840251.607995:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840251.608017:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840251.608023:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840251.608025:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840251.608035:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.608044:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840251.608055:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.608061:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.608068:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.608072:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 584 into portal 10 MB=0x6a9f82724d000 00000400:00000200:2.0:1788840251.608077:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.608085:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 584/584 into md 0x6875 [1] + 224 00000800:00000001:2.0:1788840251.608094:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840251.608101:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840251.608105:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840251.608111:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840251.608120:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840251.608130:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f58a80 x1875733133971456/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840267 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840251.608142:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff90ee87f58a80 x1875733133971456/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840251.608163:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840251.608174:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840251.608178:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840251.608335:0:30945:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840251.608356:0:30945:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840251.608358:0:30945:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840251.608363:0:30945:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c809f8. 00000400:00000200:0.0:1788840251.608369:0:30945:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6c38 00000400:00000010:0.0:1788840251.608372:0:30945:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6c38. 00000100:00000001:0.0:1788840251.608376:0:30945:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840251.608380:0:30945:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f58a80 x1875733133971456/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788840251.608388:0:30945:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f58a80 x1875733133971456/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.608392:0:30945:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840251.608394:0:30945:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840251.608396:0:30945:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840251.608400:0:30945:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840251.608402:0:30945:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840251.608405:0:30945:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840251.608408:0:30945:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840251.608417:0:30945:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=101 v=5 (5 102 102 102) 00000100:00001000:0.0:1788840251.608420:0:30945:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840251.608422:0:30945:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840251.608424:0:30945:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.608426:0:30945:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840251.608430:0:30945:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.608434:0:30945:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840251.608435:0:30945:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967617 00000100:00000001:0.0:1788840251.608436:0:30945:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840251.608440:0:30945:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840251.608443:0:30945:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f58a80 x1875733133971456/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.608448:0:30945:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840251.608451:0:30945:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840251.608452:0:30945:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840251.608455:0:30945:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f58a80 x1875733133971456/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840267 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788840251.608459:0:30945:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f58a80 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:30945:1875733133971456:192.168.202.131@tcp:101:rm.0 00000100:00000001:0.0:1788840251.608463:0:30945:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840251.608465:0:30945:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.608467:0:30945:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788840251.608469:0:30945:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840251.608471:0:30945:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f58a80 x1875733133971456/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840267 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.608476:0:30945:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840251.608479:0:30945:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee86f3d840. 00000100:00000001:0.0:1788840251.608482:0:30945:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788840251.608483:0:30945:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.608486:0:30945:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788840251.608490:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.608493:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.608496:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031600 refcount=4 00000020:00000001:0.0:1788840251.608498:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:0.0:1788840251.608501:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000040:0.0:1788840251.608507:0:30945:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee80031600, remote cookie: 0x8a436931312ba469, flags: 0x1001 00010000:00010000:0.0:1788840251.608512:0:30945:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f372e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba469 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788840251.608519:0:30945:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x23:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788840251.608521:0:30945:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1788840251.608528:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74e00 count: 2 00010000:00000001:0.0:1788840251.608530:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840251.608532:0:30945:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840251.608534:0:30945:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f372e lrc: 4/1,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba469 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840251.608551:0:30945:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f372e lrc: 4/1,0 mode: --/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba469 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840251.608557:0:30945:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788840251.608561:0:30945:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788840251.608564:0:30945:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788840251.608565:0:30945:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788840251.608566:0:30945:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788840251.608568:0:30945:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x23:0x0].0x0 (ffff90ee99a74e00) refcount = 2 00010000:00000040:0.0:1788840251.608570:0:30945:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788840251.608572:0:30945:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f3727 lrc: 1/0,0 mode: CR/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba42a expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1788840251.608577:0:30945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f372e lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba469 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840251.608586:0:30945:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788840251.608589:0:30945:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788840251.608590:0:30945:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840251.608593:0:30945:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788840251.608595:0:30945:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840251.608597:0:30945:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f372e lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba469 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840251.608601:0:30945:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788840251.608603:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.608604:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.608605:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.608606:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.608607:0:30945:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840251.608611:0:30945:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788840251.608612:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.608613:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.608614:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031600 refcount=3 00000020:00000001:0.0:1788840251.608615:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:0.0:1788840251.608616:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:0.0:1788840251.608617:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.608618:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.608619:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031600 refcount=4 00000020:00000001:0.0:1788840251.608620:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:0.0:1788840251.608621:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:0.0:1788840251.608624:0:30945:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840251.608626:0:30945:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840251.608628:0:30945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f372e lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba469 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840251.608632:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.608633:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.608634:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.608635:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.608636:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031600 refcount=5 00000020:00000001:0.0:1788840251.608637:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:0.0:1788840251.608665:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:0.0:1788840251.608667:0:30945:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840251.608669:0:30945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f372e lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba469 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840251.608673:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.608674:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788840251.608676:0:30945:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f372e lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba469 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840251.608682:0:30945:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840251.608683:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.608684:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.608685:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.608687:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788840251.608691:0:30945:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90ee87f58a80 x1875733133971456/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840267 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788840251.608698:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.608700:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.608701:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031600 refcount=3 00000020:00000001:0.0:1788840251.608702:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:0.0:1788840251.608705:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:0.0:1788840251.608707:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.608708:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840251.608710:0:30945:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840251.608712:0:30945:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840251.608715:0:30945:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788840251.608718:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.608719:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.608721:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031600 refcount=3 00000020:00000001:0.0:1788840251.608723:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:0.0:1788840251.608725:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00000002:00010000:0.0:1788840251.608729:0:30945:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f372e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba469 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840251.608736:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.608737:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.608739:0:30945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788840251.608741:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.608742:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.608743:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031600 refcount=3 00000020:00000001:0.0:1788840251.608745:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:0.0:1788840251.608747:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000040:0.0:1788840251.608750:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74e00 count: 3 00010000:00000001:0.0:1788840251.608752:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788840251.608757:0:30945:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 4 res 8589935620/35 (0 0) 00010000:00000001:0.0:1788840251.608760:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.608761:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840251.608762:0:30945:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788840251.608765:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2b9f0 00000002:00002000:0.0:1788840251.608768:0:30945:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-1 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788840251.608771:0:30945:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840251.608776:0:30945:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840251.608780:0:30945:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788840251.609529:0:30945:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788840251.609533:0:30945:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788840251.609547:0:30945:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000001:0.0:1788840251.609551:0:30945:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788840251.609553:0:30945:0:(namei.c:674:ll_lookup_it_finish()) it ffffa16201d2be00 it_disposition b 00000080:00000001:0.0:1788840251.609559:0:30945:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788840251.609568:0:30945:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788840251.609572:0:30945:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788840251.609575:0:30945:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:0.0:1788840251.609579:0:30945:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1788840251.609588:0:30945:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788840251.609591:0:30945:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x23:0x0] 00000080:00000001:0.0:1788840251.609594:0:30945:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.609598:0:30945:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833955 : 144115205322833955 : 200000404000023) 00000080:00000001:0.0:1788840251.609601:0:30945:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1788840251.609604:0:30945:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833955 mtime from 1788840232 to 1788840251 00000080:00200000:0.0:1788840251.609609:0:30945:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x23:0x0], updating i_size 16384 00000080:00200000:0.0:1788840251.609612:0:30945:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x23:0x0](ffff90ee90515b88): rc = 0 00000080:00000001:0.0:1788840251.609615:0:30945:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621953030708104 : -122120678843512 : ffff90ee90515b88) 00010000:00000001:0.0:1788840251.609618:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.609620:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.609623:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031600 refcount=3 00000020:00000001:0.0:1788840251.609625:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:0.0:1788840251.609627:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:0.0:1788840251.609630:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.609631:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788840251.609633:0:30945:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788840251.609634:0:30945:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788840251.609635:0:30945:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788840251.609899:0:30945:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788840251.609902:0:30945:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840251.609906:0:30945:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x23:0x0](ffff90ee90515b88) for lock 0x3aa5f499c96f372e 00800000:00000001:0.0:1788840251.609908:0:30945:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840251.609911:0:30945:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840251.609912:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.610054:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.610057:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031600 refcount=3 00000020:00000001:0.0:1788840251.610058:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:0.0:1788840251.610060:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:0.0:1788840251.610063:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.610064:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840251.610065:0:30945:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840251.610066:0:30945:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1788840251.610072:0:30945:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90ee906b2d80 inode ffff90ee90515b88 refc 1 flags 0x20000e 00000080:00000001:0.0:1788840251.610076:0:30945:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788840251.610078:0:30945:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.610080:0:30945:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1788840251.610083:0:30945:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x23:0x0](ffff90ee90515b88) 00000080:00010000:0.0:1788840251.610086:0:30945:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f372e from it ffffa16201d2be00 00010000:00000001:0.0:1788840251.610088:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.610089:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.610090:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031600 refcount=3 00000020:00000001:0.0:1788840251.610091:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:0.0:1788840251.610093:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:0.0:1788840251.610094:0:30945:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840251.610097:0:30945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f372e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba469 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840251.610103:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.610103:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.610104:0:30945:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840251.610106:0:30945:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840251.610108:0:30945:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f372e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba469 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788840251.610113:0:30945:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840251.610116:0:30945:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840251.610118:0:30945:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840251.610122:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.610123:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.610125:0:30945:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.610127:0:30945:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840251.610129:0:30945:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.610130:0:30945:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.610133:0:30945:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.610135:0:30945:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840251.610135:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.610136:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788840251.610138:0:30945:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788840251.610142:0:30945:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee87160600. 00000100:00000001:0.0:1788840251.610149:0:30945:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840251.610156:0:30945:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f58a80 x1875733133971456/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840267 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.610161:0:30945:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788840251.610164:0:30945:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840251.610167:0:30945:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90ee98ed3800. 02000000:00000001:0.0:1788840251.610170:0:30945:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788840251.610172:0:30945:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840251.610174:0:30945:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:0.0:1788840251.610176:0:30945:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840251.610179:0:30945:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee86f36400. 02000000:00000001:0.0:1788840251.610182:0:30945:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840251.610184:0:30945:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840251.610185:0:30945:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f58a80. 00000100:00000001:0.0:1788840251.610188:0:30945:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840251.610189:0:30945:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788840251.610191:0:30945:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788840251.610193:0:30945:0:(dcache.c:176:ll_intent_release()) intent ffffa16201d2be00 released 00000080:00000001:0.0:1788840251.610194:0:30945:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788840251.610199:0:30945:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840251.610201:0:30945:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788840251.610203:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bd50 00000080:00200000:0.0:1788840251.610205:0:30945:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:0.0:1788840251.610214:0:30945:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee87160600. 00800000:00000002:0.0:1788840251.610221:0:30945:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840251.610224:0:30945:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840251.610227:0:30945:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840251.610228:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bc70 00800000:00000002:0.0:1788840251.610230:0:30945:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840251.610233:0:30945:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788840251.610236:0:30945:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788840251.610240:0:30945:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840251.610241:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bb40 00000002:00010000:0.0:1788840251.610243:0:30945:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788840251.610245:0:30945:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788840251.610247:0:30945:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840251.610249:0:30945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840251.610254:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1600 count: 2 00010000:00000001:0.0:1788840251.610256:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840251.610259:0:30945:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840251.610261:0:30945:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788840251.610264:0:30945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c800/0x3aa5f499c96f36ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba389 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 02000000:00000001:0.0:1788840251.610269:0:30945:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840251.610273:0:30945:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840251.610275:0:30945:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c800/0x3aa5f499c96f36ef lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba389 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000002:00000001:0.0:1788840251.610280:0:30945:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788840251.610281:0:30945:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840251.610283:0:30945:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840251.610284:0:30945:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840251.610285:0:30945:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840251.610286:0:30945:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788840251.610288:0:30945:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788840251.610289:0:30945:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840251.610290:0:30945:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee87160600. 00000080:00000001:0.0:1788840251.610292:0:30945:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788840251.610293:0:30945:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840251.610294:0:30945:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:0.0:1788840251.610296:0:30945:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f36ef 00800000:00000001:0.0:1788840251.610298:0:30945:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840251.610298:0:30945:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840251.610299:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.610300:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.610301:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c800 refcount=3 00000020:00000001:0.0:1788840251.610303:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:0.0:1788840251.610304:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:0.0:1788840251.610306:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.610307:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840251.610307:0:30945:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840251.610308:0:30945:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840251.610309:0:30945:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f36ef from it ffffa16201d2bd88 00010000:00000001:0.0:1788840251.610310:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.610311:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.610312:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c800 refcount=3 00000020:00000001:0.0:1788840251.610313:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:0.0:1788840251.610314:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:0.0:1788840251.610315:0:30945:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840251.610316:0:30945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c800/0x3aa5f499c96f36ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba389 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:0.0:1788840251.610319:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.610320:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.610320:0:30945:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840251.610321:0:30945:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840251.610323:0:30945:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c800/0x3aa5f499c96f36ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba389 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:0.0:1788840251.610326:0:30945:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840251.610326:0:30945:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840251.610327:0:30945:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840251.610328:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.610328:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.610329:0:30945:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.610330:0:30945:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840251.610331:0:30945:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.610332:0:30945:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.610333:0:30945:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.610334:0:30945:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840251.610335:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.610336:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788840251.610337:0:30945:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788840251.610338:0:30945:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840251.610339:0:30945:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 3 00000080:00000001:0.0:1788840251.610343:0:30945:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.610347:0:30945:0:(namei.c:2325:ll_rmdir()) Process entered 00000020:00000001:0.0:1788840251.610348:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2be18 00000080:00200000:0.0:1788840251.610350:0:30945:0:(namei.c:2328:ll_rmdir()) VFS Op:name=d21g.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00000001:0.0:1788840251.610352:0:30945:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:0.0:1788840251.610355:0:30945:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21g.recovery-small-1, [0x200000404:0x23:0x0]) is foreign... 00000080:00000001:0.0:1788840251.610357:0:30945:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788840251.610359:0:30945:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee87160600. 00800000:00000002:0.0:1788840251.610361:0:30945:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00800000:00000001:0.0:1788840251.610368:0:30945:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:0.0:1788840251.610373:0:30945:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:0.0:1788840251.610375:0:30945:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x23:0x0] 00800000:00000001:0.0:1788840251.610377:0:30945:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788840251.610379:0:30945:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x23:0x0] -> mds #0 00000002:00000001:0.0:1788840251.610382:0:30945:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1788840251.610384:0:30945:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788840251.610386:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1600 count: 2 00010000:00000001:0.0:1788840251.610388:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840251.610389:0:30945:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788840251.610391:0:30945:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788840251.610393:0:30945:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c800/0x3aa5f499c96f36ef lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8a436931312ba389 expref: -99 pid: 30943 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00000001:0.0:1788840251.610398:0:30945:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788840251.610401:0:30945:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788840251.610403:0:30945:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788840251.610405:0:30945:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1788840251.610407:0:30945:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840251.610408:0:30945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840251.610408:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1600 count: 3 00010000:00000001:0.0:1788840251.610410:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840251.610411:0:30945:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840251.610412:0:30945:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840251.610413:0:30945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840251.610414:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1600 count: 3 00010000:00000001:0.0:1788840251.610415:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840251.610416:0:30945:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840251.610417:0:30945:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840251.610418:0:30945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840251.610419:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1600 count: 3 00010000:00000001:0.0:1788840251.610420:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840251.610421:0:30945:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.610422:0:30945:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788840251.610424:0:30945:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff90ee90514200, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788840251.610489:0:30945:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788840251.610491:0:30945:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788840251.610493:0:30945:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788840251.610494:0:30945:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.610497:0:30945:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788840251.610500:0:30945:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788840251.610501:0:30945:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788840251.610502:0:30945:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840251.610503:0:30945:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788840251.610505:0:30945:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee87d8c800 with handle 0x3aa5f499c96f36ef from hash 00010000:00000001:0.0:1788840251.610507:0:30945:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788840251.610508:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.610509:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.610510:0:30945:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788840251.610512:0:30945:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788840251.610513:0:30945:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788840251.610515:0:30945:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788840251.610516:0:30945:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840251.610517:0:30945:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840251.610519:0:30945:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788840251.610521:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74e00 count: 3 00010000:00000001:0.0:1788840251.610522:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840251.610523:0:30945:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788840251.610525:0:30945:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788840251.610527:0:30945:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f372e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x23:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8a436931312ba469 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1788840251.610531:0:30945:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788840251.610532:0:30945:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788840251.610532:0:30945:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788840251.610533:0:30945:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x23:0x0] mode (null) 00000002:00000001:0.0:1788840251.610534:0:30945:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840251.610535:0:30945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840251.610536:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74e00 count: 4 00010000:00000001:0.0:1788840251.610537:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840251.610550:0:30945:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840251.610551:0:30945:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840251.610552:0:30945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840251.610554:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74e00 count: 4 00010000:00000001:0.0:1788840251.610556:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840251.610557:0:30945:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840251.610559:0:30945:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840251.610560:0:30945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840251.610561:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74e00 count: 4 00010000:00000001:0.0:1788840251.610562:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840251.610565:0:30945:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.610566:0:30945:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788840251.610572:0:30945:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x23:0x0] lli = ffff90ee90515ac0, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788840251.610575:0:30945:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788840251.610576:0:30945:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788840251.610577:0:30945:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788840251.610580:0:30945:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x23:0x0](ffff90ee90515b88) invalid 00000020:00000001:0.0:1788840251.610582:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2ba80 00000080:00002000:0.0:1788840251.610584:0:30945:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-1 (ffff90ee906b2d80) parent ffff90ee9069b510 inode ffff90ee90515b88 refc 2 00000080:00000001:0.0:1788840251.610587:0:30945:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788840251.610589:0:30945:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788840251.610590:0:30945:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.610592:0:30945:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788840251.610594:0:30945:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788840251.610595:0:30945:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788840251.610596:0:30945:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840251.610598:0:30945:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788840251.610600:0:30945:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee80031600 with handle 0x3aa5f499c96f372e from hash 00010000:00000001:0.0:1788840251.610602:0:30945:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788840251.610603:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.610604:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.610605:0:30945:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788840251.610607:0:30945:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788840251.610608:0:30945:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788840251.610610:0:30945:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788840251.610613:0:30945:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f3727 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x23:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8a436931312ba42a expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:0.0:1788840251.610621:0:30945:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788840251.610623:0:30945:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788840251.610624:0:30945:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788840251.610625:0:30945:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x23:0x0] mode CR 00000002:00000001:0.0:1788840251.610627:0:30945:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840251.610628:0:30945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840251.610629:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74e00 count: 4 00010000:00000001:0.0:1788840251.610631:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840251.610633:0:30945:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840251.610635:0:30945:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840251.610636:0:30945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840251.610637:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74e00 count: 4 00010000:00000001:0.0:1788840251.610665:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840251.610667:0:30945:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.610670:0:30945:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.610672:0:30945:0:(file.c:297:ll_md_real_close()) Process entered 00000800:00000200:2.0:1788840251.617549:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840251.617565:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0d300. 00000400:00000200:2.0:1788840251.617580:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840251.617593:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840251.617603:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539aa0 00000400:00000010:2.0:1788840251.617607:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539aa0. 00000100:00000001:2.0:1788840251.617614:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840251.617625:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fad180 x1875733133971712/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840267 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840251.617654:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840251.617659:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fad180 x1875733133971712/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840267 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840251.617667:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840251.617669:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1788840251.620075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee83169060. 00000080:00000010:0.1:1788840251.620119:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee9058dac0. 00000080:00000010:0.1:1788840251.620134:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee86d745e0. 00000800:00000001:2.0:1788840251.625036:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840251.625068:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840251.625073:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840251.625076:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840251.625087:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.625096:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840251.625108:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.625114:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.625120:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.625125:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 456 into portal 10 MB=0x6a9f82724d100 00000400:00000200:2.0:1788840251.625131:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.625138:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 456/456 into md 0x687d [1] + 224 00000800:00000001:2.0:1788840251.625148:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840251.625159:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840251.625163:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840251.625169:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840251.625179:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840251.625191:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fad180 x1875733133971712/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840267 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840251.625203:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff90ee87fad180 x1875733133971712/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840251.625229:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840251.625241:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840251.625245:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788840251.627080:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840251.627087:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0de00. 00000400:00000200:2.0:1788840251.627094:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840251.627101:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840251.627108:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539660 00000400:00000010:2.0:1788840251.627111:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539660. 00000100:00000001:2.0:1788840251.627115:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840251.627120:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fad180 x1875733133971968/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 512/624 e 0 to 0 dl 1788840267 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840251.627130:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840251.627133:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fad180 x1875733133971968/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 512/624 e 0 to 0 dl 1788840267 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840251.627139:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840251.627141:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1788840251.631725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031600. 00010000:00000010:1.1:1788840251.631753:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74e00. 00010000:00000010:1.1:1788840251.631758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030a00. 00010000:00000010:1.1:1788840251.631762:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1600. 00010000:00000010:1.1:1788840251.631766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8c800. 00000800:00000001:2.0:1788840251.636106:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840251.636131:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840251.636136:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840251.636138:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840251.636154:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.636164:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840251.636175:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.636181:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.636187:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.636192:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 456 into portal 10 MB=0x6a9f82724d200 00000400:00000200:2.0:1788840251.636198:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.636205:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 456/456 into md 0x6885 [1] + 224 00000800:00000001:2.0:1788840251.636211:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840251.636218:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840251.636221:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840251.636225:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840251.636233:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840251.636242:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fad180 x1875733133971968/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 512/624 e 0 to 0 dl 1788840267 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840251.636250:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff90ee87fad180 x1875733133971968/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 512/624 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840251.636268:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1788840251.636277:0:2354:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788840251.636280:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.636284:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840251.636290:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2383:2383:256:4294967295] 192.168.202.131@tcp LPNI seq info [2383:2383:8:4294967295] 00000400:00000200:2.0:1788840251.636293:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.636299:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) 192.168.202.131@tcp : ACK try# 0 00000800:00000200:2.0:1788840251.636304:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840251.636309:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989b00. 00000800:00000200:2.0:1788840251.636315:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840251.636321:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840251.636326:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989b00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788840251.636418:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840251.636421:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989b00. 00000400:00000200:2.0:1788840251.636423:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840251.636426:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: ACK: OK 00000800:00000001:2.0:1788840251.636430:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840251.636433:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788840251.637612:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840251.637616:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0d000. 00000400:00000200:3.0:1788840251.637620:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840251.637625:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840251.637630:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea05394c8 00000400:00000010:3.0:1788840251.637633:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea05394c8. 00000100:00000001:3.0:1788840251.638599:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840251.638611:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fac380 x1875733133972096/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840267 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840251.638622:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840251.638625:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fac380 x1875733133972096/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840267 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840251.638629:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840251.638631:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840251.641064:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840251.641088:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840251.641093:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840251.641095:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840251.641107:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.641117:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840251.641128:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.641134:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.641141:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.641146:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 688 into portal 10 MB=0x6a9f82724d280 00000400:00000200:2.0:1788840251.641151:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.641158:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 688/688 into md 0x688d [1] + 224 00000800:00000001:2.0:1788840251.641166:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840251.641178:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840251.641183:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840251.641188:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840251.641199:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840251.641210:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fac380 x1875733133972096/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840267 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840251.641221:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff90ee87fac380 x1875733133972096/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840251.641242:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840251.641253:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840251.641257:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788840251.641828:0:30945:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788840251.641832:0:30945:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788840251.641835:0:30945:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788840251.641840:0:30945:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:1.0:1788840251.641844:0:30945:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee86fb0200. 00000080:00000001:1.0:1788840251.641849:0:30945:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788840251.641852:0:30945:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788840251.641859:0:30945:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788840251.641864:0:30945:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788840251.641871:0:30945:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff90ee871397c0. 00800000:00000001:1.0:1788840251.641874:0:30945:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446621952875665344 : -122120833886272 : ffff90ee871397c0) 00800000:00000001:1.0:1788840251.641876:0:30945:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840251.641879:0:30945:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788840251.641882:0:30945:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788840251.641884:0:30945:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1788840251.641888:0:30945:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788840251.641891:0:30945:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788840251.641893:0:30945:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840251.641899:0:30945:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788840251.641903:0:30945:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1788840251.641908:0:30945:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:1.0:1788840251.641910:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840251.641912:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840251.641914:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85a00 refcount=3 00000020:00000001:1.0:1788840251.641916:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872831488 : -122120836720128 : ffff90ee86e85a00) 00010000:00000001:1.0:1788840251.641918:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872831488 : -122120836720128 : ffff90ee86e85a00) 00010000:00000001:1.0:1788840251.641920:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840251.641921:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788840251.641923:0:30945:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788840251.641926:0:30945:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788840251.641927:0:30945:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee871397c0 1 00800000:00000010:1.0:1788840251.641930:0:30945:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff90ee871397c0. 00800000:00000001:1.0:1788840251.641933:0:30945:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840251.641937:0:30945:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f3735 00800000:00000001:1.0:1788840251.641940:0:30945:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788840251.641943:0:30945:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788840251.641944:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840251.641946:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840251.641947:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85a00 refcount=3 00000020:00000001:1.0:1788840251.641949:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872831488 : -122120836720128 : ffff90ee86e85a00) 00010000:00000001:1.0:1788840251.641951:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872831488 : -122120836720128 : ffff90ee86e85a00) 00010000:00000001:1.0:1788840251.641953:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840251.641955:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840251.641956:0:30945:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840251.641958:0:30945:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840251.641960:0:30945:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840251.641963:0:30945:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:1.0:1788840251.641966:0:30945:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3735 from it ffffa16201d2bb58 00010000:00000001:1.0:1788840251.641968:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840251.641969:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840251.641971:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85a00 refcount=3 00000020:00000001:1.0:1788840251.641972:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872831488 : -122120836720128 : ffff90ee86e85a00) 00010000:00000001:1.0:1788840251.641974:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872831488 : -122120836720128 : ffff90ee86e85a00) 00010000:00000001:1.0:1788840251.641977:0:30945:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840251.641979:0:30945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85a00/0x3aa5f499c96f3735 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba48c expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840251.641986:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840251.641987:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840251.641989:0:30945:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840251.641992:0:30945:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840251.641994:0:30945:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85a00/0x3aa5f499c96f3735 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba48c expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788840251.642001:0:30945:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840251.642004:0:30945:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840251.642007:0:30945:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840251.642011:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840251.642013:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840251.642016:0:30945:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840251.642019:0:30945:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840251.642022:0:30945:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840251.642024:0:30945:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840251.642027:0:30945:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840251.642029:0:30945:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840251.642030:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840251.642031:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788840251.642035:0:30945:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840251.642039:0:30945:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87fac380 x1875733133972096/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840267 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840251.642046:0:30945:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840251.642049:0:30945:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840251.642053:0:30945:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90ee85de8000. 02000000:00000001:1.0:1788840251.642057:0:30945:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840251.642060:0:30945:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840251.642062:0:30945:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:1.0:1788840251.642064:0:30945:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840251.642068:0:30945:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee85c5f000. 02000000:00000001:1.0:1788840251.642072:0:30945:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840251.642074:0:30945:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840251.642076:0:30945:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87fac380. 00000100:00000001:1.0:1788840251.642080:0:30945:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840251.642081:0:30945:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788840251.642084:0:30945:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788840251.642090:0:30945:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840251.642098:0:30945:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788840251.642102:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bb48 00000080:00002000:1.0:1788840251.642104:0:30945:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-2(ffff90ee90711360) flags 0x20000e refc 1 00000080:00000001:1.0:1788840251.642107:0:30945:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840251.642109:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bb90 00000080:00200000:1.0:1788840251.642110:0:30945:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-2, flags=8 00000080:00000001:1.0:1788840251.642116:0:30945:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788840251.642119:0:30945:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840251.642132:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bd08 00000080:00200008:1.0:1788840251.642135:0:30945:0:(file.c:6296:ll_getattr_dentry()) START file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff90ee90591988), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788840251.642144:0:30945:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:1.0:1788840251.642149:0:30945:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840251.642152:0:30945:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788840251.642154:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bc80 00000080:00200000:1.0:1788840251.642156:0:30945:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x24:0x0](ffff90ee90591988),name=d21g.recovery-small-2 00000080:00000010:1.0:1788840251.642163:0:30945:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee86fb0200. 00800000:00000002:1.0:1788840251.642168:0:30945:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:1.0:1788840251.642175:0:30945:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788840251.642177:0:30945:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788840251.642179:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bba0 00800000:00000002:1.0:1788840251.642180:0:30945:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x24:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788840251.642183:0:30945:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788840251.642188:0:30945:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x24:0x0], name='' -> mds #0 00000002:00000001:1.0:1788840251.642191:0:30945:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788840251.642192:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2ba70 00000002:00010000:1.0:1788840251.642194:0:30945:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788840251.642196:0:30945:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788840251.642198:0:30945:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840251.642200:0:30945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840251.642203:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74b00 count: 2 00010000:00000001:1.0:1788840251.642204:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840251.642207:0:30945:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840251.642208:0:30945:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788840251.642211:0:30945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f370b lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba3eb expref: -99 pid: 30944 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788840251.642217:0:30945:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788840251.642220:0:30945:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840251.642222:0:30945:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f370b lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba3eb expref: -99 pid: 30944 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788840251.642226:0:30945:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788840251.642228:0:30945:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788840251.642230:0:30945:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788840251.642231:0:30945:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788840251.642232:0:30945:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788840251.642233:0:30945:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788840251.642235:0:30945:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788840251.642236:0:30945:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:1.0:1788840251.642237:0:30945:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee86fb0200. 00000080:00000001:1.0:1788840251.642239:0:30945:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788840251.642240:0:30945:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840251.642241:0:30945:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x24:0x0](ffff90ee90591988) 00000080:00010000:1.0:1788840251.642243:0:30945:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x24:0x0](ffff90ee90591988) for lock 0x3aa5f499c96f370b 00800000:00000001:1.0:1788840251.642245:0:30945:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788840251.642246:0:30945:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788840251.642247:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840251.642248:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840251.642250:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c400 refcount=3 00000020:00000001:1.0:1788840251.642251:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:1.0:1788840251.642252:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:1.0:1788840251.642254:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840251.642254:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840251.642255:0:30945:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840251.642256:0:30945:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840251.642258:0:30945:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f370b from it ffffa16201d2bcb8 00010000:00000001:1.0:1788840251.642259:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840251.642259:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840251.642260:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c400 refcount=3 00000020:00000001:1.0:1788840251.642261:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:1.0:1788840251.642262:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:1.0:1788840251.642263:0:30945:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840251.642264:0:30945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f370b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba3eb expref: -99 pid: 30944 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788840251.642268:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840251.642269:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840251.642270:0:30945:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840251.642271:0:30945:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840251.642273:0:30945:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f370b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba3eb expref: -99 pid: 30944 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788840251.642277:0:30945:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840251.642278:0:30945:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840251.642279:0:30945:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840251.642280:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840251.642280:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840251.642281:0:30945:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840251.642283:0:30945:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840251.642283:0:30945:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840251.642285:0:30945:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840251.642286:0:30945:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840251.642287:0:30945:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840251.642288:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840251.642289:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788840251.642290:0:30945:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788840251.642291:0:30945:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788840251.642293:0:30945:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840251.642296:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bd08 00000080:00000008:1.0:1788840251.642297:0:30945:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff90ee90591988), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788840251.642342:0:30945:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788840251.642344:0:30945:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788840251.642345:0:30945:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788840251.642346:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bbc0 00000080:00200000:1.0:1788840251.642347:0:30945:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:1.0:1788840251.642349:0:30945:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee86fb0200. 00800000:00000002:1.0:1788840251.642351:0:30945:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:1.0:1788840251.642352:0:30945:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788840251.642353:0:30945:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788840251.642354:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bae0 00800000:00000002:1.0:1788840251.642355:0:30945:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788840251.642357:0:30945:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788840251.642358:0:30945:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788840251.642361:0:30945:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788840251.642361:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2b9b0 00000002:00010000:1.0:1788840251.642363:0:30945:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788840251.642365:0:30945:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788840251.642365:0:30945:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840251.642366:0:30945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840251.642367:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4500 count: 2 00010000:00000001:1.0:1788840251.642369:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840251.642370:0:30945:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840251.642371:0:30945:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788840251.642372:0:30945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85a00/0x3aa5f499c96f3735 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba48c expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788840251.642377:0:30945:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788840251.642378:0:30945:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840251.642380:0:30945:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85a00/0x3aa5f499c96f3735 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba48c expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788840251.642384:0:30945:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788840251.642385:0:30945:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788840251.642386:0:30945:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788840251.642387:0:30945:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788840251.642388:0:30945:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788840251.642389:0:30945:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788840251.642390:0:30945:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788840251.642391:0:30945:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:1.0:1788840251.642392:0:30945:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee86fb0200. 00000080:00000001:1.0:1788840251.642393:0:30945:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788840251.642394:0:30945:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840251.642395:0:30945:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:1.0:1788840251.642396:0:30945:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f3735 00800000:00000001:1.0:1788840251.642398:0:30945:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788840251.642398:0:30945:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788840251.642400:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840251.642401:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840251.642402:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85a00 refcount=3 00000020:00000001:1.0:1788840251.642403:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872831488 : -122120836720128 : ffff90ee86e85a00) 00010000:00000001:1.0:1788840251.642405:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872831488 : -122120836720128 : ffff90ee86e85a00) 00010000:00000001:1.0:1788840251.642406:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840251.642406:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840251.642407:0:30945:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840251.642408:0:30945:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840251.642409:0:30945:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3735 from it ffffa16201d2bbf8 00010000:00000001:1.0:1788840251.642410:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840251.642411:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840251.642411:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85a00 refcount=3 00000020:00000001:1.0:1788840251.642412:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872831488 : -122120836720128 : ffff90ee86e85a00) 00010000:00000001:1.0:1788840251.642413:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872831488 : -122120836720128 : ffff90ee86e85a00) 00010000:00000001:1.0:1788840251.642414:0:30945:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840251.642416:0:30945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85a00/0x3aa5f499c96f3735 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba48c expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788840251.642419:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840251.642419:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840251.642420:0:30945:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840251.642421:0:30945:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840251.642422:0:30945:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85a00/0x3aa5f499c96f3735 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba48c expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788840251.642425:0:30945:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840251.642425:0:30945:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840251.642426:0:30945:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840251.642427:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840251.642428:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840251.642428:0:30945:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840251.642429:0:30945:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840251.642430:0:30945:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840251.642431:0:30945:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840251.642433:0:30945:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840251.642434:0:30945:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840251.642434:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840251.642435:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788840251.642436:0:30945:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788840251.642437:0:30945:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788840251.642438:0:30945:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788840251.642440:0:30945:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840251.642441:0:30945:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788840251.642442:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bbc0 00000080:00002000:1.0:1788840251.642443:0:30945:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-2(ffff90ee90711360) flags 0x20000e refc 1 00000080:00000001:1.0:1788840251.642444:0:30945:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840251.642445:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bc08 00000080:00200000:1.0:1788840251.642446:0:30945:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-2, flags=266 00000080:00000001:1.0:1788840251.642448:0:30945:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788840251.642449:0:30945:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840251.642452:0:30945:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788840251.642454:0:30945:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x24:0x0](ffff90ee90591988), inode mode 41ed mask 44 00000080:00000001:1.0:1788840251.642455:0:30945:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840251.642462:0:30945:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:1.0:1788840251.642464:0:30945:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788840251.642466:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bb78 00000080:00200008:1.0:1788840251.642467:0:30945:0:(file.c:1090:ll_file_open()) START file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff90ee90591988), flags 704400 00000080:00000010:1.0:1788840251.642471:0:30945:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90ee817c6280. 00000080:00000001:1.0:1788840251.642476:0:30945:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:1.0:1788840251.642478:0:30945:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee86fb0200. 00800000:00000002:1.0:1788840251.642480:0:30945:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:1.0:1788840251.642481:0:30945:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788840251.642482:0:30945:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788840251.642483:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2ba28 00800000:00000002:1.0:1788840251.642484:0:30945:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x24:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788840251.642487:0:30945:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:1.0:1788840251.642489:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2b9a8 00800000:00000002:1.0:1788840251.642490:0:30945:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x24:0x0], name='' -> mds #0 layout version 1 00000002:00000001:1.0:1788840251.642492:0:30945:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788840251.642493:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2b8e0 00000002:00010000:1.0:1788840251.642494:0:30945:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:1.0:1788840251.642497:0:30945:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788840251.642499:0:30945:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1788840251.642503:0:30945:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788840251.642505:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74b00 count: 2 00010000:00000001:1.0:1788840251.642506:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840251.642508:0:30945:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788840251.642510:0:30945:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840251.642511:0:30945:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840251.642513:0:30945:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840251.642514:0:30945:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788840251.642515:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4500 count: 2 00010000:00000001:1.0:1788840251.642516:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840251.642517:0:30945:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788840251.642518:0:30945:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840251.642519:0:30945:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840251.642520:0:30945:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840251.642522:0:30945:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87fac380. 00000020:00000040:1.0:1788840251.642525:0:30945:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 02000000:00000001:1.0:1788840251.642530:0:30945:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788840251.642531:0:30945:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840251.642533:0:30945:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788840251.642536:0:30945:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840251.642551:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840251.642552:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840251.642552:0:30945:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840251.642555:0:30945:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840251.642557:0:30945:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840251.642559:0:30945:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840251.642566:0:30945:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee85c5f000. 00000100:00000001:1.0:1788840251.642571:0:30945:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840251.642574:0:30945:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788840251.642575:0:30945:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840251.642576:0:30945:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788840251.642577:0:30945:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840251.642579:0:30945:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840251.642585:0:30945:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446621952890815360 : -122120818736256 : ffff90ee87fac380) 00010000:00000001:1.0:1788840251.642587:0:30945:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788840251.642589:0:30945:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788840251.642591:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4500 count: 2 00010000:00000001:1.0:1788840251.642592:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840251.642594:0:30945:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788840251.642597:0:30945:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee86e85c00. 00000020:00000001:1.0:1788840251.642599:0:30945:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788840251.642601:0:30945:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee86e85c00 with handle 0x3aa5f499c96f373c to hash 00000020:00000001:1.0:1788840251.642603:0:30945:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788840251.642604:0:30945:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952872832000 : -122120836719616 : ffff90ee86e85c00) 00010000:00000001:1.0:1788840251.642607:0:30945:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952872832000 : -122120836719616 : ffff90ee86e85c00) 00010000:00000001:1.0:1788840251.642609:0:30945:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840251.642610:0:30945:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840251.642612:0:30945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85c00/0x3aa5f499c96f373c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788840251.642616:0:30945:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85c00/0x3aa5f499c96f373c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30945 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788840251.642624:0:30945:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1788840251.642629:0:30945:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee87fac380 x1875733133972352/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1788840251.642636:0:30945:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85c00/0x3aa5f499c96f373c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30945 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788840251.642665:0:30945:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788840251.642667:0:30945:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788840251.642671:0:30945:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee86d8ee40. 00000100:00000001:1.0:1788840251.642673:0:30945:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952871820864 : -122120837730752 : ffff90ee86d8ee40) 00000100:00000001:1.0:1788840251.642675:0:30945:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840251.642676:0:30945:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890815360 : -122120818736256 : ffff90ee87fac380) 00000100:00000001:1.0:1788840251.642682:0:30945:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840251.642687:0:30945:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840251.642690:0:30945:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788840251.642691:0:30945:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840251.642696:0:30945:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87fac380 x1875733133972352/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840251.642702:0:30945:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840251.642705:0:30945:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840251.642709:0:30945:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840251.642712:0:30945:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840251.642715:0:30945:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840251.642718:0:30945:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87fac380 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:30945:1875733133972352:192.168.202.131@tcp:101:rm.0 00000100:00000001:1.0:1788840251.642723:0:30945:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840251.642729:0:30945:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840251.642732:0:30945:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840251.642734:0:30945:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840251.642873:0:30945:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff90ee87200000. 02000000:00000001:1.0:1788840251.642876:0:30945:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840251.642885:0:30945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840251.642890:0:30945:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fed68. 00000400:00000010:1.0:1788840251.642898:0:30945:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff90ee85de8000. 00000100:00000200:1.0:1788840251.642907:0:30945:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875733133972352, portal 10 00000100:00000001:1.0:1788840251.642909:0:30945:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840251.642911:0:30945:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890815360 : -122120818736256 : ffff90ee87fac380) 00000100:00000040:1.0:1788840251.642918:0:30945:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87fac380 x1875733133972352/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840267 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840251.642926:0:30945:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840251.642929:0:30945:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840251.642933:0:30945:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539088. 00000100:00000200:1.0:1788840251.642937:0:30945:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875733133972352, offset 0 00000400:00000200:1.0:1788840251.642944:0:30945:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840251.642954:0:30945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840251.642963:0:30945:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840251.642970:0:30945:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840251.642977:0:30945:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840251.642981:0:30945:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840251.642985:0:30945:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840251.642989:0:30945:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2385:2385:256:4294967295] 192.168.202.131@tcp LPNI seq info [2385:2385:8:4294967295] 00000400:00000200:1.0:1788840251.642993:0:30945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840251.643004:0:30945:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840251.643010:0:30945:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840251.643017:0:30945:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee86f0d000. 00000800:00000200:1.0:1788840251.643025:0:30945:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840251.643034:0:30945:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840251.643040:0:30945:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee86f0d000 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1788840251.643333:0:30945:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840251.643339:0:30945:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 800040 usecs (801 jiffies) 00000400:00000200:1.0:1788840251.643343:0:30945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840251.643346:0:30945:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296482262 00000100:00000001:1.0:1788840251.643348:0:30945:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296483232 00000100:00000001:1.0:1788840251.643350:0:30945:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296482262 00000100:00000001:1.0:1788840251.643352:0:30945:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296483232 00000100:00000001:1.0:1788840251.643353:0:30945:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840251.643355:0:30945:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840251.643357:0:30945:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840251.643359:0:30945:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788840251.643361:0:30945:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee86d8ee40 going to sleep for 11 seconds 00000100:00000001:1.0:1788840251.643363:0:30945:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840251.643365:0:30945:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840251.643698:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840251.643704:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0d000. 00000400:00000200:2.0:1788840251.643710:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840251.643717:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840251.643724:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539088 00000400:00000010:2.0:1788840251.643727:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539088. 00000100:00000001:2.0:1788840251.643732:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840251.643738:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fac380 x1875733133972352/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840267 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840251.643748:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840251.643751:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fac380 x1875733133972352/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840267 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840251.643758:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840251.643760:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840251.646188:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840251.646207:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840251.646212:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840251.646214:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840251.646222:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.646229:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840251.646239:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.646244:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.646249:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.646252:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 608 into portal 10 MB=0x6a9f82724d380 00000400:00000200:2.0:1788840251.646256:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.646262:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 608/608 into md 0x6895 [64] + 224 00000800:00000001:2.0:1788840251.646268:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840251.646274:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840251.646277:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840251.646281:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840251.646287:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840251.646295:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fac380 x1875733133972352/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840267 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840251.646303:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff90ee87fac380 x1875733133972352/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840251.646352:0:30945:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840251.646373:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840251.646384:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840251.646388:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788840251.646425:0:30945:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840251.646428:0:30945:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840251.646433:0:30945:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fed68. 00000400:00000200:1.0:1788840251.646438:0:30945:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85de8000 00000400:00000010:1.0:1788840251.646442:0:30945:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff90ee85de8000. 00000100:00000001:1.0:1788840251.646446:0:30945:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840251.646450:0:30945:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87fac380 x1875733133972352/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788840251.646459:0:30945:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87fac380 x1875733133972352/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840251.646465:0:30945:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840251.646467:0:30945:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840251.646470:0:30945:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840251.646473:0:30945:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840251.646476:0:30945:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840251.646479:0:30945:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840251.646482:0:30945:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840251.646494:0:30945:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=101 v=5 (5 102 102 102) 00000100:00001000:1.0:1788840251.646498:0:30945:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840251.646501:0:30945:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1788840251.646504:0:30945:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff90ee87fac380 x1875733133972352/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840251.646511:0:30945:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788840251.646514:0:30945:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788840251.646516:0:30945:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788840251.646517:0:30945:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788840251.646520:0:30945:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840251.646522:0:30945:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890815360 : -122120818736256 : ffff90ee87fac380) 00000100:00000001:1.0:1788840251.646525:0:30945:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840251.646527:0:30945:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967617 00000100:00000001:1.0:1788840251.646529:0:30945:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840251.646532:0:30945:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1788840251.646536:0:30945:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87fac380 x1875733133972352/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840267 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840251.646554:0:30945:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1788840251.646557:0:30945:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840251.646559:0:30945:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840251.646564:0:30945:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87fac380 x1875733133972352/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840267 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788840251.646571:0:30945:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87fac380 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:30945:1875733133972352:192.168.202.131@tcp:101:rm.0 00000100:00000001:1.0:1788840251.646577:0:30945:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840251.646580:0:30945:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788840251.646583:0:30945:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788840251.646586:0:30945:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840251.646590:0:30945:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fac380 x1875733133972352/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840267 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840251.646596:0:30945:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840251.646600:0:30945:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee86d8ee40. 00000100:00000001:1.0:1788840251.646603:0:30945:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788840251.646605:0:30945:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1788840251.646609:0:30945:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788840251.646615:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840251.646618:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840251.646622:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85c00 refcount=4 00000020:00000001:1.0:1788840251.646625:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872832000 : -122120836719616 : ffff90ee86e85c00) 00010000:00000001:1.0:1788840251.646628:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872832000 : -122120836719616 : ffff90ee86e85c00) 00010000:00010000:1.0:1788840251.646633:0:30945:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85c00/0x3aa5f499c96f373c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840251.646962:0:30945:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1788840251.646968:0:30945:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85c00/0x3aa5f499c96f373c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 30945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840251.646975:0:30945:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840251.646978:0:30945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85c00/0x3aa5f499c96f373c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 30945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840251.646984:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840251.646987:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788840251.646989:0:30945:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85c00/0x3aa5f499c96f373c lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 30945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840251.646996:0:30945:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840251.647000:0:30945:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840251.647004:0:30945:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788840251.647006:0:30945:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85c00/0x3aa5f499c96f373c lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 30945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788840251.647013:0:30945:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90ee86e85c00 already unused, calling callback (ffffffffc1b72460) 00000080:00000001:1.0:1788840251.647017:0:30945:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1788840251.647021:0:30945:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85c00/0x3aa5f499c96f373c lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 30945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840251.647028:0:30945:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1788840251.647031:0:30945:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1788840251.647034:0:30945:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85c00/0x3aa5f499c96f373c lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 30945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840251.647039:0:30945:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1788840251.647042:0:30945:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788840251.647043:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840251.647044:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840251.647046:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85c00 refcount=5 00000020:00000001:1.0:1788840251.647047:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872832000 : -122120836719616 : ffff90ee86e85c00) 00010000:00000001:1.0:1788840251.647049:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872832000 : -122120836719616 : ffff90ee86e85c00) 00010000:00000001:1.0:1788840251.647053:0:30945:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788840251.647056:0:30945:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85c00/0x3aa5f499c96f373c lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 30945 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1788840251.647061:0:30945:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788840251.647063:0:30945:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840251.647067:0:30945:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1788840251.647069:0:30945:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788840251.647073:0:30945:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788840251.647074:0:30945:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788840251.647076:0:30945:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840251.647077:0:30945:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788840251.647080:0:30945:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee86e85c00 with handle 0x3aa5f499c96f373c from hash 00010000:00000001:1.0:1788840251.647082:0:30945:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788840251.647084:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840251.647085:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840251.647087:0:30945:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788840251.647088:0:30945:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788840251.647090:0:30945:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1788840251.647092:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840251.647093:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840251.647094:0:30945:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840251.647096:0:30945:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840251.647099:0:30945:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85c00/0x3aa5f499c96f373c lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 30945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840251.647104:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840251.647105:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840251.647106:0:30945:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1788840251.647107:0:30945:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840251.647109:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840251.647110:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840251.647111:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788840251.647113:0:30945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85c00/0x3aa5f499c96f373c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 30945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840251.647126:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840251.647128:0:30945:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1788840251.647133:0:30945:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1788840251.647141:0:30945:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff90ee87fac380 x1875733133972352/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840267 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788840251.647151:0:30945:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1788840251.647157:0:30945:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90ee87fac380 x1875733133972352/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840267 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788840251.647165:0:30945:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840251.647167:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788840251.647168:0:30945:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840251.647171:0:30945:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840251.647173:0:30945:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840251.647177:0:30945:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1788840251.647180:0:30945:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840251.647181:0:30945:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890815360 : -122120818736256 : ffff90ee87fac380) 00010000:00000001:1.0:1788840251.647184:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788840251.647185:0:30945:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840251.647187:0:30945:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788840251.647191:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2b868 00000002:00002000:1.0:1788840251.647194:0:30945:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:1.0:1788840251.647197:0:30945:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840251.647201:0:30945:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840251.647204:0:30945:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788840251.647207:0:30945:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788840251.647210:0:30945:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788840251.647215:0:30945:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:1.0:1788840251.647219:0:30945:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee86fb0200. 00000080:00000001:1.0:1788840251.647225:0:30945:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788840251.647233:0:30945:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788840251.647237:0:30945:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788840251.647240:0:30945:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788840251.647242:0:30945:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x24:0x0] 00000080:00000001:1.0:1788840251.647245:0:30945:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840251.647251:0:30945:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:1.0:1788840251.647255:0:30945:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1788840251.647260:0:30945:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x24:0x0], updating i_size 16384 00000080:00000001:1.0:1788840251.647262:0:30945:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788840251.647265:0:30945:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788840251.647267:0:30945:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840251.647271:0:30945:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788840251.647273:0:30945:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840251.647276:0:30945:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840251.647281:0:30945:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fac380 x1875733133972352/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840267 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840251.647287:0:30945:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840251.647292:0:30945:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788840251.647300:0:30945:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff90ee871397c0. 00000080:00000001:1.0:1788840251.647303:0:30945:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1788840251.647306:0:30945:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1788840251.647309:0:30945:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1788840251.647312:0:30945:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff90ee84b11720. 00000002:00100000:1.0:1788840251.647315:0:30945:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90ee87fac380 x1875733133972352/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840267 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788840251.647321:0:30945:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840251.647323:0:30945:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1788840251.647327:0:30945:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1788840251.647331:0:30945:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840251.647335:0:30945:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1788840251.647337:0:30945:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840251.647339:0:30945:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840251.647344:0:30945:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840251.647348:0:30945:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87fac380 x1875733133972352/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840267 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1788840251.647355:0:30945:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840251.647359:0:30945:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff90ee87200000. 00000080:00000010:1.1:1788840251.649479:0:30945:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee90515ac0. 00000080:00000010:1.1:1788840251.649503:0:30945:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee83169100. 02000000:00000001:1.0:1788840251.649566:0:30945:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788840251.649571:0:30945:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840251.649578:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bb78 00000080:00000008:1.0:1788840251.649582:0:30945:0:(file.c:1329:ll_file_open()) COMPLETED file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff90ee90591988), flags 704400, rc = 0 00000080:00000001:1.0:1788840251.649587:0:30945:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840251.649618:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bd28 00000080:00200008:1.0:1788840251.649620:0:30945:0:(file.c:6296:ll_getattr_dentry()) START file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff90ee90591988), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788840251.649630:0:30945:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:1.0:1788840251.649636:0:30945:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840251.649655:0:30945:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788840251.649657:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bca0 00000080:00200000:1.0:1788840251.649660:0:30945:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x24:0x0](ffff90ee90591988),name=d21g.recovery-small-2 00000080:00000010:1.0:1788840251.649672:0:30945:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee86fb0200. 00800000:00000002:1.0:1788840251.649692:0:30945:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:1.0:1788840251.649702:0:30945:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788840251.649708:0:30945:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788840251.649710:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bbc0 00800000:00000002:1.0:1788840251.649714:0:30945:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x24:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788840251.649718:0:30945:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788840251.649725:0:30945:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x24:0x0], name='' -> mds #0 00000002:00000001:1.0:1788840251.649731:0:30945:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788840251.649733:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2ba90 00000002:00010000:1.0:1788840251.649735:0:30945:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788840251.649739:0:30945:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788840251.649742:0:30945:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840251.649745:0:30945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840251.649754:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74b00 count: 2 00010000:00000001:1.0:1788840251.649758:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840251.649764:0:30945:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840251.649768:0:30945:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788840251.649774:0:30945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f370b lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba3eb expref: -99 pid: 30944 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788840251.649800:0:30945:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788840251.649807:0:30945:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840251.649811:0:30945:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f370b lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba3eb expref: -99 pid: 30944 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1788840251.649819:0:30945:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788840251.649821:0:30945:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788840251.649823:0:30945:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788840251.649825:0:30945:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788840251.649828:0:30945:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788840251.649830:0:30945:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788840251.649833:0:30945:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788840251.649835:0:30945:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:1.0:1788840251.649839:0:30945:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee86fb0200. 00000080:00000001:1.0:1788840251.649843:0:30945:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788840251.649845:0:30945:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840251.649848:0:30945:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x24:0x0](ffff90ee90591988) 00000080:00010000:1.0:1788840251.649852:0:30945:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x24:0x0](ffff90ee90591988) for lock 0x3aa5f499c96f370b 00800000:00000001:1.0:1788840251.649856:0:30945:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788840251.649859:0:30945:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788840251.649861:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840251.649863:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840251.649866:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c400 refcount=3 00000020:00000001:1.0:1788840251.649869:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:1.0:1788840251.649871:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:1.0:1788840251.649874:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840251.649876:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840251.649877:0:30945:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840251.649879:0:30945:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840251.649881:0:30945:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f370b from it ffffa16201d2bcd8 00010000:00000001:1.0:1788840251.649883:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840251.649884:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840251.649885:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c400 refcount=3 00000020:00000001:1.0:1788840251.649887:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:1.0:1788840251.649890:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:1.0:1788840251.649892:0:30945:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840251.649894:0:30945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f370b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba3eb expref: -99 pid: 30944 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788840251.649900:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840251.649901:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840251.649903:0:30945:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840251.649905:0:30945:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840251.649908:0:30945:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f370b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba3eb expref: -99 pid: 30944 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788840251.649915:0:30945:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840251.649919:0:30945:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840251.649921:0:30945:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840251.649927:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840251.649928:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840251.649930:0:30945:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840251.649933:0:30945:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840251.649935:0:30945:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840251.649937:0:30945:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840251.649940:0:30945:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840251.649942:0:30945:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840251.649944:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840251.649945:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788840251.649947:0:30945:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788840251.649949:0:30945:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788840251.649953:0:30945:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840251.649959:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bd28 00000080:00000008:1.0:1788840251.649961:0:30945:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff90ee90591988), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788840251.649985:0:30945:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1788840251.649988:0:30945:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x24:0x0](ffff90ee90591988) pos/size0/16384 32bit_api 0 00000080:00000010:1.0:1788840251.649993:0:30945:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee86fb0200. 00000080:00000001:1.0:1788840251.649997:0:30945:0:(dir.c:194:ll_dir_read()) Process entered 00800000:00000001:1.0:1788840251.650004:0:30945:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00000002:00000001:1.0:1788840251.650008:0:30945:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:1.0:1788840251.650009:0:30945:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788840251.650011:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bab8 00000002:00010000:1.0:1788840251.650013:0:30945:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x24:0x0]) in obj [0x200000404:0x24:0x0], intent: readdir flags 0 00000002:00000001:1.0:1788840251.650015:0:30945:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788840251.650017:0:30945:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840251.650018:0:30945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840251.650021:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74b00 count: 2 00010000:00000001:1.0:1788840251.650023:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840251.650026:0:30945:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840251.650028:0:30945:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788840251.650031:0:30945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f370b lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba3eb expref: -99 pid: 30944 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1788840251.650039:0:30945:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788840251.650041:0:30945:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840251.650044:0:30945:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f370b lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba3eb expref: -99 pid: 30944 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1788840251.650049:0:30945:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788840251.650051:0:30945:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788840251.650052:0:30945:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788840251.650054:0:30945:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788840251.650055:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840251.650056:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840251.650058:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c400 refcount=3 00000020:00000001:1.0:1788840251.650059:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:1.0:1788840251.650062:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:1.0:1788840251.650063:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840251.650064:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840251.650065:0:30945:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840251.650113:0:30945:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:1.0:1788840251.650119:0:30945:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff90ee85de8000. 00000002:00000001:1.0:1788840251.650559:0:30945:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:1.0:1788840251.650566:0:30945:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87face00. 00000020:00000040:1.0:1788840251.650575:0:30945:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:1.0:1788840251.650581:0:30945:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840251.650586:0:30945:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840251.650589:0:30945:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840251.650597:0:30945:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee86fb1c00. 00000100:00000001:1.0:1788840251.650605:0:30945:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840251.650609:0:30945:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1788840251.650613:0:30945:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff90ee85c5e800. 00000100:00000010:1.0:1788840251.650618:0:30945:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff90ee86f62000. 00000020:00000040:1.0:1788840251.650621:0:30945:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=8 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:1.0:1788840251.651552:0:30945:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788840251.651557:0:30945:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788840251.651568:0:30945:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee86d8ee40. 00000100:00000001:1.0:1788840251.651572:0:30945:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952871820864 : -122120837730752 : ffff90ee86d8ee40) 00000100:00000001:1.0:1788840251.651576:0:30945:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840251.651577:0:30945:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890818048 : -122120818733568 : ffff90ee87face00) 00000100:00000001:1.0:1788840251.651583:0:30945:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840251.651588:0:30945:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840251.651591:0:30945:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788840251.651593:0:30945:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840251.651605:0:30945:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87face00 x1875733133972480/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840251.651614:0:30945:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840251.651617:0:30945:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840251.651621:0:30945:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840251.651625:0:30945:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840251.651628:0:30945:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840251.651632:0:30945:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87face00 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:30945:1875733133972480:192.168.202.131@tcp:37:rm.0 00000100:00000001:1.0:1788840251.651636:0:30945:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840251.651737:0:30945:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840251.651741:0:30945:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840251.651744:0:30945:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:1.0:1788840251.651755:0:30945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840251.651761:0:30945:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fed68. 00000400:00000010:1.0:1788840251.651774:0:30945:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff90ee86f9a000. 00000100:00000200:1.0:1788840251.651798:0:30945:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a9f82724d400-0x6a9f82724d400, portal 14 00000100:00000001:1.0:1788840251.651802:0:30945:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840251.651804:0:30945:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840251.651812:0:30945:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee85c5f800. 02000000:00000001:1.0:1788840251.651815:0:30945:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840251.651818:0:30945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840251.651820:0:30945:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe4d0. 00000400:00000010:1.0:1788840251.651825:0:30945:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539198. 00000100:00000200:1.0:1788840251.651830:0:30945:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133972480, portal 10 00000100:00000001:1.0:1788840251.651832:0:30945:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840251.651833:0:30945:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890818048 : -122120818733568 : ffff90ee87face00) 00000100:00000040:1.0:1788840251.651842:0:30945:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87face00 x1875733133972480/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840267 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840251.651848:0:30945:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840251.651852:0:30945:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840251.651854:0:30945:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539550. 00000100:00000200:1.0:1788840251.651858:0:30945:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1875733133972480, offset 0 00000400:00000200:1.0:1788840251.651866:0:30945:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840251.651878:0:30945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840251.651889:0:30945:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840251.651896:0:30945:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840251.651902:0:30945:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840251.651906:0:30945:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840251.651909:0:30945:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840251.651914:0:30945:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2386:2386:256:4294967295] 192.168.202.131@tcp LPNI seq info [2386:2386:8:4294967295] 00000400:00000200:1.0:1788840251.651918:0:30945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840251.651930:0:30945:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840251.651938:0:30945:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840251.651944:0:30945:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee86f0de00. 00000800:00000200:1.0:1788840251.651953:0:30945:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840251.651963:0:30945:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840251.651969:0:30945:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee86f0de00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:1.0:1788840251.652055:0:30945:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840251.652061:0:30945:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 798910 usecs (799 jiffies) 00000400:00000200:1.0:1788840251.652066:0:30945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840251.652069:0:30945:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296482269 00000100:00000001:1.0:1788840251.652073:0:30945:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296483232 00000100:00000001:1.0:1788840251.652076:0:30945:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296482269 00000100:00000001:1.0:1788840251.652079:0:30945:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296483232 00000100:00000001:1.0:1788840251.652082:0:30945:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840251.652085:0:30945:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840251.652087:0:30945:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840251.652090:0:30945:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788840251.652093:0:30945:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee86d8ee40 going to sleep for 11 seconds 00000100:00000001:1.0:1788840251.652096:0:30945:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840251.652100:0:30945:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840251.654756:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840251.654769:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0de00. 00000400:00000200:2.0:1788840251.654783:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840251.654807:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840251.654817:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539550 00000400:00000010:2.0:1788840251.654821:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539550. 00000100:00000001:2.0:1788840251.654830:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840251.654841:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87face00 x1875733133972480/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840267 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840251.654857:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840251.654861:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87face00 x1875733133972480/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840267 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840251.654868:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840251.654870:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1788840251.655355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e85c00. 00000800:00000001:2.0:1788840251.658199:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840251.658225:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840251.658230:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840251.658233:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840251.658244:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.658253:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840251.658264:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.658269:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.658275:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.658279:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 4096 into portal 14 MB=0x6a9f82724d400 00000400:00000200:2.0:1788840251.658284:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.658293:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.202.131@tcp of length 4096/4096 into md 0x689d [256] + 0 00000400:00000010:2.0:1788840251.658299:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fed68. 00000400:00000200:2.0:1788840251.658306:0:2354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90ee86f9a000 00000800:00000001:2.0:1788840251.658313:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840251.658323:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840251.658326:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840251.658331:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840251.658337:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee86f9a000 00000400:00000010:2.0:1788840251.658341:0:2354:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff90ee86f9a000. 00000100:00000001:2.0:1788840251.658348:0:2354:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1788840251.658351:0:2354:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff90ee87face00 desc ffff90ee85c5e800 mbits 1875733133972480 00000100:00000001:2.0:1788840251.658373:0:2354:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1788840251.658382:0:2354:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788840251.658386:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.658392:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840251.658399:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2387:2387:256:4294967295] 192.168.202.131@tcp LPNI seq info [2387:2387:8:4294967295] 00000400:00000200:2.0:1788840251.658404:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840251.658412:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) 192.168.202.131@tcp : ACK try# 0 00000800:00000200:2.0:1788840251.658419:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840251.658428:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff90ee98872000. 00000800:00000200:2.0:1788840251.658435:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840251.658442:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840251.658448:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee98872000 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1788840251.658573:0:30945:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840251.658578:0:30945:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840251.658759:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840251.658764:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff90ee98872000. 00000400:00000200:2.0:1788840251.658768:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840251.658772:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: ACK: OK 00000800:00000001:2.0:1788840251.658780:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840251.658789:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840251.662071:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840251.662095:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840251.662101:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840251.662104:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840251.662115:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.662124:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840251.662136:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.662140:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.662147:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.662151:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 440 into portal 10 MB=0x6a9f82724d400 00000400:00000200:3.0:1788840251.662157:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.662164:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 440/440 into md 0x68a5 [1] + 224 00000800:00000001:3.0:1788840251.662172:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840251.662179:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840251.662182:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840251.662187:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840251.662197:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840251.662207:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87face00 x1875733133972480/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840267 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840251.662219:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff90ee87face00 x1875733133972480/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840251.662330:0:30945:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840251.662352:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840251.662364:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840251.662368:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788840251.662473:0:30945:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840251.662476:0:30945:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840251.662480:0:30945:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe4d0. 00000400:00000200:1.0:1788840251.662486:0:30945:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539198 00000400:00000010:1.0:1788840251.662489:0:30945:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539198. 00000100:00000001:1.0:1788840251.662493:0:30945:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840251.662498:0:30945:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87face00 x1875733133972480/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788840251.662506:0:30945:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87face00 x1875733133972480/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840251.662511:0:30945:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840251.662513:0:30945:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840251.662516:0:30945:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840251.662520:0:30945:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840251.662523:0:30945:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840251.662525:0:30945:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840251.662529:0:30945:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840251.662552:0:30945:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee988234a8 time=101 v=5 (5 5 5 5) 00000100:00001000:1.0:1788840251.662558:0:30945:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840251.662560:0:30945:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840251.662562:0:30945:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840251.662566:0:30945:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840251.662571:0:30945:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840251.662574:0:30945:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840251.662578:0:30945:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967617 00000100:00000001:1.0:1788840251.662580:0:30945:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840251.662584:0:30945:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840251.662588:0:30945:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff90ee87face00 x1875733133972480/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788840251.662597:0:30945:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff90ee87face00 x1875733133972480/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840267 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840251.662604:0:30945:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840251.662606:0:30945:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840251.662610:0:30945:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87face00 x1875733133972480/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840267 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788840251.662846:0:30945:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87face00 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:30945:1875733133972480:192.168.202.131@tcp:37:rm.0 00000100:00000001:1.0:1788840251.662853:0:30945:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840251.662857:0:30945:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840251.662860:0:30945:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788840251.662863:0:30945:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840251.662867:0:30945:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87face00 x1875733133972480/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840267 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840251.662874:0:30945:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840251.662877:0:30945:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee86d8ee40. 00000100:00000001:1.0:1788840251.662881:0:30945:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788840251.662883:0:30945:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840251.662887:0:30945:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840251.662890:0:30945:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840251.662893:0:30945:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87face00 x1875733133972480/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840267 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840251.662899:0:30945:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840251.662902:0:30945:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840251.662906:0:30945:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee85c5f800. 02000000:00000001:1.0:1788840251.662909:0:30945:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840251.662913:0:30945:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840251.662980:0:30945:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:1.0:1788840251.662984:0:30945:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1788840251.662986:0:30945:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1788840251.662989:0:30945:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840251.662990:0:30945:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:1.0:1788840251.662992:0:30945:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:1.0:1788840251.663024:0:30945:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff90ee86f62000. 00000100:00000010:1.0:1788840251.663029:0:30945:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff90ee85c5e800. 00000100:00000001:1.0:1788840251.663031:0:30945:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1788840251.663034:0:30945:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee86fb1c00. 02000000:00000001:1.0:1788840251.663038:0:30945:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840251.663040:0:30945:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840251.663042:0:30945:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87face00. 00000100:00000001:1.0:1788840251.663046:0:30945:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840251.663048:0:30945:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788840251.663051:0:30945:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:1.0:1788840251.663053:0:30945:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:1.0:1788840251.663687:0:30945:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff90ee85de8000. 00000002:00000001:1.0:1788840251.663695:0:30945:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840251.663703:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840251.663705:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840251.663709:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c400 refcount=3 00000020:00000001:1.0:1788840251.663712:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:1.0:1788840251.663716:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:1.0:1788840251.663718:0:30945:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840251.663724:0:30945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f370b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba3eb expref: -99 pid: 30944 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788840251.663734:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840251.663736:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840251.663737:0:30945:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840251.663741:0:30945:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840251.663744:0:30945:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f370b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba3eb expref: -99 pid: 30944 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788840251.663752:0:30945:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840251.663756:0:30945:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840251.663759:0:30945:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840251.663764:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840251.663765:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840251.663767:0:30945:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840251.663770:0:30945:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840251.663773:0:30945:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840251.663775:0:30945:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840251.663779:0:30945:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840251.663850:0:30945:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840251.663852:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840251.663853:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:1.0:1788840251.663857:0:30945:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840251.663864:0:30945:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:1.0:1788840251.663872:0:30945:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788840251.663874:0:30945:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833958 : 144115205322833958 : 200000404000026) 00000080:00000001:1.0:1788840251.663881:0:30945:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788840251.663888:0:30945:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee86fb0200. 00000080:00000001:1.0:1788840251.663894:0:30945:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840251.664010:0:30945:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:1.0:1788840251.664014:0:30945:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788840251.664018:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bdd0 00000080:00200008:1.0:1788840251.664020:0:30945:0:(file.c:479:ll_file_release()) START file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff90ee90591988), flags 704000 00000080:00400000:1.0:1788840251.664025:0:30945:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x24:0x0] 00000080:00000001:1.0:1788840251.664030:0:30945:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1788840251.664031:0:30945:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:1.0:1788840251.664033:0:30945:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:1.0:1788840251.664043:0:30945:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840251.664046:0:30945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840251.664053:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74b00 count: 2 00010000:00000001:1.0:1788840251.664056:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788840251.664062:0:30945:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788840251.664064:0:30945:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x24:0x0]: 0 00000080:00000001:1.0:1788840251.664067:0:30945:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788840251.664069:0:30945:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788840251.664075:0:30945:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff90ee86fb0200. 00000080:00000001:1.0:1788840251.664077:0:30945:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1788840251.664087:0:30945:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788840251.664091:0:30945:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:1.0:1788840251.664093:0:30945:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x24:0x0] 00000002:00000001:1.0:1788840251.664097:0:30945:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788840251.664099:0:30945:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff90ee90f70800: [0x200000404:0x24:0x0] file closed with intent: 0 00000100:00000010:1.0:1788840251.664104:0:30945:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87face00. 00000020:00000040:1.0:1788840251.664108:0:30945:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:1.0:1788840251.664113:0:30945:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840251.664117:0:30945:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840251.664121:0:30945:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840251.664129:0:30945:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee86fb1c00. 00000100:00000001:1.0:1788840251.664137:0:30945:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788840251.664158:0:30945:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff90ee87fac380 x1875733133972352/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840267 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788840251.664168:0:30945:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788840251.664174:0:30945:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee87face00 x1875733133972736/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788840251.664180:0:30945:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788840251.664182:0:30945:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788840251.664190:0:30945:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee86d8ee40. 00000100:00000001:1.0:1788840251.664192:0:30945:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952871820864 : -122120837730752 : ffff90ee86d8ee40) 00000100:00000001:1.0:1788840251.664195:0:30945:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840251.664196:0:30945:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890818048 : -122120818733568 : ffff90ee87face00) 00000100:00000001:1.0:1788840251.664202:0:30945:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840251.664207:0:30945:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840251.664209:0:30945:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788840251.664210:0:30945:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840251.664214:0:30945:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87face00 x1875733133972736/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840251.664221:0:30945:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840251.664224:0:30945:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840251.664228:0:30945:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840251.664232:0:30945:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840251.664235:0:30945:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840251.664239:0:30945:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87face00 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:30945:1875733133972736:192.168.202.131@tcp:35:rm.0 00000100:00000001:1.0:1788840251.664243:0:30945:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840251.664249:0:30945:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840251.664252:0:30945:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840251.664256:0:30945:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840251.664261:0:30945:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee85c5e800. 02000000:00000001:1.0:1788840251.664263:0:30945:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840251.664272:0:30945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840251.664276:0:30945:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe4d0. 00000400:00000010:1.0:1788840251.664284:0:30945:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539198. 00000100:00000200:1.0:1788840251.664292:0:30945:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133972736, portal 10 00000100:00000001:1.0:1788840251.664294:0:30945:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840251.664296:0:30945:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890818048 : -122120818733568 : ffff90ee87face00) 00000100:00000040:1.0:1788840251.664303:0:30945:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87face00 x1875733133972736/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840267 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840251.664310:0:30945:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840251.664313:0:30945:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840251.664317:0:30945:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539550. 00000100:00000200:1.0:1788840251.664322:0:30945:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875733133972736, offset 0 00000400:00000200:1.0:1788840251.664331:0:30945:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840251.664341:0:30945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840251.664351:0:30945:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840251.664357:0:30945:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840251.664363:0:30945:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840251.664368:0:30945:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840251.664371:0:30945:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840251.664374:0:30945:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2388:2388:256:4294967295] 192.168.202.131@tcp LPNI seq info [2388:2388:8:4294967295] 00000400:00000200:1.0:1788840251.664379:0:30945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840251.664391:0:30945:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840251.664398:0:30945:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840251.664404:0:30945:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee86f0d300. 00000800:00000200:1.0:1788840251.664412:0:30945:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840251.664421:0:30945:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840251.664426:0:30945:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee86f0d300 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788840251.664530:0:30945:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840251.664536:0:30945:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 797796 usecs (798 jiffies) 00000400:00000200:1.0:1788840251.664549:0:30945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840251.664552:0:30945:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296482280 00000100:00000001:1.0:1788840251.664555:0:30945:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296483232 00000100:00000001:1.0:1788840251.664557:0:30945:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296482280 00000100:00000001:1.0:1788840251.664560:0:30945:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296483232 00000100:00000001:1.0:1788840251.664563:0:30945:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840251.664565:0:30945:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840251.664568:0:30945:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840251.664570:0:30945:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788840251.664573:0:30945:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee86d8ee40 going to sleep for 11 seconds 00000100:00000001:1.0:1788840251.664576:0:30945:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840251.664579:0:30945:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840251.667949:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840251.667963:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0d300. 00000400:00000200:3.0:1788840251.667971:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840251.667981:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840251.667992:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539550 00000400:00000010:3.0:1788840251.667995:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539550. 00000100:00000001:3.0:1788840251.668002:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840251.668013:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87face00 x1875733133972736/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840267 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840251.668027:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840251.668030:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87face00 x1875733133972736/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840267 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840251.668037:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840251.668039:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840251.668053:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840251.668068:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840251.668071:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840251.668073:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840251.668081:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.668085:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840251.668093:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.668098:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.668104:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.668107:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 456 into portal 10 MB=0x6a9f82724d500 00000400:00000200:3.0:1788840251.668112:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.668119:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 456/456 into md 0x68ad [1] + 224 00000800:00000001:3.0:1788840251.668127:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840251.668134:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840251.668137:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840251.668140:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840251.668145:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840251.668149:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87face00 x1875733133972736/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840267 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840251.668157:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff90ee87face00 x1875733133972736/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840251.668223:0:30945:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840251.668242:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840251.668250:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840251.668254:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788840251.668392:0:30945:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840251.668395:0:30945:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840251.668399:0:30945:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe4d0. 00000400:00000200:1.0:1788840251.668403:0:30945:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539198 00000400:00000010:1.0:1788840251.668405:0:30945:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539198. 00000100:00000001:1.0:1788840251.668408:0:30945:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840251.668413:0:30945:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87face00 x1875733133972736/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788840251.668420:0:30945:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87face00 x1875733133972736/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840251.668426:0:30945:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840251.668428:0:30945:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840251.668431:0:30945:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840251.668435:0:30945:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840251.668438:0:30945:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840251.668441:0:30945:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840251.668445:0:30945:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840251.668459:0:30945:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee988234a8 time=101 v=5 (5 5 5 5) 00000100:00001000:1.0:1788840251.668463:0:30945:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840251.668466:0:30945:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840251.668468:0:30945:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840251.668471:0:30945:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840251.668475:0:30945:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840251.668480:0:30945:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788840251.668482:0:30945:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788840251.668484:0:30945:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788840251.668487:0:30945:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840251.668489:0:30945:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890818048 : -122120818733568 : ffff90ee87face00) 00000100:00000001:1.0:1788840251.668492:0:30945:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840251.668494:0:30945:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967617 00000100:00000001:1.0:1788840251.668496:0:30945:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840251.668499:0:30945:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840251.668505:0:30945:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87face00 x1875733133972736/t4294967625(4294967625) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840267 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840251.668512:0:30945:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840251.668516:0:30945:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840251.668518:0:30945:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840251.668523:0:30945:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87face00 x1875733133972736/t4294967625(4294967625) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840267 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788840251.668531:0:30945:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87face00 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:30945:1875733133972736:192.168.202.131@tcp:35:rm.0 00000100:00000001:1.0:1788840251.668537:0:30945:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840251.668549:0:30945:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840251.668552:0:30945:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788840251.668554:0:30945:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840251.668558:0:30945:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87face00 x1875733133972736/t4294967625(4294967625) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840267 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840251.668564:0:30945:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840251.668568:0:30945:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee86d8ee40. 00000100:00000001:1.0:1788840251.668571:0:30945:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788840251.668573:0:30945:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840251.668581:0:30945:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840251.668583:0:30945:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890818048 : -122120818733568 : ffff90ee87face00) 00000002:00000001:1.0:1788840251.668587:0:30945:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840251.668591:0:30945:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788840251.668598:0:30945:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee86fb0200. 00000080:00000001:1.0:1788840251.668601:0:30945:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788840251.668605:0:30945:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1788840251.668611:0:30945:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788840251.668618:0:30945:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff90ee87fac380 x1875733133972352/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840267 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840251.668626:0:30945:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840251.668628:0:30945:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890815360 : -122120818736256 : ffff90ee87fac380) 00000100:00000001:1.0:1788840251.668630:0:30945:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840251.668633:0:30945:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87fac380 x1875733133972352/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840267 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840251.668719:0:30945:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840251.668722:0:30945:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840251.668725:0:30945:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87face00 x1875733133972736/t4294967625(4294967625) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840267 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840251.668731:0:30945:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840251.668732:0:30945:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840251.668736:0:30945:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87fac380 x1875733133972352/t4294967624(4294967624) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840267 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840251.668742:0:30945:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788840251.668746:0:30945:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840251.668748:0:30945:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:1.0:1788840251.668751:0:30945:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840251.668755:0:30945:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee85c5f000. 02000000:00000001:1.0:1788840251.668760:0:30945:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840251.668763:0:30945:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840251.668765:0:30945:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87fac380. 00000100:00000001:1.0:1788840251.668768:0:30945:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840251.668770:0:30945:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840251.668771:0:30945:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840251.668774:0:30945:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87face00 x1875733133972736/t4294967625(4294967625) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840267 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840251.668837:0:30945:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840251.668840:0:30945:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff90ee84b11720. 00000002:00000001:1.0:1788840251.668844:0:30945:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840251.668846:0:30945:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788840251.668848:0:30945:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff90ee871397c0. 00000100:00000001:1.0:1788840251.668851:0:30945:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840251.668855:0:30945:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87face00 x1875733133972736/t4294967625(4294967625) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840267 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840251.668862:0:30945:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840251.668864:0:30945:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840251.668867:0:30945:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee85c5e800. 02000000:00000001:1.0:1788840251.668870:0:30945:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840251.668871:0:30945:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840251.668872:0:30945:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:1.0:1788840251.668874:0:30945:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840251.668876:0:30945:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee86fb1c00. 02000000:00000001:1.0:1788840251.668878:0:30945:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840251.668879:0:30945:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840251.668880:0:30945:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87face00. 00000100:00000001:1.0:1788840251.668883:0:30945:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840251.668884:0:30945:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788840251.668886:0:30945:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788840251.668891:0:30945:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90ee817c6280. 00000080:00000001:1.0:1788840251.668894:0:30945:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840251.668902:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bdd0 00000080:00000008:1.0:1788840251.668904:0:30945:0:(file.c:523:ll_file_release()) COMPLETED file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff90ee90591988), flags 704000, rc = 0 00000080:00000001:1.0:1788840251.668907:0:30945:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840251.668910:0:30945:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840251.669040:0:30945:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788840251.669044:0:30945:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788840251.669046:0:30945:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788840251.669048:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bbc0 00000080:00200000:1.0:1788840251.669050:0:30945:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:1.0:1788840251.669057:0:30945:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee86fb1c00. 00800000:00000002:1.0:1788840251.669282:0:30945:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:1.0:1788840251.669289:0:30945:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788840251.669294:0:30945:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788840251.669297:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bae0 00800000:00000002:1.0:1788840251.669299:0:30945:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788840251.669304:0:30945:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788840251.669308:0:30945:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788840251.669314:0:30945:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788840251.669316:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2b9b0 00000002:00010000:1.0:1788840251.669317:0:30945:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788840251.669321:0:30945:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788840251.669323:0:30945:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840251.669327:0:30945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840251.669335:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4500 count: 2 00010000:00000001:1.0:1788840251.669338:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840251.669344:0:30945:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840251.669349:0:30945:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788840251.669355:0:30945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85a00/0x3aa5f499c96f3735 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba48c expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788840251.669365:0:30945:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788840251.669370:0:30945:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840251.669373:0:30945:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85a00/0x3aa5f499c96f3735 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba48c expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1788840251.669380:0:30945:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788840251.669382:0:30945:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788840251.669384:0:30945:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788840251.669386:0:30945:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788840251.669389:0:30945:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788840251.669391:0:30945:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788840251.669394:0:30945:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788840251.669396:0:30945:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:1.0:1788840251.669398:0:30945:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee86fb1c00. 00000080:00000001:1.0:1788840251.669403:0:30945:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788840251.669404:0:30945:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840251.669407:0:30945:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:1.0:1788840251.669411:0:30945:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f3735 00800000:00000001:1.0:1788840251.669414:0:30945:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788840251.669417:0:30945:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788840251.669419:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840251.669421:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840251.669424:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85a00 refcount=3 00000020:00000001:1.0:1788840251.669427:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872831488 : -122120836720128 : ffff90ee86e85a00) 00010000:00000001:1.0:1788840251.669429:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872831488 : -122120836720128 : ffff90ee86e85a00) 00010000:00000001:1.0:1788840251.669432:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840251.669434:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840251.669435:0:30945:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840251.669437:0:30945:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840251.669440:0:30945:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3735 from it ffffa16201d2bbf8 00010000:00000001:1.0:1788840251.669443:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840251.669444:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840251.669445:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85a00 refcount=3 00000020:00000001:1.0:1788840251.669447:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872831488 : -122120836720128 : ffff90ee86e85a00) 00010000:00000001:1.0:1788840251.669449:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872831488 : -122120836720128 : ffff90ee86e85a00) 00010000:00000001:1.0:1788840251.669452:0:30945:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840251.669455:0:30945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85a00/0x3aa5f499c96f3735 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba48c expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788840251.669461:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840251.669462:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840251.669465:0:30945:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840251.669467:0:30945:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840251.669471:0:30945:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85a00/0x3aa5f499c96f3735 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba48c expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788840251.669479:0:30945:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840251.669483:0:30945:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840251.669485:0:30945:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840251.669491:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840251.669492:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840251.669494:0:30945:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840251.669497:0:30945:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840251.669500:0:30945:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840251.669502:0:30945:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840251.669505:0:30945:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840251.669507:0:30945:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840251.669509:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840251.669510:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788840251.669511:0:30945:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788840251.669513:0:30945:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788840251.669515:0:30945:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788840251.669519:0:30945:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840251.669524:0:30945:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788840251.669527:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bbc0 00000080:00002000:1.0:1788840251.669528:0:30945:0:(dcache.c:87:ll_dcompare()) found name d21g.recovery-small-2(ffff90ee90711360) flags 0x20000e refc 1 00000080:00000001:1.0:1788840251.669531:0:30945:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840251.669533:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bc08 00000080:00200000:1.0:1788840251.669535:0:30945:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21g.recovery-small-2, flags=266 00000080:00000001:1.0:1788840251.669552:0:30945:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788840251.669555:0:30945:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840251.669561:0:30945:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788840251.669563:0:30945:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x24:0x0](ffff90ee90591988), inode mode 41ed mask 44 00000080:00000001:1.0:1788840251.669566:0:30945:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840251.669573:0:30945:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:1.0:1788840251.669576:0:30945:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788840251.669578:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bb78 00000080:00200008:1.0:1788840251.669580:0:30945:0:(file.c:1090:ll_file_open()) START file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff90ee90591988), flags 704400 00000080:00000010:1.0:1788840251.669585:0:30945:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90ee817c6280. 00000080:00000001:1.0:1788840251.669593:0:30945:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:1.0:1788840251.669597:0:30945:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee86fb1c00. 00800000:00000002:1.0:1788840251.669599:0:30945:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:1.0:1788840251.669602:0:30945:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788840251.669603:0:30945:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788840251.669604:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2ba28 00800000:00000002:1.0:1788840251.669606:0:30945:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x24:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788840251.669609:0:30945:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:1.0:1788840251.669612:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2b9a8 00800000:00000002:1.0:1788840251.669614:0:30945:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x24:0x0], name='' -> mds #0 layout version 1 00000002:00000001:1.0:1788840251.669617:0:30945:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788840251.669619:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2b8e0 00000002:00010000:1.0:1788840251.669620:0:30945:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240704401 00000002:00000001:1.0:1788840251.669624:0:30945:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788840251.669628:0:30945:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1788840251.669632:0:30945:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788840251.669636:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74b00 count: 2 00010000:00000001:1.0:1788840251.669757:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840251.669760:0:30945:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788840251.669764:0:30945:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840251.669765:0:30945:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840251.669767:0:30945:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840251.669769:0:30945:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788840251.669772:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4500 count: 2 00010000:00000001:1.0:1788840251.669774:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840251.669776:0:30945:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788840251.669777:0:30945:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840251.669779:0:30945:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840251.669789:0:30945:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840251.669794:0:30945:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87face00. 00000020:00000040:1.0:1788840251.669798:0:30945:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 02000000:00000001:1.0:1788840251.669804:0:30945:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788840251.669806:0:30945:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840251.669809:0:30945:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788840251.669813:0:30945:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840251.669817:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840251.669818:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840251.669820:0:30945:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840251.669823:0:30945:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840251.669825:0:30945:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840251.669828:0:30945:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840251.669837:0:30945:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee85c5e800. 00000100:00000001:1.0:1788840251.669845:0:30945:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840251.669850:0:30945:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788840251.669852:0:30945:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840251.669854:0:30945:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788840251.669855:0:30945:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840251.669857:0:30945:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840251.669864:0:30945:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446621952890818048 : -122120818733568 : ffff90ee87face00) 00010000:00000001:1.0:1788840251.669868:0:30945:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788840251.669870:0:30945:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788840251.669872:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4500 count: 2 00010000:00000001:1.0:1788840251.669874:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840251.669877:0:30945:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788840251.669881:0:30945:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee86e85c00. 00000020:00000001:1.0:1788840251.669884:0:30945:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788840251.669887:0:30945:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee86e85c00 with handle 0x3aa5f499c96f3743 to hash 00000020:00000001:1.0:1788840251.669889:0:30945:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788840251.669890:0:30945:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952872832000 : -122120836719616 : ffff90ee86e85c00) 00010000:00000001:1.0:1788840251.669894:0:30945:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952872832000 : -122120836719616 : ffff90ee86e85c00) 00010000:00000001:1.0:1788840251.669897:0:30945:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840251.669899:0:30945:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840251.669903:0:30945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85c00/0x3aa5f499c96f3743 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788840251.669910:0:30945:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85c00/0x3aa5f499c96f3743 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30945 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788840251.670055:0:30945:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1788840251.670065:0:30945:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee87face00 x1875733133972992/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1788840251.670074:0:30945:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85c00/0x3aa5f499c96f3743 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30945 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788840251.670079:0:30945:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788840251.670082:0:30945:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788840251.670090:0:30945:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee86d8ee40. 00000100:00000001:1.0:1788840251.670092:0:30945:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952871820864 : -122120837730752 : ffff90ee86d8ee40) 00000100:00000001:1.0:1788840251.670095:0:30945:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840251.670096:0:30945:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890818048 : -122120818733568 : ffff90ee87face00) 00000100:00000001:1.0:1788840251.670101:0:30945:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840251.670106:0:30945:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840251.670108:0:30945:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788840251.670110:0:30945:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840251.670114:0:30945:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87face00 x1875733133972992/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840251.670121:0:30945:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840251.670124:0:30945:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840251.670129:0:30945:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840251.670132:0:30945:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840251.670135:0:30945:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840251.670138:0:30945:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87face00 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:30945:1875733133972992:192.168.202.131@tcp:101:rm.0 00000100:00000001:1.0:1788840251.670142:0:30945:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840251.670150:0:30945:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840251.670153:0:30945:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840251.670156:0:30945:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840251.670302:0:30945:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff90ee87200000. 02000000:00000001:1.0:1788840251.670305:0:30945:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840251.670314:0:30945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840251.670319:0:30945:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe4d0. 00000400:00000010:1.0:1788840251.670327:0:30945:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff90ee85de8000. 00000100:00000200:1.0:1788840251.670335:0:30945:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875733133972992, portal 10 00000100:00000001:1.0:1788840251.670338:0:30945:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840251.670339:0:30945:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890818048 : -122120818733568 : ffff90ee87face00) 00000100:00000040:1.0:1788840251.670345:0:30945:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87face00 x1875733133972992/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840267 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840251.670353:0:30945:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840251.670356:0:30945:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840251.670359:0:30945:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539198. 00000100:00000200:1.0:1788840251.670363:0:30945:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875733133972992, offset 0 00000400:00000200:1.0:1788840251.670369:0:30945:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840251.670379:0:30945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840251.670389:0:30945:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840251.670395:0:30945:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840251.670401:0:30945:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840251.670406:0:30945:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840251.670408:0:30945:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840251.670413:0:30945:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2389:2389:256:4294967295] 192.168.202.131@tcp LPNI seq info [2389:2389:8:4294967295] 00000400:00000200:1.0:1788840251.670417:0:30945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840251.670429:0:30945:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840251.670436:0:30945:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840251.670441:0:30945:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee86f0d800. 00000800:00000200:1.0:1788840251.670449:0:30945:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840251.670458:0:30945:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840251.670463:0:30945:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee86f0d800 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1788840251.670488:0:30945:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840251.670494:0:30945:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 796673 usecs (797 jiffies) 00000400:00000200:1.0:1788840251.670497:0:30945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840251.670501:0:30945:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296482285 00000100:00000001:1.0:1788840251.670504:0:30945:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296483232 00000100:00000001:1.0:1788840251.670507:0:30945:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296482285 00000100:00000001:1.0:1788840251.670509:0:30945:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296483232 00000100:00000001:1.0:1788840251.670512:0:30945:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840251.670516:0:30945:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840251.670519:0:30945:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840251.670521:0:30945:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788840251.670524:0:30945:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee86d8ee40 going to sleep for 11 seconds 00000100:00000001:1.0:1788840251.670527:0:30945:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840251.670531:0:30945:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840251.674229:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840251.674244:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0d800. 00000400:00000200:3.0:1788840251.674253:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840251.674264:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840251.674275:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539198 00000400:00000010:3.0:1788840251.674278:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539198. 00000100:00000001:3.0:1788840251.674284:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840251.674296:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87face00 x1875733133972992/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840267 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840251.674312:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840251.674316:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87face00 x1875733133972992/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840267 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840251.674323:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840251.674325:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840251.674340:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840251.674355:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840251.674359:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840251.674363:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840251.674371:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.674376:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840251.674385:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.674390:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.674396:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.674400:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 608 into portal 10 MB=0x6a9f82724d600 00000400:00000200:3.0:1788840251.674405:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.674413:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 608/608 into md 0x68b5 [64] + 224 00000800:00000001:3.0:1788840251.674421:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840251.674429:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840251.674431:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840251.674434:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840251.674440:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840251.674443:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87face00 x1875733133972992/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840267 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840251.674451:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff90ee87face00 x1875733133972992/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840251.674516:0:30945:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840251.674546:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840251.674554:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840251.674558:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788840251.674762:0:30945:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840251.674766:0:30945:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840251.674769:0:30945:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe4d0. 00000400:00000200:1.0:1788840251.674773:0:30945:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85de8000 00000400:00000010:1.0:1788840251.674776:0:30945:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff90ee85de8000. 00000100:00000001:1.0:1788840251.674779:0:30945:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840251.674983:0:30945:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87face00 x1875733133972992/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788840251.674993:0:30945:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87face00 x1875733133972992/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840251.675000:0:30945:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840251.675003:0:30945:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840251.675006:0:30945:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840251.675009:0:30945:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840251.675012:0:30945:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840251.675016:0:30945:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840251.675020:0:30945:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840251.675033:0:30945:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=101 v=5 (5 102 102 102) 00000100:00001000:1.0:1788840251.675038:0:30945:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840251.675042:0:30945:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840251.675044:0:30945:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840251.675047:0:30945:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840251.675052:0:30945:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840251.675056:0:30945:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788840251.675058:0:30945:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788840251.675060:0:30945:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788840251.675063:0:30945:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840251.675065:0:30945:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890818048 : -122120818733568 : ffff90ee87face00) 00000100:00000001:1.0:1788840251.675070:0:30945:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840251.675073:0:30945:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967617 00000100:00000001:1.0:1788840251.675075:0:30945:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840251.675079:0:30945:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840251.675084:0:30945:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87face00 x1875733133972992/t4294967626(4294967626) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840267 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840251.675092:0:30945:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840251.675096:0:30945:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840251.675098:0:30945:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840251.675102:0:30945:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87face00 x1875733133972992/t4294967626(4294967626) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840267 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788840251.675111:0:30945:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87face00 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:30945:1875733133972992:192.168.202.131@tcp:101:rm.0 00000100:00000001:1.0:1788840251.675116:0:30945:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840251.675120:0:30945:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840251.675122:0:30945:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788840251.675124:0:30945:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840251.675128:0:30945:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87face00 x1875733133972992/t4294967626(4294967626) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840267 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840251.675134:0:30945:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840251.675138:0:30945:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee86d8ee40. 00000100:00000001:1.0:1788840251.675143:0:30945:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788840251.675144:0:30945:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840251.675148:0:30945:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788840251.675154:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840251.675157:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840251.675161:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85c00 refcount=4 00000020:00000001:1.0:1788840251.675164:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872832000 : -122120836719616 : ffff90ee86e85c00) 00010000:00000001:1.0:1788840251.675167:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872832000 : -122120836719616 : ffff90ee86e85c00) 00010000:00000040:1.0:1788840251.675174:0:30945:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee86e85c00, remote cookie: 0x8a436931312ba4a8, flags: 0x1001 00010000:00000040:1.0:1788840251.675178:0:30945:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x24:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1788840251.675181:0:30945:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1788840251.675189:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74b00 count: 2 00010000:00000001:1.0:1788840251.675191:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840251.675195:0:30945:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840251.675199:0:30945:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85c00/0x3aa5f499c96f3743 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x24:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba4a8 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788840251.675208:0:30945:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85c00/0x3aa5f499c96f3743 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba4a8 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840251.675215:0:30945:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788840251.675220:0:30945:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788840251.675223:0:30945:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788840251.675226:0:30945:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788840251.675227:0:30945:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788840251.675230:0:30945:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x24:0x0].0x0 (ffff90ee99a74b00) refcount = 2 00010000:00000040:1.0:1788840251.675233:0:30945:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788840251.675235:0:30945:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f370b lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba3eb expref: -99 pid: 30944 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1788840251.675242:0:30945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85c00/0x3aa5f499c96f3743 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba4a8 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840251.675248:0:30945:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788840251.675252:0:30945:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788840251.675254:0:30945:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840251.675257:0:30945:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788840251.675260:0:30945:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840251.675263:0:30945:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85c00/0x3aa5f499c96f3743 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba4a8 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840251.675269:0:30945:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788840251.675271:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840251.675273:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840251.675275:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840251.675276:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840251.675277:0:30945:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840251.675283:0:30945:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788840251.675286:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840251.675287:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840251.675289:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85c00 refcount=3 00000020:00000001:1.0:1788840251.675291:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872832000 : -122120836719616 : ffff90ee86e85c00) 00010000:00000001:1.0:1788840251.675292:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872832000 : -122120836719616 : ffff90ee86e85c00) 00010000:00000001:1.0:1788840251.675294:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840251.675295:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788840251.675301:0:30945:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff90ee87face00 x1875733133972992/t4294967626(4294967626) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840267 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788840251.675311:0:30945:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1788840251.675316:0:30945:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90ee87face00 x1875733133972992/t4294967626(4294967626) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840267 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788840251.675322:0:30945:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840251.675324:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840251.675325:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840251.675326:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85c00 refcount=3 00000020:00000001:1.0:1788840251.675328:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872832000 : -122120836719616 : ffff90ee86e85c00) 00010000:00000001:1.0:1788840251.675330:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872832000 : -122120836719616 : ffff90ee86e85c00) 00010000:00000001:1.0:1788840251.675332:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840251.675333:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840251.675335:0:30945:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840251.675336:0:30945:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840251.675340:0:30945:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1788840251.675342:0:30945:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840251.675343:0:30945:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890818048 : -122120818733568 : ffff90ee87face00) 00010000:00000001:1.0:1788840251.675345:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840251.675346:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840251.675347:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85c00 refcount=3 00000020:00000001:1.0:1788840251.675349:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872832000 : -122120836719616 : ffff90ee86e85c00) 00010000:00000001:1.0:1788840251.675352:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872832000 : -122120836719616 : ffff90ee86e85c00) 00000002:00010000:1.0:1788840251.675356:0:30945:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85c00/0x3aa5f499c96f3743 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba4a8 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840251.675362:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840251.675363:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840251.675366:0:30945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788840251.675367:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840251.675368:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840251.675370:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85c00 refcount=3 00000020:00000001:1.0:1788840251.675371:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872832000 : -122120836719616 : ffff90ee86e85c00) 00010000:00000001:1.0:1788840251.675374:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872832000 : -122120836719616 : ffff90ee86e85c00) 00010000:00000040:1.0:1788840251.675377:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74b00 count: 3 00010000:00000001:1.0:1788840251.675379:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788840251.675384:0:30945:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 16 res 8589935620/36 (0 0) 00010000:00000001:1.0:1788840251.675387:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840251.675388:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840251.675390:0:30945:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788840251.675393:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2b868 00000002:00002000:1.0:1788840251.675395:0:30945:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:1.0:1788840251.675398:0:30945:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840251.675402:0:30945:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840251.675405:0:30945:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788840251.675409:0:30945:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788840251.675412:0:30945:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788840251.675417:0:30945:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:1.0:1788840251.675422:0:30945:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee86fb1c00. 00000080:00000001:1.0:1788840251.675427:0:30945:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788840251.675435:0:30945:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788840251.675438:0:30945:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788840251.675441:0:30945:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788840251.675443:0:30945:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x24:0x0] 00000080:00000001:1.0:1788840251.675446:0:30945:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840251.675452:0:30945:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:1.0:1788840251.675456:0:30945:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1788840251.675461:0:30945:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x24:0x0], updating i_size 16384 00010000:00000001:1.0:1788840251.675463:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840251.675465:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840251.675466:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85c00 refcount=3 00000020:00000001:1.0:1788840251.675468:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872832000 : -122120836719616 : ffff90ee86e85c00) 00010000:00000001:1.0:1788840251.675470:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872832000 : -122120836719616 : ffff90ee86e85c00) 00010000:00000001:1.0:1788840251.675471:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840251.675472:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788840251.675474:0:30945:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788840251.675477:0:30945:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788840251.675478:0:30945:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840251.675482:0:30945:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x24:0x0](ffff90ee90591988) for lock 0x3aa5f499c96f3743 00800000:00000001:1.0:1788840251.675485:0:30945:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788840251.675488:0:30945:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788840251.675489:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840251.675490:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840251.675491:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85c00 refcount=3 00000020:00000001:1.0:1788840251.675493:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872832000 : -122120836719616 : ffff90ee86e85c00) 00010000:00000001:1.0:1788840251.675495:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872832000 : -122120836719616 : ffff90ee86e85c00) 00010000:00000001:1.0:1788840251.675497:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840251.675499:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840251.675500:0:30945:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840251.675502:0:30945:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840251.675506:0:30945:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788840251.675508:0:30945:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840251.675510:0:30945:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840251.675515:0:30945:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87face00 x1875733133972992/t4294967626(4294967626) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840267 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840251.675521:0:30945:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840251.675524:0:30945:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3743 from it ffffa16201d2bbd0 00010000:00000001:1.0:1788840251.675526:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840251.675527:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840251.675529:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85c00 refcount=3 00000020:00000001:1.0:1788840251.675531:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872832000 : -122120836719616 : ffff90ee86e85c00) 00010000:00000001:1.0:1788840251.675533:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872832000 : -122120836719616 : ffff90ee86e85c00) 00010000:00000001:1.0:1788840251.675535:0:30945:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840251.675549:0:30945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85c00/0x3aa5f499c96f3743 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba4a8 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840251.675556:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840251.675557:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840251.675559:0:30945:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840251.675562:0:30945:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840251.675565:0:30945:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85c00/0x3aa5f499c96f3743 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba4a8 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788840251.675572:0:30945:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840251.675575:0:30945:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840251.675577:0:30945:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840251.675582:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840251.675583:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840251.675585:0:30945:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840251.675588:0:30945:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840251.675590:0:30945:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840251.675592:0:30945:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840251.675594:0:30945:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840251.675597:0:30945:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840251.675598:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840251.675599:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788840251.675603:0:30945:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788840251.675612:0:30945:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff90ee871397c0. 00000080:00000001:1.0:1788840251.675616:0:30945:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1788840251.675619:0:30945:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1788840251.675622:0:30945:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1788840251.675625:0:30945:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff90ee84b11720. 00000002:00100000:1.0:1788840251.675629:0:30945:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90ee87face00 x1875733133972992/t4294967626(4294967626) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840267 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788840251.675671:0:30945:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840251.675673:0:30945:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1788840251.675677:0:30945:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1788840251.675681:0:30945:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840251.675685:0:30945:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1788840251.675687:0:30945:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840251.675689:0:30945:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840251.675693:0:30945:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840251.675697:0:30945:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87face00 x1875733133972992/t4294967626(4294967626) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840267 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1788840251.675704:0:30945:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840251.675707:0:30945:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff90ee87200000. 02000000:00000001:1.0:1788840251.675752:0:30945:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788840251.675754:0:30945:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840251.675756:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bb78 00000080:00000008:1.0:1788840251.675759:0:30945:0:(file.c:1329:ll_file_open()) COMPLETED file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff90ee90591988), flags 704400, rc = 0 00000080:00000001:1.0:1788840251.675764:0:30945:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840251.675978:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bd28 00000080:00200008:1.0:1788840251.675981:0:30945:0:(file.c:6296:ll_getattr_dentry()) START file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff90ee90591988), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788840251.675991:0:30945:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:1.0:1788840251.675996:0:30945:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840251.675999:0:30945:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788840251.676000:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bca0 00000080:00200000:1.0:1788840251.676002:0:30945:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x24:0x0](ffff90ee90591988),name=d21g.recovery-small-2 00000080:00000010:1.0:1788840251.676009:0:30945:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee86fb1c00. 00800000:00000002:1.0:1788840251.676016:0:30945:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:1.0:1788840251.676026:0:30945:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788840251.676029:0:30945:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788840251.676031:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bbc0 00800000:00000002:1.0:1788840251.676033:0:30945:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x24:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788840251.676036:0:30945:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788840251.676042:0:30945:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x24:0x0], name='' -> mds #0 00000002:00000001:1.0:1788840251.676047:0:30945:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788840251.676048:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2ba90 00000002:00010000:1.0:1788840251.676050:0:30945:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x24:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788840251.676054:0:30945:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788840251.676056:0:30945:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840251.676058:0:30945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840251.676062:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74b00 count: 3 00010000:00000001:1.0:1788840251.676064:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840251.676068:0:30945:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840251.676072:0:30945:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788840251.676076:0:30945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f370b lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba3eb expref: -99 pid: 30944 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1788840251.676084:0:30945:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788840251.676090:0:30945:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840251.676093:0:30945:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f370b lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba3eb expref: -99 pid: 30944 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1788840251.676099:0:30945:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788840251.676101:0:30945:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788840251.676104:0:30945:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788840251.676106:0:30945:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788840251.676108:0:30945:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788840251.676110:0:30945:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788840251.676113:0:30945:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788840251.676115:0:30945:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:1.0:1788840251.676117:0:30945:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee86fb1c00. 00000080:00000001:1.0:1788840251.676121:0:30945:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788840251.676123:0:30945:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840251.676126:0:30945:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x24:0x0](ffff90ee90591988) 00000080:00010000:1.0:1788840251.676129:0:30945:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x24:0x0](ffff90ee90591988) for lock 0x3aa5f499c96f370b 00800000:00000001:1.0:1788840251.676132:0:30945:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788840251.676134:0:30945:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788840251.676136:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840251.676137:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840251.676139:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c400 refcount=3 00000020:00000001:1.0:1788840251.676141:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:1.0:1788840251.676143:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:1.0:1788840251.676146:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840251.676147:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840251.676149:0:30945:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840251.676151:0:30945:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840251.676153:0:30945:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f370b from it ffffa16201d2bcd8 00010000:00000001:1.0:1788840251.676155:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840251.676156:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840251.676157:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c400 refcount=3 00000020:00000001:1.0:1788840251.676159:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:1.0:1788840251.676162:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:1.0:1788840251.676164:0:30945:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840251.676166:0:30945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f370b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba3eb expref: -99 pid: 30944 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788840251.676173:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840251.676174:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840251.676175:0:30945:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840251.676177:0:30945:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840251.676179:0:30945:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f370b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba3eb expref: -99 pid: 30944 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788840251.676184:0:30945:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840251.676186:0:30945:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840251.676188:0:30945:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840251.676190:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840251.676191:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840251.676192:0:30945:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840251.676194:0:30945:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840251.676196:0:30945:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840251.676197:0:30945:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840251.676200:0:30945:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840251.676202:0:30945:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840251.676203:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840251.676204:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788840251.676205:0:30945:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788840251.676207:0:30945:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788840251.676211:0:30945:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840251.676216:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bd28 00000080:00000008:1.0:1788840251.676218:0:30945:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff90ee90591988), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788840251.676250:0:30945:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1788840251.676253:0:30945:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x24:0x0](ffff90ee90591988) pos/size0/16384 32bit_api 0 00000080:00000010:1.0:1788840251.676258:0:30945:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee86fb1c00. 00000080:00000001:1.0:1788840251.676262:0:30945:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:1.0:1788840251.676272:0:30945:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446740767738652672 : -3305970898944 : fffffcfe44c76800) 00000080:00000001:1.0:1788840251.676276:0:30945:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:1.0:1788840251.676280:0:30945:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788840251.676283:0:30945:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833958 : 144115205322833958 : 200000404000026) 00000080:00000001:1.0:1788840251.676287:0:30945:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788840251.676289:0:30945:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee86fb1c00. 00000080:00000001:1.0:1788840251.676293:0:30945:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840251.676305:0:30945:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1788840251.676307:0:30945:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x24:0x0](ffff90ee90591988) pos/size18446744073709551614/16384 32bit_api 0 00000080:00000001:1.0:1788840251.676310:0:30945:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788840251.676311:0:30945:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840251.676335:0:30945:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788840251.676340:0:30945:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788840251.676341:0:30945:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x24:0x0](ffff90ee90591988), inode mode 41ed mask 1 00000080:00000001:1.0:1788840251.676346:0:30945:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840251.676353:0:30945:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788840251.676356:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bda0 00000080:00002000:1.0:1788840251.676357:0:30945:0:(dcache.c:87:ll_dcompare()) found name f(ffff90ee906b2a20) flags 0x48000e refc 0 00000080:00000001:1.0:1788840251.676361:0:30945:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840251.676363:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2be10 00000080:00200000:1.0:1788840251.676364:0:30945:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f, flags=0 00000080:00000001:1.0:1788840251.676370:0:30945:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788840251.676372:0:30945:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x24:0x0](ffff90ee90591988), inode mode 41ed mask 3 00000080:00000001:1.0:1788840251.676375:0:30945:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840251.676378:0:30945:0:(namei.c:2415:ll_unlink()) Process entered 00000020:00000001:1.0:1788840251.676381:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bdf8 00000080:00200000:1.0:1788840251.676383:0:30945:0:(namei.c:2418:ll_unlink()) VFS Op:name=f, dir=[0x200000404:0x24:0x0](ffff90ee90591988) 00000080:00000001:1.0:1788840251.676387:0:30945:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1788840251.676391:0:30945:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840251.676396:0:30945:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044391624 : -122120665159992 : ffff90ee912226c8) 00000020:00001000:1.0:1788840251.676398:0:30945:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912226c0 00000020:00000001:1.0:1788840251.676401:0:30945:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1788840251.676406:0:30945:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee88570ba0) owner 0000000000000000/ffff90ee87ffa7c0 00020000:00000002:1.0:1788840251.676410:0:30945:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90ee8532ca20 addref 2/0 by ffff90ee87ffa7c0. 00020000:00000002:1.0:1788840251.676413:0:30945:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee88570ba0) owner 0000000000000000/ffff90ee87ffa7c0 00020000:00000001:1.0:1788840251.676416:0:30945:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1788840251.676419:0:30945:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1788840251.676421:0:30945:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1788840251.676423:0:30945:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:1.0:1788840251.676427:0:30945:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:1.0:1788840251.676430:0:30945:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912226c0 00000080:00000001:1.0:1788840251.676433:0:30945:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1788840251.676437:0:30945:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee86fb1c00. 00800000:00000001:1.0:1788840251.676447:0:30945:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:1.0:1788840251.676451:0:30945:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1788840251.676454:0:30945:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x26:0x0] 00800000:00000001:1.0:1788840251.676456:0:30945:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788840251.676459:0:30945:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000404:0x24:0x0]/[0x200000404:0x26:0x0] -> mds #0 00000002:00000001:1.0:1788840251.676463:0:30945:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1788840251.676465:0:30945:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788840251.676469:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74b00 count: 3 00010000:00000001:1.0:1788840251.676471:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840251.676474:0:30945:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788840251.676477:0:30945:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788840251.676480:0:30945:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f370b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8a436931312ba3eb expref: -99 pid: 30944 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:1.0:1788840251.676494:0:30945:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788840251.676499:0:30945:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788840251.676502:0:30945:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788840251.676504:0:30945:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x24:0x0] mode (null) 00000002:00000001:1.0:1788840251.676507:0:30945:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840251.676508:0:30945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840251.676510:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74b00 count: 4 00010000:00000001:1.0:1788840251.676512:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840251.676515:0:30945:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1788840251.676517:0:30945:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1788840251.676518:0:30945:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788840251.676522:0:30945:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840251.676525:0:30945:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85c00/0x3aa5f499c96f3743 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba4a8 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788840251.676532:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840251.676533:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840251.676534:0:30945:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:1.0:1788840251.676536:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840251.676548:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840251.676550:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85c00 refcount=2 00000020:00000001:1.0:1788840251.676552:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872832000 : -122120836719616 : ffff90ee86e85c00) 00010000:00000001:1.0:1788840251.676554:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872832000 : -122120836719616 : ffff90ee86e85c00) 00010000:00000001:1.0:1788840251.676557:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840251.676558:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840251.676559:0:30945:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840251.676560:0:30945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840251.676562:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74b00 count: 4 00010000:00000001:1.0:1788840251.676564:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788840251.676567:0:30945:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840251.676568:0:30945:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840251.676569:0:30945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840251.676571:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74b00 count: 4 00010000:00000001:1.0:1788840251.676572:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788840251.676575:0:30945:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840251.676577:0:30945:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788840251.676580:0:30945:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x24:0x0] lli = ffff90ee905918c0, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788840251.676696:0:30945:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1788840251.676699:0:30945:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788840251.676701:0:30945:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788840251.676704:0:30945:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x24:0x0](ffff90ee90591988) invalid 00000020:00000001:1.0:1788840251.676707:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2ba60 00000080:00002000:1.0:1788840251.676709:0:30945:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-2 (ffff90ee90711360) parent ffff90ee9069b510 inode ffff90ee90591988 refc 3 00000080:00000001:1.0:1788840251.676713:0:30945:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788840251.676715:0:30945:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788840251.676717:0:30945:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840251.676722:0:30945:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788840251.676726:0:30945:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788840251.676728:0:30945:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788840251.676730:0:30945:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840251.676732:0:30945:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788840251.676735:0:30945:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee8523c400 with handle 0x3aa5f499c96f370b from hash 00010000:00000001:1.0:1788840251.676737:0:30945:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788840251.676739:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840251.676740:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840251.676742:0:30945:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788840251.676745:0:30945:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788840251.676747:0:30945:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788840251.676750:0:30945:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788840251.676752:0:30945:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788840251.676754:0:30945:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788840251.676756:0:30945:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788840251.676759:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74f00 count: 3 00010000:00000001:1.0:1788840251.676761:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840251.676763:0:30945:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788840251.676766:0:30945:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788840251.676769:0:30945:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030000/0x3aa5f499c96f3712 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8a436931312ba407 expref: -99 pid: 30944 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1788840251.677334:0:30945:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788840251.677336:0:30945:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788840251.677338:0:30945:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788840251.677339:0:30945:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x26:0x0] mode (null) 00000002:00000001:1.0:1788840251.677341:0:30945:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840251.677343:0:30945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840251.677345:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74f00 count: 4 00010000:00000001:1.0:1788840251.677346:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788840251.677348:0:30945:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840251.677350:0:30945:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840251.677350:0:30945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840251.677351:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74f00 count: 4 00010000:00000001:1.0:1788840251.677353:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788840251.677354:0:30945:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840251.677354:0:30945:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840251.677355:0:30945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840251.677356:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74f00 count: 4 00010000:00000001:1.0:1788840251.677357:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788840251.677358:0:30945:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840251.677359:0:30945:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840251.677359:0:30945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840251.677360:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74f00 count: 4 00010000:00000001:1.0:1788840251.677361:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788840251.677362:0:30945:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840251.677363:0:30945:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840251.677365:0:30945:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788840251.677366:0:30945:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840251.677369:0:30945:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044391624 : -122120665159992 : ffff90ee912226c8) 00000020:00001000:1.0:1788840251.677370:0:30945:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912226c0 00000020:00000001:1.0:1788840251.677372:0:30945:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1788840251.677375:0:30945:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x26:0x0]: losing layout lock 00000080:00000001:1.0:1788840251.677377:0:30945:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1788840251.677379:0:30945:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1788840251.677383:0:30945:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788840251.677386:0:30945:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788840251.677388:0:30945:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x26:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1788840251.677390:0:30945:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840251.677391:0:30945:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788840251.677392:0:30945:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912226c0 00000080:00000001:1.0:1788840251.677394:0:30945:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840251.677395:0:30945:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788840251.677396:0:30945:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x26:0x0](ffff90ee90512a08) invalid 00000020:00000001:1.0:1788840251.677398:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2ba60 00000080:00002000:1.0:1788840251.677399:0:30945:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff90ee906b2a20) parent ffff90ee90711360 inode ffff90ee90512a08 refc 1 00000080:00000001:1.0:1788840251.677401:0:30945:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788840251.677402:0:30945:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788840251.677403:0:30945:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840251.677405:0:30945:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788840251.677407:0:30945:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788840251.677408:0:30945:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788840251.677409:0:30945:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840251.677410:0:30945:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788840251.677412:0:30945:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee80030000 with handle 0x3aa5f499c96f3712 from hash 00010000:00000001:1.0:1788840251.677414:0:30945:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788840251.677415:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840251.677416:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840251.677416:0:30945:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788840251.677418:0:30945:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788840251.677419:0:30945:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788840251.677420:0:30945:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788840251.677422:0:30945:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031c00/0x3aa5f499c96f36e8 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8a436931312ba374 expref: -99 pid: 30909 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1788840251.677427:0:30945:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788840251.677428:0:30945:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788840251.677428:0:30945:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788840251.677429:0:30945:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x26:0x0] mode (null) 00000002:00000001:1.0:1788840251.677430:0:30945:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840251.677431:0:30945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840251.677432:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74f00 count: 4 00010000:00000001:1.0:1788840251.677433:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788840251.677435:0:30945:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840251.677436:0:30945:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840251.677437:0:30945:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788840251.677438:0:30945:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840251.677438:0:30945:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044391624 : -122120665159992 : ffff90ee912226c8) 00000020:00001000:1.0:1788840251.677440:0:30945:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912226c0 00000020:00000001:1.0:1788840251.677441:0:30945:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1788840251.677441:0:30945:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x26:0x0]: losing layout lock 00000080:00000001:1.0:1788840251.677442:0:30945:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1788840251.677443:0:30945:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1788840251.677444:0:30945:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788840251.677444:0:30945:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788840251.677445:0:30945:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x26:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1788840251.677446:0:30945:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840251.677447:0:30945:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788840251.677448:0:30945:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912226c0 00000080:00000001:1.0:1788840251.677449:0:30945:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840251.677450:0:30945:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788840251.677450:0:30945:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840251.677451:0:30945:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788840251.677452:0:30945:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788840251.677453:0:30945:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788840251.677453:0:30945:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840251.677454:0:30945:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788840251.677455:0:30945:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee80031c00 with handle 0x3aa5f499c96f36e8 from hash 00010000:00000001:1.0:1788840251.677456:0:30945:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788840251.677457:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840251.677458:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840251.677458:0:30945:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788840251.677459:0:30945:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788840251.677460:0:30945:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788840251.677461:0:30945:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1788840251.677462:0:30945:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:1.0:1788840251.677463:0:30945:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:1.0:1788840251.677468:0:30945:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87fac380. 00000020:00000040:1.0:1788840251.677472:0:30945:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 02000000:00000001:1.0:1788840251.677476:0:30945:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788840251.677478:0:30945:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840251.677480:0:30945:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788840251.677485:0:30945:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840251.677488:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840251.677489:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840251.677490:0:30945:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840251.677492:0:30945:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840251.677494:0:30945:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840251.677497:0:30945:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840251.677504:0:30945:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee86fb0200. 00000100:00000001:1.0:1788840251.677511:0:30945:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840251.677513:0:30945:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788840251.677515:0:30945:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788840251.677520:0:30945:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030000/0x3aa5f499c96f3712 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8a436931312ba407 expref: -99 pid: 30944 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1788840251.677525:0:30945:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031c00/0x3aa5f499c96f36e8 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8a436931312ba374 expref: -99 pid: 30909 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1788840251.677530:0:30945:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f370b lrc: 1/0,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312ba3eb expref: -99 pid: 30944 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1788840251.677534:0:30945:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:1.0:1788840251.677535:0:30945:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:1.0:1788840251.677536:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788840251.677547:0:30945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030000/0x3aa5f499c96f3712 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8a436931312ba407 expref: -99 pid: 30944 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1788840251.677555:0:30945:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff90ee87139880. 00010000:00000001:1.0:1788840251.677564:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840251.677565:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788840251.677567:0:30945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031c00/0x3aa5f499c96f36e8 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8a436931312ba374 expref: -99 pid: 30909 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1788840251.677575:0:30945:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff90ee90b50c80. 00010000:00000040:1.0:1788840251.677580:0:30945:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee99a74f00 count: 0 00010000:00000010:1.0:1788840251.677585:0:30945:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90ee90f56380. 00010000:00000001:1.0:1788840251.677592:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840251.677593:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788840251.677595:0:30945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f370b lrc: 0/0,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312ba3eb expref: -99 pid: 30944 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788840251.677602:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840251.677604:0:30945:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840251.677606:0:30945:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788840251.677607:0:30945:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840251.677609:0:30945:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1788840251.677623:0:30945:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1788840251.677634:0:30945:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee87fac380 x1875733133973248/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788840251.678024:0:30945:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788840251.678027:0:30945:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788840251.678122:0:30945:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee86f3d840. 00000100:00000001:0.0:1788840251.678127:0:30945:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952873584704 : -122120835966912 : ffff90ee86f3d840) 00000100:00000001:0.0:1788840251.678130:0:30945:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840251.678131:0:30945:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890815360 : -122120818736256 : ffff90ee87fac380) 00000100:00000001:0.0:1788840251.678136:0:30945:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840251.678142:0:30945:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.678144:0:30945:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788840251.678146:0:30945:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840251.678152:0:30945:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87fac380 x1875733133973248/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840251.678160:0:30945:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840251.678163:0:30945:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840251.678167:0:30945:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840251.678171:0:30945:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840251.678174:0:30945:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840251.678177:0:30945:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87fac380 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:30945:1875733133973248:192.168.202.131@tcp:36:rm.0 00000100:00000001:0.0:1788840251.678181:0:30945:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840251.678188:0:30945:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840251.678191:0:30945:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840251.678194:0:30945:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840251.678200:0:30945:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86f36400. 02000000:00000001:0.0:1788840251.678202:0:30945:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840251.678212:0:30945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840251.678217:0:30945:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c809f8. 00000400:00000010:0.0:1788840251.678225:0:30945:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6c38. 00000100:00000200:0.0:1788840251.678234:0:30945:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133973248, portal 10 00000100:00000001:0.0:1788840251.678236:0:30945:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840251.678237:0:30945:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890815360 : -122120818736256 : ffff90ee87fac380) 00000100:00000040:0.0:1788840251.678244:0:30945:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87fac380 x1875733133973248/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 496/624 e 0 to 0 dl 1788840267 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840251.678251:0:30945:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840251.678255:0:30945:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840251.678258:0:30945:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6ee0. 00000100:00000200:0.0:1788840251.678262:0:30945:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1875733133973248, offset 0 00000400:00000200:0.0:1788840251.678268:0:30945:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840251.678278:0:30945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840251.678287:0:30945:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840251.678294:0:30945:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840251.678299:0:30945:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840251.678303:0:30945:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840251.678306:0:30945:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840251.678310:0:30945:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2390:2390:256:4294967295] 192.168.202.131@tcp LPNI seq info [2390:2390:8:4294967295] 00000400:00000200:0.0:1788840251.678315:0:30945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840251.678327:0:30945:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840251.678336:0:30945:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840251.678342:0:30945:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee98ea2f00. 00000800:00000200:0.0:1788840251.678349:0:30945:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840251.678358:0:30945:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840251.678364:0:30945:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee98ea2f00 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:0.0:1788840251.678438:0:30945:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840251.678443:0:30945:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 795556 usecs (796 jiffies) 00000400:00000200:0.0:1788840251.678447:0:30945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840251.678450:0:30945:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296482292 00000100:00000001:0.0:1788840251.678454:0:30945:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296483232 00000100:00000001:0.0:1788840251.678456:0:30945:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296482292 00000100:00000001:0.0:1788840251.678458:0:30945:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296483232 00000100:00000001:0.0:1788840251.678461:0:30945:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840251.678464:0:30945:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.678466:0:30945:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840251.678468:0:30945:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788840251.678471:0:30945:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee86f3d840 going to sleep for 11 seconds 00000100:00000001:0.0:1788840251.678474:0:30945:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840251.678478:0:30945:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840251.683396:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840251.683410:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee98ea2f00. 00000400:00000200:3.0:1788840251.683421:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840251.683433:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840251.683443:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6ee0 00000400:00000010:3.0:1788840251.683447:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6ee0. 00000100:00000001:3.0:1788840251.683455:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840251.683466:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fac380 x1875733133973248/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 496/624 e 0 to 0 dl 1788840267 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840251.683481:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840251.683485:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fac380 x1875733133973248/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 496/624 e 0 to 0 dl 1788840267 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840251.683493:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840251.683495:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840251.684591:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840251.684610:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840251.684613:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840251.684615:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840251.684624:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.684629:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840251.684636:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.684667:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.684673:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.684682:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 456 into portal 10 MB=0x6a9f82724d700 00000400:00000200:3.0:1788840251.684687:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.684692:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 456/456 into md 0x68bd [1] + 224 00000800:00000001:3.0:1788840251.684699:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840251.684706:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840251.684708:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840251.684711:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840251.684716:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840251.684723:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fac380 x1875733133973248/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 496/624 e 0 to 0 dl 1788840267 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840251.684731:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff90ee87fac380 x1875733133973248/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 496/624 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840251.684745:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788840251.684755:0:2353:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788840251.684759:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.684764:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840251.684771:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2391:2391:256:4294967295] 192.168.202.131@tcp LPNI seq info [2391:2391:8:4294967295] 00000400:00000200:3.0:1788840251.684776:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.684784:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) 192.168.202.131@tcp : ACK try# 0 00000800:00000200:3.0:1788840251.684798:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840251.684806:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee983e5900. 00000800:00000200:3.0:1788840251.684813:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840251.684821:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840251.684827:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee983e5900 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788840251.684920:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840251.684924:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee983e5900. 00000400:00000200:3.0:1788840251.684929:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840251.684933:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: ACK: OK 00000800:00000001:2.0:1788840251.684934:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840251.684939:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840251.685737:0:30945:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840251.685751:0:30945:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840251.685754:0:30945:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840251.685759:0:30945:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c809f8. 00000400:00000200:0.0:1788840251.685765:0:30945:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6c38 00000400:00000010:0.0:1788840251.685768:0:30945:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6c38. 00000100:00000001:0.0:1788840251.685774:0:30945:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840251.685793:0:30945:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87fac380 x1875733133973248/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 496/624 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788840251.686013:0:30945:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87fac380 x1875733133973248/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 496/624 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840251.686021:0:30945:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840251.686023:0:30945:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840251.686026:0:30945:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840251.686030:0:30945:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840251.686033:0:30945:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840251.686035:0:30945:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840251.686039:0:30945:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840251.686051:0:30945:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=101 v=5 (5 102 102 102) 00000100:00001000:0.0:1788840251.686055:0:30945:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840251.686057:0:30945:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840251.686059:0:30945:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.686063:0:30945:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840251.686067:0:30945:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.686070:0:30945:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788840251.686072:0:30945:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000013c/0x10000013e] 00000100:00000001:0.0:1788840251.686074:0:30945:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788840251.686077:0:30945:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840251.686079:0:30945:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890815360 : -122120818736256 : ffff90ee87fac380) 00000100:00000001:0.0:1788840251.686082:0:30945:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840251.686084:0:30945:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967617 00000100:00000001:0.0:1788840251.686086:0:30945:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840251.686090:0:30945:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840251.686096:0:30945:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87fac380 x1875733133973248/t4294967627(4294967627) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 496/456 e 0 to 0 dl 1788840267 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840251.686102:0:30945:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840251.686105:0:30945:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840251.686108:0:30945:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840251.686112:0:30945:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87fac380 x1875733133973248/t4294967627(4294967627) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 496/456 e 0 to 0 dl 1788840267 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788840251.686124:0:30945:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87fac380 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:30945:1875733133973248:192.168.202.131@tcp:36:rm.0 00000100:00000001:0.0:1788840251.686130:0:30945:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840251.686133:0:30945:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.686136:0:30945:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788840251.686138:0:30945:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840251.686142:0:30945:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fac380 x1875733133973248/t4294967627(4294967627) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 496/456 e 0 to 0 dl 1788840267 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840251.686149:0:30945:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840251.686152:0:30945:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee86f3d840. 00000100:00000001:0.0:1788840251.686156:0:30945:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788840251.686157:0:30945:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840251.686166:0:30945:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840251.686170:0:30945:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788840251.686176:0:30945:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee86fb1c00. 00000100:00000001:0.0:1788840251.686326:0:30945:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840251.686331:0:30945:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87fac380 x1875733133973248/t4294967627(4294967627) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 496/456 e 0 to 0 dl 1788840267 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840251.686337:0:30945:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.686343:0:30945:0:(namei.c:2468:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.686358:0:30945:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788840251.686362:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2be28 00000080:00002000:0.0:1788840251.686364:0:30945:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff90ee906b2a20, parent ffff90ee90711360, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788840251.686368:0:30945:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788840251.686374:0:30945:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788840251.686381:0:30945:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788840251.686393:0:30945:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1788840251.686396:0:30945:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788840251.686398:0:30945:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788840251.686404:0:30945:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953299705864 : -122120409845752 : ffff90eea059f008) 00000020:00001000:0.0:1788840251.686406:0:30945:0:(cl_object.c:823:cl_env_get()) 1@ffff90eea059f000 00000020:00000001:0.0:1788840251.686413:0:30945:0:(cl_object.c:143:cl_object_top()) ffff90ee87fb2d00 -> ffff90ee87fb2d00 00000020:00000001:0.0:1788840251.686416:0:30945:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788840251.686419:0:30945:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788840251.686422:0:30945:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x26:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788840251.686426:0:30945:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788840251.686427:0:30945:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788840251.686429:0:30945:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788840251.686434:0:30945:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x26:0x0]io ffff90ee98223c80 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1788840251.686438:0:30945:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee88570ba0) owner 0000000000000000/ffff90ee87ffa7c0 00020000:00000001:0.0:1788840251.686442:0:30945:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788840251.686444:0:30945:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788840251.686446:0:30945:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788840251.686448:0:30945:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840251.686451:0:30945:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788840251.686453:0:30945:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788840251.686455:0:30945:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840251.686457:0:30945:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788840251.686458:0:30945:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788840251.686460:0:30945:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788840251.686461:0:30945:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee88570ba0) owner 0000000000000000/ffff90ee87ffa7c0 00000020:00000001:0.0:1788840251.686464:0:30945:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840251.686466:0:30945:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788840251.686469:0:30945:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788840251.686471:0:30945:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788840251.686474:0:30945:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788840251.686479:0:30945:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788840251.686483:0:30945:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788840251.686484:0:30945:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788840251.686486:0:30945:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788840251.686487:0:30945:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953299709176 : -122120409842440 : ffff90eea059fcf8) 00000020:00001000:0.0:1788840251.686490:0:30945:0:(cl_object.c:823:cl_env_get()) 1@ffff90eea059fcf0 00000020:00000001:0.0:1788840251.686493:0:30945:0:(cl_object.c:143:cl_object_top()) ffff90ee87fb2f58 -> ffff90ee87fb2d00 00000020:00000001:0.0:1788840251.686494:0:30945:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788840251.686498:0:30945:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788840251.686499:0:30945:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788840251.686501:0:30945:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840251.686503:0:30945:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840251.686505:0:30945:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953037278736 : -122120672272880 : ffff90ee90b59e10) 00000020:00000001:0.0:1788840251.686508:0:30945:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788840251.686509:0:30945:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840251.686512:0:30945:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840251.686514:0:30945:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840251.686516:0:30945:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1788840251.686518:0:30945:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788840251.686520:0:30945:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788840251.686521:0:30945:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788840251.686524:0:30945:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788840251.686525:0:30945:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840251.686527:0:30945:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840251.686529:0:30945:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840251.686530:0:30945:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840251.686532:0:30945:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788840251.686533:0:30945:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840251.686534:0:30945:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840251.686537:0:30945:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1788840251.686550:0:30945:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788840251.686552:0:30945:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788840251.686553:0:30945:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788840251.686556:0:30945:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1788840251.686559:0:30945:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1788840251.686563:0:30945:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1788840251.686566:0:30945:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff90ee85c4cfc0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1788840251.686569:0:30945:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788840251.686572:0:30945:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff90ee85c4cfc0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:0.0:1788840251.686576:0:30945:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840251.686578:0:30945:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840251.686580:0:30945:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840251.686582:0:30945:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840251.686583:0:30945:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840251.686585:0:30945:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840251.686587:0:30945:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788840251.686589:0:30945:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1788840251.686590:0:30945:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788840251.686592:0:30945:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1788840251.686594:0:30945:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788840251.686596:0:30945:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840251.686597:0:30945:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1788840251.686599:0:30945:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788840251.686601:0:30945:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788840251.686603:0:30945:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788840251.686604:0:30945:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788840251.686606:0:30945:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788840251.686607:0:30945:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788840251.686609:0:30945:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840251.686611:0:30945:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840251.686612:0:30945:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788840251.686614:0:30945:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788840251.686615:0:30945:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788840251.686617:0:30945:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788840251.686618:0:30945:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788840251.686620:0:30945:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788840251.686621:0:30945:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788840251.686623:0:30945:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788840251.686624:0:30945:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788840251.686625:0:30945:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840251.686627:0:30945:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840251.686628:0:30945:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788840251.686630:0:30945:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788840251.686631:0:30945:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840251.686634:0:30945:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788840251.686636:0:30945:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788840251.687165:0:30945:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788840251.687170:0:30945:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788840251.687172:0:30945:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788840251.687174:0:30945:0:(cl_object.c:917:cl_env_put()) 1@ffff90eea059fcf0 00020000:00000001:0.0:1788840251.687180:0:30945:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788840251.687182:0:30945:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788840251.687185:0:30945:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788840251.687188:0:30945:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x26:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788840251.687191:0:30945:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788840251.687192:0:30945:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788840251.687195:0:30945:0:(cl_object.c:917:cl_env_put()) 1@ffff90eea059f000 00000080:00000001:0.0:1788840251.687197:0:30945:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.687202:0:30945:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788840251.687204:0:30945:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000404:0x26:0x0](ffff90ee90512a08) 00800000:00000001:0.0:1788840251.687210:0:30945:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788840251.687212:0:30945:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x26:0x0] 00000002:00000001:0.0:1788840251.687218:0:30945:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788840251.687225:0:30945:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840251.687226:0:30945:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.687229:0:30945:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1788840251.687233:0:30945:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788840251.687235:0:30945:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.687237:0:30945:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840251.687241:0:30945:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788840251.687243:0:30945:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953299705864 : -122120409845752 : ffff90eea059f008) 00000020:00001000:0.0:1788840251.687245:0:30945:0:(cl_object.c:823:cl_env_get()) 1@ffff90eea059f000 00020000:00000001:0.0:1788840251.687253:0:30945:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:0.0:1788840251.687255:0:30945:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee88570ba0) owner 0000000000000000/ffff90ee87ffa7c0 00020000:00000001:0.0:1788840251.687258:0:30945:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:0.0:1788840251.687261:0:30945:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee8532ca20, objid 0x26:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788840251.687266:0:30945:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788840251.687271:0:30945:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90ee85dfc880: ostid: 0x240000400:23 ost idx: 0 gen: 0 00020000:00000001:0.0:1788840251.687274:0:30945:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:0.0:1788840251.687277:0:30945:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840251.687279:0:30945:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1788840251.687281:0:30945:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:0.0:1788840251.687286:0:30945:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:0.0:1788840251.687293:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4b00 count: 2 00010000:00000001:0.0:1788840251.687297:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840251.687300:0:30945:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:0.0:1788840251.687303:0:30945:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:0.0:1788840251.687309:0:30945:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 1788840233 1788840233 1788840233 by oinfo size 0 blocks 1 [cma]time 1788840233 1788840233 1788840233 ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000ccf51853/0x3aa5f499c96f3719 lrc: 1/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x8a436931312ba40e expref: -99 pid: 30944 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:0.0:1788840251.687324:0:30945:0:(cl_object.c:143:cl_object_top()) ffff90ee85c4cfc0 -> ffff90ee87fb2d00 00000020:00000001:0.0:1788840251.687326:0:30945:0:(cl_object.c:143:cl_object_top()) ffff90ee85c4cfc0 -> ffff90ee87fb2d00 00000008:00000001:0.0:1788840251.687328:0:30945:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788840251.687331:0:30945:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788840251.687333:0:30945:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788840251.687335:0:30945:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1788840251.687341:0:30945:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff90ee85c4cfc0. 00020000:00000001:0.0:1788840251.687348:0:30945:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1788840251.687351:0:30945:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff90ee87fb2ed8. 00020000:00000001:0.0:1788840251.687356:0:30945:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1788840251.687359:0:30945:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840251.687362:0:30945:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788840251.687364:0:30945:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee88570ba0) owner 0000000000000000/ffff90ee87ffa7c0 00020000:00000001:0.0:1788840251.687366:0:30945:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:0.0:1788840251.687368:0:30945:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:0.0:1788840251.687370:0:30945:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee88570ba0) owner 0000000000000000/ffff90ee87ffa7c0 00020000:00000001:0.0:1788840251.687374:0:30945:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:0.0:1788840251.687376:0:30945:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff90ee983e7280. 00020000:00000010:0.0:1788840251.687380:0:30945:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff90ee86d8e780. 00020000:00000010:0.0:1788840251.687384:0:30945:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff90ee87d59c10. 00020000:00000002:0.0:1788840251.687390:0:30945:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee8532ca20, objid 0x26:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788840251.687394:0:30945:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788840251.687397:0:30945:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90ee85dfc880: ostid: 0x240000400:23 ost idx: 0 gen: 0 00020000:00000010:0.0:1788840251.687402:0:30945:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90ee85dfc880. 00020000:00000010:0.0:1788840251.687406:0:30945:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90ee8532c7e0. 00020000:00000010:0.0:1788840251.687409:0:30945:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90ee8532ca20. 00020000:00000001:0.0:1788840251.687410:0:30945:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1788840251.687412:0:30945:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee88570ba0) owner 0000000000000000/ffff90ee87ffa7c0 00020000:00000010:0.0:1788840251.687414:0:30945:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff90ee88570ba0. 00020000:00000001:0.0:1788840251.687417:0:30945:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:0.0:1788840251.687420:0:30945:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff90ee87fb2c80. 00000020:00001000:0.0:1788840251.687424:0:30945:0:(cl_object.c:917:cl_env_put()) 1@ffff90eea059f000 00000080:00000001:0.0:1788840251.687427:0:30945:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788840251.687430:0:30945:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1788840251.687472:0:30945:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:0.0:1788840251.687476:0:30945:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788840251.687479:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bdd0 00000080:00200008:0.0:1788840251.687482:0:30945:0:(file.c:479:ll_file_release()) START file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff90ee90591988), flags 704000 00000080:00400000:0.0:1788840251.687486:0:30945:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x24:0x0] 00000080:00000001:0.0:1788840251.687490:0:30945:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1788840251.687492:0:30945:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:0.0:1788840251.687494:0:30945:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1788840251.687500:0:30945:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840251.687504:0:30945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840251.687508:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74b00 count: 2 00010000:00000001:0.0:1788840251.687511:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840251.687516:0:30945:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1788840251.687520:0:30945:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1788840251.687523:0:30945:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840251.687532:0:30945:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840251.687550:0:30945:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85c00/0x3aa5f499c96f3743 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba4a8 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788840251.687559:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.687560:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840251.687563:0:30945:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1788840251.687565:0:30945:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x24:0x0]: 16 00000080:00000010:0.0:1788840251.687568:0:30945:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90ee817c6280. 00000080:00000001:0.0:1788840251.687572:0:30945:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840251.687576:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bdd0 00000080:00000008:0.0:1788840251.687578:0:30945:0:(file.c:523:ll_file_release()) COMPLETED file d21g.recovery-small-2:[0x200000404:0x24:0x0](ffff90ee90591988), flags 704000, rc = 0 00000080:00000001:0.0:1788840251.687581:0:30945:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.687583:0:30945:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.687587:0:30945:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788840251.687589:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2be00 00000080:00002000:0.0:1788840251.687591:0:30945:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-2 (ffff90ee90711360, parent ffff90ee9069b510, inode ffff90ee90591988) hashed, 00000080:00000001:0.0:1788840251.687594:0:30945:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788840251.687599:0:30945:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788840251.687602:0:30945:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788840251.687666:0:30945:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840251.687672:0:30945:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840251.687674:0:30945:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788840251.687675:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bbd8 00000080:00200000:0.0:1788840251.687678:0:30945:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:0.0:1788840251.687685:0:30945:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee87161600. 00800000:00000002:0.0:1788840251.687692:0:30945:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840251.687697:0:30945:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840251.687701:0:30945:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840251.687703:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2baf8 00800000:00000002:0.0:1788840251.687705:0:30945:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840251.687710:0:30945:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788840251.687714:0:30945:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788840251.687719:0:30945:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840251.687720:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2b9c8 00000002:00010000:0.0:1788840251.687722:0:30945:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788840251.687726:0:30945:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788840251.687727:0:30945:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840251.687728:0:30945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840251.687731:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4500 count: 2 00010000:00000001:0.0:1788840251.687734:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840251.687737:0:30945:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840251.687740:0:30945:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788840251.687744:0:30945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85a00/0x3aa5f499c96f3735 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba48c expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1788840251.687753:0:30945:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840251.687755:0:30945:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840251.687758:0:30945:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85a00/0x3aa5f499c96f3735 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba48c expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1788840251.687763:0:30945:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788840251.687765:0:30945:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840251.687767:0:30945:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840251.687769:0:30945:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840251.687771:0:30945:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840251.687773:0:30945:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788840251.687776:0:30945:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788840251.687779:0:30945:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840251.687782:0:30945:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee87161600. 00000080:00000001:0.0:1788840251.687785:0:30945:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788840251.687787:0:30945:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840251.687790:0:30945:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:0.0:1788840251.687794:0:30945:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f3735 00800000:00000001:0.0:1788840251.687807:0:30945:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840251.687811:0:30945:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840251.687813:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.687816:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.687819:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85a00 refcount=3 00000020:00000001:0.0:1788840251.687822:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872831488 : -122120836720128 : ffff90ee86e85a00) 00010000:00000001:0.0:1788840251.687825:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872831488 : -122120836720128 : ffff90ee86e85a00) 00010000:00000001:0.0:1788840251.687828:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.687830:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840251.687831:0:30945:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840251.687833:0:30945:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840251.687835:0:30945:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3735 from it ffffa16201d2bc10 00010000:00000001:0.0:1788840251.687837:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.687838:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.687840:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85a00 refcount=3 00000020:00000001:0.0:1788840251.687842:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872831488 : -122120836720128 : ffff90ee86e85a00) 00010000:00000001:0.0:1788840251.687843:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872831488 : -122120836720128 : ffff90ee86e85a00) 00010000:00000001:0.0:1788840251.687846:0:30945:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840251.687849:0:30945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85a00/0x3aa5f499c96f3735 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba48c expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788840251.687856:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.687857:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.687859:0:30945:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840251.687860:0:30945:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840251.687863:0:30945:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85a00/0x3aa5f499c96f3735 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba48c expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788840251.687871:0:30945:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840251.687875:0:30945:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840251.687877:0:30945:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840251.687882:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.687884:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.687885:0:30945:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.687889:0:30945:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840251.687891:0:30945:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.687894:0:30945:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.687898:0:30945:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.687900:0:30945:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840251.687901:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.687903:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788840251.687905:0:30945:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788840251.687907:0:30945:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840251.687909:0:30945:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788840251.689803:0:30945:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788840251.689848:0:30945:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90ee83169060. 00000020:00000001:0.0:1788840251.689857:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bdc8 00000080:00200000:0.0:1788840251.689860:0:30945:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), flags=0 00000080:00000001:0.0:1788840251.689865:0:30945:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788840251.689867:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bc78 00000080:00200000:0.0:1788840251.689869:0:30945:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), intent=getattr 00000080:00000010:0.0:1788840251.689881:0:30945:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee87161600. 00800000:00000002:0.0:1788840251.689888:0:30945:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840251.689896:0:30945:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840251.689899:0:30945:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840251.689901:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bb98 00800000:00000002:0.0:1788840251.689903:0:30945:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21g.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840251.689907:0:30945:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1788840251.690111:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bb30 00800000:00000002:0.0:1788840251.690115:0:30945:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21g.recovery-small-2' -> mds #0 00000002:00000001:0.0:1788840251.690123:0:30945:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840251.690125:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2ba68 00000002:00010000:0.0:1788840251.690127:0:30945:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21g.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:0.0:1788840251.690132:0:30945:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788840251.690136:0:30945:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788840251.690144:0:30945:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f58a80. 00000020:00000040:0.0:1788840251.690149:0:30945:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=8 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00010000:00000001:0.0:1788840251.690159:0:30945:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788840251.690165:0:30945:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840251.690175:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.690178:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.690181:0:30945:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.690184:0:30945:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840251.690187:0:30945:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840251.690195:0:30945:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840251.690205:0:30945:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee86f37c00. 00000100:00000001:0.0:1788840251.690216:0:30945:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.690223:0:30945:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840251.690225:0:30945:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.690227:0:30945:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840251.690229:0:30945:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.690230:0:30945:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840251.690240:0:30945:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621952890473088 : -122120819078528 : ffff90ee87f58a80) 00010000:00000001:0.0:1788840251.690247:0:30945:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788840251.690250:0:30945:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788840251.690258:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4500 count: 2 00010000:00000001:0.0:1788840251.690261:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840251.690265:0:30945:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788840251.690270:0:30945:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee80031a00. 00000020:00000001:0.0:1788840251.690275:0:30945:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788840251.690279:0:30945:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee80031a00 with handle 0x3aa5f499c96f374a to hash 00000020:00000001:0.0:1788840251.690281:0:30945:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788840251.690283:0:30945:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:0.0:1788840251.690287:0:30945:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:0.0:1788840251.690292:0:30945:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840251.690294:0:30945:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840251.690299:0:30945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f374a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 30945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840251.690310:0:30945:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f374a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30945 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840251.690320:0:30945:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f374a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 30945 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788840251.690326:0:30945:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788840251.690329:0:30945:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788840251.690337:0:30945:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee86f3d840. 00000100:00000001:0.0:1788840251.690340:0:30945:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952873584704 : -122120835966912 : ffff90ee86f3d840) 00000100:00000001:0.0:1788840251.690342:0:30945:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840251.690344:0:30945:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890473088 : -122120819078528 : ffff90ee87f58a80) 00000100:00000001:0.0:1788840251.690349:0:30945:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840251.690355:0:30945:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.690358:0:30945:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788840251.690360:0:30945:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840251.690372:0:30945:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f58a80 x1875733133973376/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.690382:0:30945:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840251.690384:0:30945:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840251.690388:0:30945:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840251.690392:0:30945:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840251.690395:0:30945:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840251.690399:0:30945:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f58a80 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:30945:1875733133973376:192.168.202.131@tcp:101:rm.0 00000100:00000001:0.0:1788840251.690404:0:30945:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840251.690411:0:30945:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840251.690415:0:30945:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840251.690418:0:30945:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840251.690424:0:30945:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90ee98ed3800. 02000000:00000001:0.0:1788840251.690426:0:30945:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840251.690436:0:30945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840251.690441:0:30945:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c809f8. 00000400:00000010:0.0:1788840251.690449:0:30945:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6c38. 00000100:00000200:0.0:1788840251.690458:0:30945:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875733133973376, portal 10 00000100:00000001:0.0:1788840251.690460:0:30945:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840251.690461:0:30945:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890473088 : -122120819078528 : ffff90ee87f58a80) 00000100:00000040:0.0:1788840251.690468:0:30945:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87f58a80 x1875733133973376/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840267 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.690475:0:30945:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840251.690478:0:30945:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840251.690481:0:30945:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6198. 00000100:00000200:0.0:1788840251.690486:0:30945:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875733133973376, offset 0 00000400:00000200:0.0:1788840251.690494:0:30945:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840251.690506:0:30945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840251.690516:0:30945:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840251.690524:0:30945:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840251.690529:0:30945:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840251.690534:0:30945:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840251.690547:0:30945:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840251.690552:0:30945:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2392:2392:256:4294967295] 192.168.202.131@tcp LPNI seq info [2392:2392:8:4294967295] 00000400:00000200:0.0:1788840251.690557:0:30945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840251.690568:0:30945:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840251.690575:0:30945:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840251.690582:0:30945:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee98ea2000. 00000800:00000200:0.0:1788840251.690591:0:30945:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840251.690600:0:30945:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840251.690605:0:30945:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee98ea2000 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1788840251.690632:0:30945:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840251.690637:0:30945:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 794446 usecs (795 jiffies) 00000400:00000200:0.0:1788840251.690664:0:30945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840251.690667:0:30945:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296482303 00000100:00000001:0.0:1788840251.690671:0:30945:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296483232 00000100:00000001:0.0:1788840251.690674:0:30945:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296482303 00000100:00000001:0.0:1788840251.690676:0:30945:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296483232 00000100:00000001:0.0:1788840251.690679:0:30945:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840251.690682:0:30945:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.690685:0:30945:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840251.690687:0:30945:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788840251.690690:0:30945:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee86f3d840 going to sleep for 11 seconds 00000100:00000001:0.0:1788840251.690693:0:30945:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840251.690697:0:30945:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840251.691428:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840251.691435:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee98ea2000. 00000400:00000200:3.0:1788840251.691445:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840251.691453:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840251.691462:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6198 00000400:00000010:3.0:1788840251.691464:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6198. 00000100:00000001:3.0:1788840251.691469:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840251.691475:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f58a80 x1875733133973376/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840267 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840251.691488:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840251.691491:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f58a80 x1875733133973376/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840267 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840251.691499:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840251.691501:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840251.695279:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840251.695305:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840251.695310:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840251.695313:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840251.695325:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.695334:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840251.695346:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.695352:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.695359:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.695363:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 584 into portal 10 MB=0x6a9f82724d780 00000400:00000200:3.0:1788840251.695369:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.695377:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 584/584 into md 0x68c5 [1] + 224 00000800:00000001:3.0:1788840251.695386:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840251.695394:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840251.695397:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840251.695402:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840251.695411:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840251.695422:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f58a80 x1875733133973376/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840267 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840251.695434:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff90ee87f58a80 x1875733133973376/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840251.695457:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840251.695468:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840251.695472:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840251.695728:0:30945:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840251.695738:0:30945:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840251.695741:0:30945:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840251.695745:0:30945:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c809f8. 00000400:00000200:0.0:1788840251.695751:0:30945:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6c38 00000400:00000010:0.0:1788840251.695754:0:30945:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6c38. 00000100:00000001:0.0:1788840251.695758:0:30945:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840251.695763:0:30945:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f58a80 x1875733133973376/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788840251.695772:0:30945:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f58a80 x1875733133973376/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.696016:0:30945:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840251.696020:0:30945:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840251.696024:0:30945:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840251.696028:0:30945:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840251.696031:0:30945:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840251.696034:0:30945:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840251.696038:0:30945:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840251.696050:0:30945:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=101 v=5 (5 102 102 102) 00000100:00001000:0.0:1788840251.696055:0:30945:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840251.696058:0:30945:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840251.696060:0:30945:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.696063:0:30945:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840251.696068:0:30945:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.696072:0:30945:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840251.696074:0:30945:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967617 00000100:00000001:0.0:1788840251.696077:0:30945:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840251.696080:0:30945:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840251.696086:0:30945:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f58a80 x1875733133973376/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.696093:0:30945:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840251.696098:0:30945:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840251.696101:0:30945:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840251.696105:0:30945:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f58a80 x1875733133973376/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840267 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788840251.696119:0:30945:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f58a80 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:30945:1875733133973376:192.168.202.131@tcp:101:rm.0 00000100:00000001:0.0:1788840251.696124:0:30945:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840251.696127:0:30945:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.696130:0:30945:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788840251.696133:0:30945:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840251.696137:0:30945:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f58a80 x1875733133973376/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840267 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.696144:0:30945:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840251.696148:0:30945:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee86f3d840. 00000100:00000001:0.0:1788840251.696153:0:30945:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788840251.696155:0:30945:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.696158:0:30945:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788840251.696163:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.696167:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.696171:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031a00 refcount=4 00000020:00000001:0.0:1788840251.696174:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:0.0:1788840251.696177:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000040:0.0:1788840251.696187:0:30945:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee80031a00, remote cookie: 0x8a436931312ba4e7, flags: 0x1001 00010000:00010000:0.0:1788840251.696194:0:30945:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f374a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba4e7 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788840251.696204:0:30945:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x24:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788840251.696207:0:30945:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1788840251.696216:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74b00 count: 2 00010000:00000001:0.0:1788840251.696219:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840251.696223:0:30945:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840251.696226:0:30945:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f374a lrc: 4/1,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba4e7 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840251.696236:0:30945:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f374a lrc: 4/1,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba4e7 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840251.696244:0:30945:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788840251.696249:0:30945:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788840251.696252:0:30945:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788840251.696254:0:30945:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788840251.696256:0:30945:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788840251.696259:0:30945:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x24:0x0].0x0 (ffff90ee99a74b00) refcount = 2 00010000:00000040:0.0:1788840251.696262:0:30945:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788840251.696265:0:30945:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85c00/0x3aa5f499c96f3743 lrc: 1/0,0 mode: CR/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba4a8 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1788840251.696273:0:30945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f374a lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba4e7 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840251.696280:0:30945:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788840251.696284:0:30945:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788840251.696286:0:30945:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840251.696289:0:30945:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788840251.696292:0:30945:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840251.696296:0:30945:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f374a lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba4e7 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840251.696302:0:30945:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788840251.696304:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.696306:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.696307:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.696309:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.696310:0:30945:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840251.696316:0:30945:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788840251.696318:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.696320:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.696321:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031a00 refcount=3 00000020:00000001:0.0:1788840251.696323:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:0.0:1788840251.696326:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:0.0:1788840251.696330:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.696331:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.696333:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031a00 refcount=4 00000020:00000001:0.0:1788840251.696335:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:0.0:1788840251.696337:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:0.0:1788840251.696340:0:30945:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840251.696343:0:30945:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840251.696347:0:30945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f374a lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba4e7 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840251.696354:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.696355:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.696356:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.696357:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.696359:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031a00 refcount=5 00000020:00000001:0.0:1788840251.696360:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:0.0:1788840251.696362:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:0.0:1788840251.696364:0:30945:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840251.696367:0:30945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f374a lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba4e7 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840251.696374:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.696375:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788840251.696378:0:30945:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f374a lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba4e7 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840251.696385:0:30945:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840251.696386:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.696387:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.696388:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.696389:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788840251.696394:0:30945:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90ee87f58a80 x1875733133973376/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840267 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788840251.696407:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.696408:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.696409:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031a00 refcount=3 00000020:00000001:0.0:1788840251.696411:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:0.0:1788840251.696414:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:0.0:1788840251.696416:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.696417:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840251.696418:0:30945:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840251.696421:0:30945:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840251.696424:0:30945:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788840251.696427:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.696428:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.696430:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031a00 refcount=3 00000020:00000001:0.0:1788840251.696431:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:0.0:1788840251.696433:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00000002:00010000:0.0:1788840251.696437:0:30945:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f374a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba4e7 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840251.696443:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.696445:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.696447:0:30945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788840251.696448:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.696449:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.696450:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031a00 refcount=3 00000020:00000001:0.0:1788840251.696452:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:0.0:1788840251.696454:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000040:0.0:1788840251.696457:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74b00 count: 3 00010000:00000001:0.0:1788840251.696459:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788840251.696464:0:30945:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 4 res 8589935620/36 (0 0) 00010000:00000001:0.0:1788840251.696467:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.696468:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840251.696470:0:30945:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788840251.696474:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2b9f0 00000002:00002000:0.0:1788840251.696476:0:30945:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21g.recovery-small-2 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788840251.696480:0:30945:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840251.696485:0:30945:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840251.696488:0:30945:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788840251.696492:0:30945:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788840251.696495:0:30945:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788840251.696500:0:30945:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000001:0.0:1788840251.696504:0:30945:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788840251.696506:0:30945:0:(namei.c:674:ll_lookup_it_finish()) it ffffa16201d2be00 it_disposition b 00000080:00000001:0.0:1788840251.696510:0:30945:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788840251.696518:0:30945:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788840251.696521:0:30945:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788840251.696524:0:30945:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:0.0:1788840251.696527:0:30945:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1788840251.696535:0:30945:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788840251.696549:0:30945:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x24:0x0] 00000080:00000001:0.0:1788840251.696552:0:30945:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.696556:0:30945:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833956 : 144115205322833956 : 200000404000024) 00000080:00000001:0.0:1788840251.696559:0:30945:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1788840251.696562:0:30945:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833956 mtime from 1788840233 to 1788840251 00000080:00200000:0.0:1788840251.696567:0:30945:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x24:0x0], updating i_size 16384 00000080:00200000:0.0:1788840251.696570:0:30945:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x24:0x0](ffff90ee90591988): rc = 0 00000080:00000001:0.0:1788840251.696572:0:30945:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621953031215496 : -122120678336120 : ffff90ee90591988) 00010000:00000001:0.0:1788840251.696574:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.696576:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.696578:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031a00 refcount=3 00000020:00000001:0.0:1788840251.696579:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:0.0:1788840251.696582:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:0.0:1788840251.696584:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.696585:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788840251.696587:0:30945:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788840251.696589:0:30945:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788840251.696591:0:30945:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788840251.696594:0:30945:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788840251.696596:0:30945:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840251.696600:0:30945:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x24:0x0](ffff90ee90591988) for lock 0x3aa5f499c96f374a 00800000:00000001:0.0:1788840251.696604:0:30945:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840251.696606:0:30945:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840251.696607:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.696608:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.696609:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031a00 refcount=3 00000020:00000001:0.0:1788840251.696611:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:0.0:1788840251.696614:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:0.0:1788840251.696616:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.696617:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840251.696619:0:30945:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840251.696621:0:30945:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1788840251.696627:0:30945:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90ee906b25e8 inode ffff90ee90591988 refc 1 flags 0x20000e 00000080:00000001:0.0:1788840251.696631:0:30945:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788840251.696633:0:30945:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.696636:0:30945:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1788840251.696664:0:30945:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x24:0x0](ffff90ee90591988) 00000080:00010000:0.0:1788840251.696669:0:30945:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f374a from it ffffa16201d2be00 00010000:00000001:0.0:1788840251.696671:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.696672:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.696674:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031a00 refcount=3 00000020:00000001:0.0:1788840251.696676:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:0.0:1788840251.696678:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:0.0:1788840251.696680:0:30945:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840251.696683:0:30945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f374a lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba4e7 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840251.696689:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.696690:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.696692:0:30945:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840251.696695:0:30945:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840251.696698:0:30945:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f374a lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba4e7 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788840251.696705:0:30945:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840251.696708:0:30945:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840251.696710:0:30945:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840251.696716:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.696717:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.696718:0:30945:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.696722:0:30945:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840251.696724:0:30945:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.696726:0:30945:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.696729:0:30945:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.696730:0:30945:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840251.696732:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.696733:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788840251.696735:0:30945:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788840251.696739:0:30945:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee87161600. 00000100:00000001:0.0:1788840251.696744:0:30945:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840251.696748:0:30945:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f58a80 x1875733133973376/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840267 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.696754:0:30945:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788840251.696758:0:30945:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840251.696762:0:30945:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90ee98ed3800. 02000000:00000001:0.0:1788840251.696765:0:30945:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788840251.696768:0:30945:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840251.696770:0:30945:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:0.0:1788840251.696772:0:30945:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840251.696776:0:30945:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee86f37c00. 02000000:00000001:0.0:1788840251.697128:0:30945:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840251.697131:0:30945:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840251.697134:0:30945:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f58a80. 00000100:00000001:0.0:1788840251.697140:0:30945:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840251.697141:0:30945:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788840251.697145:0:30945:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788840251.697147:0:30945:0:(dcache.c:176:ll_intent_release()) intent ffffa16201d2be00 released 00000080:00000001:0.0:1788840251.697150:0:30945:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788840251.697155:0:30945:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840251.697158:0:30945:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788840251.697159:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bd50 00000080:00200000:0.0:1788840251.697162:0:30945:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:0.0:1788840251.697173:0:30945:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee87161600. 00800000:00000002:0.0:1788840251.697181:0:30945:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840251.697185:0:30945:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840251.697189:0:30945:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840251.697191:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bc70 00800000:00000002:0.0:1788840251.697193:0:30945:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840251.697197:0:30945:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788840251.697202:0:30945:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788840251.697206:0:30945:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840251.697209:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bb40 00000002:00010000:0.0:1788840251.697210:0:30945:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788840251.697214:0:30945:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788840251.697216:0:30945:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840251.697218:0:30945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840251.697221:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4500 count: 2 00010000:00000001:0.0:1788840251.697224:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840251.697227:0:30945:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840251.697230:0:30945:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788840251.697234:0:30945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85a00/0x3aa5f499c96f3735 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba48c expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1788840251.697243:0:30945:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840251.697248:0:30945:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840251.697251:0:30945:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85a00/0x3aa5f499c96f3735 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba48c expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1788840251.697257:0:30945:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788840251.697259:0:30945:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840251.697262:0:30945:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840251.697265:0:30945:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840251.697267:0:30945:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840251.697269:0:30945:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788840251.697272:0:30945:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788840251.697274:0:30945:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840251.697276:0:30945:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee87161600. 00000080:00000001:0.0:1788840251.697280:0:30945:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788840251.697282:0:30945:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840251.697285:0:30945:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:0.0:1788840251.697288:0:30945:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f3735 00800000:00000001:0.0:1788840251.697290:0:30945:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840251.697292:0:30945:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840251.697293:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.697294:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.697297:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85a00 refcount=3 00000020:00000001:0.0:1788840251.697299:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872831488 : -122120836720128 : ffff90ee86e85a00) 00010000:00000001:0.0:1788840251.697301:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872831488 : -122120836720128 : ffff90ee86e85a00) 00010000:00000001:0.0:1788840251.697303:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.697305:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840251.697306:0:30945:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840251.697307:0:30945:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840251.697310:0:30945:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3735 from it ffffa16201d2bd88 00010000:00000001:0.0:1788840251.697311:0:30945:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840251.697312:0:30945:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840251.697314:0:30945:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85a00 refcount=3 00000020:00000001:0.0:1788840251.697316:0:30945:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872831488 : -122120836720128 : ffff90ee86e85a00) 00010000:00000001:0.0:1788840251.697318:0:30945:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872831488 : -122120836720128 : ffff90ee86e85a00) 00010000:00000001:0.0:1788840251.697320:0:30945:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840251.697323:0:30945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85a00/0x3aa5f499c96f3735 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba48c expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788840251.697329:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.697330:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.697331:0:30945:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840251.697333:0:30945:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840251.697335:0:30945:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85a00/0x3aa5f499c96f3735 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba48c expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788840251.697341:0:30945:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840251.697343:0:30945:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840251.697344:0:30945:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840251.697347:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.697348:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.697349:0:30945:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.697351:0:30945:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840251.697353:0:30945:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.697354:0:30945:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.697356:0:30945:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.697358:0:30945:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840251.697360:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.697361:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788840251.697363:0:30945:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788840251.697365:0:30945:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840251.697367:0:30945:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 3 00000080:00000001:0.0:1788840251.697372:0:30945:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.697378:0:30945:0:(namei.c:2325:ll_rmdir()) Process entered 00000020:00000001:0.0:1788840251.697380:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2be18 00000080:00200000:0.0:1788840251.697382:0:30945:0:(namei.c:2328:ll_rmdir()) VFS Op:name=d21g.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00000001:0.0:1788840251.697385:0:30945:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:0.0:1788840251.697388:0:30945:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21g.recovery-small-2, [0x200000404:0x24:0x0]) is foreign... 00000080:00000001:0.0:1788840251.697392:0:30945:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788840251.697396:0:30945:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee87161600. 00800000:00000002:0.0:1788840251.697398:0:30945:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00800000:00000001:0.0:1788840251.697406:0:30945:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:0.0:1788840251.697412:0:30945:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:0.0:1788840251.697415:0:30945:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x24:0x0] 00800000:00000001:0.0:1788840251.697418:0:30945:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788840251.697420:0:30945:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x24:0x0] -> mds #0 00000002:00000001:0.0:1788840251.697423:0:30945:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1788840251.697426:0:30945:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788840251.697429:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4500 count: 2 00010000:00000001:0.0:1788840251.697431:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840251.697434:0:30945:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788840251.697437:0:30945:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788840251.697440:0:30945:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85a00/0x3aa5f499c96f3735 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8a436931312ba48c expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1788840251.697447:0:30945:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788840251.697451:0:30945:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788840251.697454:0:30945:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788840251.697456:0:30945:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1788840251.697458:0:30945:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840251.697460:0:30945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840251.697461:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4500 count: 3 00010000:00000001:0.0:1788840251.697464:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840251.697466:0:30945:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840251.697468:0:30945:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840251.697469:0:30945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840251.697470:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4500 count: 3 00010000:00000001:0.0:1788840251.697472:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840251.697474:0:30945:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840251.697476:0:30945:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840251.697477:0:30945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840251.697478:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4500 count: 3 00010000:00000001:0.0:1788840251.697480:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840251.697482:0:30945:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.697483:0:30945:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788840251.697486:0:30945:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff90ee90514200, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788840251.697491:0:30945:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788840251.697493:0:30945:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788840251.697496:0:30945:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788840251.697497:0:30945:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.697501:0:30945:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788840251.697504:0:30945:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788840251.697506:0:30945:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788840251.697509:0:30945:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840251.697511:0:30945:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788840251.697514:0:30945:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee86e85a00 with handle 0x3aa5f499c96f3735 from hash 00010000:00000001:0.0:1788840251.697516:0:30945:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788840251.697518:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.697519:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.697520:0:30945:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788840251.697523:0:30945:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788840251.697525:0:30945:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788840251.697528:0:30945:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788840251.697529:0:30945:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840251.697531:0:30945:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840251.697533:0:30945:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788840251.697535:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74b00 count: 3 00010000:00000001:0.0:1788840251.697548:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840251.697550:0:30945:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788840251.697553:0:30945:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788840251.697555:0:30945:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f374a lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8a436931312ba4e7 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1788840251.697562:0:30945:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788840251.697564:0:30945:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788840251.697565:0:30945:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788840251.697567:0:30945:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x24:0x0] mode (null) 00000002:00000001:0.0:1788840251.697569:0:30945:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840251.697570:0:30945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840251.697572:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74b00 count: 4 00010000:00000001:0.0:1788840251.697574:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840251.697576:0:30945:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840251.697577:0:30945:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840251.697578:0:30945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840251.697579:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74b00 count: 4 00010000:00000001:0.0:1788840251.697581:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840251.697583:0:30945:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840251.697584:0:30945:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840251.697586:0:30945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840251.697588:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74b00 count: 4 00010000:00000001:0.0:1788840251.697590:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840251.697592:0:30945:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.697593:0:30945:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788840251.697595:0:30945:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x24:0x0] lli = ffff90ee905918c0, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788840251.697598:0:30945:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788840251.697600:0:30945:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788840251.697601:0:30945:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788840251.697603:0:30945:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x24:0x0](ffff90ee90591988) invalid 00000020:00000001:0.0:1788840251.697606:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2ba80 00000080:00002000:0.0:1788840251.697608:0:30945:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-2 (ffff90ee906b25e8) parent ffff90ee9069b510 inode ffff90ee90591988 refc 2 00000080:00000001:0.0:1788840251.697613:0:30945:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788840251.697614:0:30945:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788840251.697615:0:30945:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.697617:0:30945:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788840251.697618:0:30945:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788840251.697619:0:30945:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788840251.697621:0:30945:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840251.697623:0:30945:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788840251.697625:0:30945:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee80031a00 with handle 0x3aa5f499c96f374a from hash 00010000:00000001:0.0:1788840251.697627:0:30945:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788840251.697628:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.697629:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.697631:0:30945:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788840251.697632:0:30945:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788840251.697633:0:30945:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788840251.697635:0:30945:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788840251.697664:0:30945:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85c00/0x3aa5f499c96f3743 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8a436931312ba4a8 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:0.0:1788840251.697672:0:30945:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788840251.697673:0:30945:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788840251.697675:0:30945:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788840251.697676:0:30945:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x24:0x0] mode CR 00000002:00000001:0.0:1788840251.697679:0:30945:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840251.697680:0:30945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840251.697682:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74b00 count: 4 00010000:00000001:0.0:1788840251.697684:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840251.697687:0:30945:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840251.697688:0:30945:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840251.697689:0:30945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840251.697691:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74b00 count: 4 00010000:00000001:0.0:1788840251.697693:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840251.697694:0:30945:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.697696:0:30945:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.697698:0:30945:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788840251.697702:0:30945:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788840251.697707:0:30945:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff90ee87161000. 00000080:00000001:0.0:1788840251.697709:0:30945:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788840251.697713:0:30945:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788840251.697716:0:30945:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:0.0:1788840251.697718:0:30945:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x24:0x0] 00000002:00000001:0.0:1788840251.697722:0:30945:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788840251.697724:0:30945:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff90ee90f70800: [0x200000404:0x24:0x0] file closed with intent: 0 00000100:00000010:0.0:1788840251.697730:0:30945:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f58a80. 00000020:00000040:0.0:1788840251.697734:0:30945:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=8 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:0.0:1788840251.697739:0:30945:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840251.697744:0:30945:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840251.697747:0:30945:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840251.697758:0:30945:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee87160600. 00000100:00000001:0.0:1788840251.697766:0:30945:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788840251.698084:0:30945:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff90ee87face00 x1875733133972992/t4294967626(4294967626) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840267 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788840251.698098:0:30945:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788840251.698105:0:30945:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee87f58a80 x1875733133973632/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788840251.698112:0:30945:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788840251.698114:0:30945:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788840251.698123:0:30945:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee86f3d840. 00000100:00000001:0.0:1788840251.698126:0:30945:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952873584704 : -122120835966912 : ffff90ee86f3d840) 00000100:00000001:0.0:1788840251.698129:0:30945:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840251.698131:0:30945:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890473088 : -122120819078528 : ffff90ee87f58a80) 00000100:00000001:0.0:1788840251.698135:0:30945:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840251.698141:0:30945:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.698143:0:30945:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788840251.698145:0:30945:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840251.698150:0:30945:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f58a80 x1875733133973632/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.698158:0:30945:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840251.698161:0:30945:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840251.698165:0:30945:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840251.698169:0:30945:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840251.698172:0:30945:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840251.698175:0:30945:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f58a80 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:30945:1875733133973632:192.168.202.131@tcp:35:rm.0 00000100:00000001:0.0:1788840251.698180:0:30945:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840251.698187:0:30945:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840251.698191:0:30945:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840251.698194:0:30945:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840251.698199:0:30945:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86f37c00. 02000000:00000001:0.0:1788840251.698202:0:30945:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840251.698213:0:30945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840251.698218:0:30945:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c809f8. 00000400:00000010:0.0:1788840251.698227:0:30945:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6c38. 00000100:00000200:0.0:1788840251.698235:0:30945:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133973632, portal 10 00000100:00000001:0.0:1788840251.698236:0:30945:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840251.698238:0:30945:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890473088 : -122120819078528 : ffff90ee87f58a80) 00000100:00000040:0.0:1788840251.698245:0:30945:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87f58a80 x1875733133973632/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840267 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.698252:0:30945:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840251.698255:0:30945:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840251.698259:0:30945:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6198. 00000100:00000200:0.0:1788840251.698264:0:30945:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875733133973632, offset 0 00000400:00000200:0.0:1788840251.698273:0:30945:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840251.698284:0:30945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840251.698292:0:30945:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840251.698299:0:30945:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840251.698304:0:30945:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840251.698309:0:30945:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840251.698312:0:30945:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840251.698317:0:30945:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2393:2393:256:4294967295] 192.168.202.131@tcp LPNI seq info [2393:2393:8:4294967295] 00000400:00000200:0.0:1788840251.698322:0:30945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840251.698333:0:30945:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840251.698340:0:30945:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840251.698345:0:30945:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee98ea2c00. 00000800:00000200:0.0:1788840251.698353:0:30945:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840251.698363:0:30945:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840251.698368:0:30945:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee98ea2c00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788840251.698465:0:30945:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840251.698471:0:30945:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 793335 usecs (794 jiffies) 00000400:00000200:0.0:1788840251.698475:0:30945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840251.698479:0:30945:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296482310 00000100:00000001:0.0:1788840251.698482:0:30945:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296483232 00000100:00000001:0.0:1788840251.698485:0:30945:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296482310 00000100:00000001:0.0:1788840251.698487:0:30945:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296483232 00000100:00000001:0.0:1788840251.698490:0:30945:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840251.698493:0:30945:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.698495:0:30945:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840251.698498:0:30945:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788840251.698501:0:30945:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee86f3d840 going to sleep for 11 seconds 00000100:00000001:0.0:1788840251.698504:0:30945:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840251.698507:0:30945:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1788840251.699018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030000. 00010000:00000010:1.1:1788840251.699028:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74f00. 00010000:00000010:1.1:1788840251.699033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031c00. 00010000:00000010:1.1:1788840251.699037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee8523c400. 00000800:00000200:3.0:1788840251.702071:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840251.702084:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee98ea2c00. 00000400:00000200:3.0:1788840251.702094:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840251.702104:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840251.702115:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6198 00000400:00000010:3.0:1788840251.702118:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6198. 00000100:00000001:3.0:1788840251.702125:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840251.702135:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f58a80 x1875733133973632/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840267 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840251.702150:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840251.702154:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f58a80 x1875733133973632/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840267 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840251.702160:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840251.702162:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840251.702437:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840251.702454:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840251.702457:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840251.702460:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840251.702469:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.702474:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840251.702484:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.702488:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.702496:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.702500:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 456 into portal 10 MB=0x6a9f82724d880 00000400:00000200:3.0:1788840251.702505:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.702512:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 456/456 into md 0x68cd [1] + 224 00000800:00000001:3.0:1788840251.702520:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840251.702553:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840251.702556:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840251.702561:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840251.702567:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840251.702571:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f58a80 x1875733133973632/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840267 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840251.702580:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff90ee87f58a80 x1875733133973632/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.702636:0:30945:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840251.702712:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840251.702721:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840251.702724:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788840251.703045:0:30945:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840251.703049:0:30945:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840251.703053:0:30945:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c809f8. 00000400:00000200:0.0:1788840251.703058:0:30945:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6c38 00000400:00000010:0.0:1788840251.703060:0:30945:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6c38. 00000100:00000001:0.0:1788840251.703064:0:30945:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840251.703070:0:30945:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f58a80 x1875733133973632/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788840251.703078:0:30945:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f58a80 x1875733133973632/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.703084:0:30945:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840251.703086:0:30945:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840251.703089:0:30945:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840251.703093:0:30945:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840251.703096:0:30945:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840251.703099:0:30945:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840251.703103:0:30945:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840251.703117:0:30945:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee988234a8 time=101 v=5 (5 5 5 5) 00000100:00001000:0.0:1788840251.703121:0:30945:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840251.703124:0:30945:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840251.703127:0:30945:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.703130:0:30945:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840251.703135:0:30945:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.703139:0:30945:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788840251.703142:0:30945:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788840251.703144:0:30945:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788840251.703146:0:30945:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840251.703148:0:30945:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890473088 : -122120819078528 : ffff90ee87f58a80) 00000100:00000001:0.0:1788840251.703152:0:30945:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840251.703154:0:30945:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967617 00000100:00000001:0.0:1788840251.703156:0:30945:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840251.703160:0:30945:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840251.703166:0:30945:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f58a80 x1875733133973632/t4294967628(4294967628) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840267 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.703177:0:30945:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840251.703181:0:30945:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840251.703183:0:30945:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840251.703187:0:30945:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f58a80 x1875733133973632/t4294967628(4294967628) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840267 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788840251.703195:0:30945:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f58a80 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:30945:1875733133973632:192.168.202.131@tcp:35:rm.0 00000100:00000001:0.0:1788840251.703200:0:30945:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840251.703204:0:30945:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.703207:0:30945:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788840251.703208:0:30945:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840251.703211:0:30945:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f58a80 x1875733133973632/t4294967628(4294967628) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840267 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.703216:0:30945:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840251.703220:0:30945:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee86f3d840. 00000100:00000001:0.0:1788840251.703224:0:30945:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788840251.703226:0:30945:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.703234:0:30945:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840251.703236:0:30945:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890473088 : -122120819078528 : ffff90ee87f58a80) 00000002:00000001:0.0:1788840251.703239:0:30945:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840251.703243:0:30945:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788840251.703250:0:30945:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee87161000. 00000080:00000001:0.0:1788840251.703254:0:30945:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788840251.703258:0:30945:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1788840251.703264:0:30945:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788840251.703271:0:30945:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff90ee87face00 x1875733133972992/t4294967626(4294967626) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840267 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.703279:0:30945:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840251.703280:0:30945:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890818048 : -122120818733568 : ffff90ee87face00) 00000100:00000001:0.0:1788840251.703283:0:30945:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840251.703286:0:30945:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87face00 x1875733133972992/t4294967626(4294967626) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840267 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.703293:0:30945:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.703295:0:30945:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840251.703298:0:30945:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f58a80 x1875733133973632/t4294967628(4294967628) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840267 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.703304:0:30945:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.703306:0:30945:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840251.703308:0:30945:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87face00 x1875733133972992/t4294967626(4294967626) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840267 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.703315:0:30945:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788840251.703319:0:30945:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840251.703321:0:30945:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:0.0:1788840251.703324:0:30945:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840251.703328:0:30945:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee85c5e800. 02000000:00000001:0.0:1788840251.703333:0:30945:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840251.703336:0:30945:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840251.703338:0:30945:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87face00. 00000100:00000001:0.0:1788840251.703342:0:30945:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840251.703343:0:30945:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840251.703345:0:30945:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840251.703348:0:30945:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f58a80 x1875733133973632/t4294967628(4294967628) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840267 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.703354:0:30945:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840251.703356:0:30945:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff90ee84b11720. 00000002:00000001:0.0:1788840251.703359:0:30945:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840251.703361:0:30945:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788840251.703363:0:30945:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff90ee871397c0. 00000100:00000001:0.0:1788840251.703366:0:30945:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840251.703369:0:30945:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f58a80 x1875733133973632/t4294967628(4294967628) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840267 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840251.703375:0:30945:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788840251.703378:0:30945:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840251.703381:0:30945:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee86f37c00. 02000000:00000001:0.0:1788840251.703384:0:30945:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788840251.703385:0:30945:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840251.703387:0:30945:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:0.0:1788840251.703388:0:30945:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840251.703390:0:30945:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee87160600. 02000000:00000001:0.0:1788840251.703392:0:30945:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840251.703393:0:30945:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840251.703394:0:30945:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f58a80. 00000100:00000001:0.0:1788840251.703397:0:30945:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840251.703398:0:30945:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788840251.703401:0:30945:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.703405:0:30945:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788840251.703408:0:30945:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x24:0x0] mode (null) 00000002:00000001:0.0:1788840251.703411:0:30945:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840251.703415:0:30945:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840251.703425:0:30945:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74b00 count: 4 00010000:00000001:0.0:1788840251.703429:0:30945:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840251.703435:0:30945:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.703437:0:30945:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.703442:0:30945:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788840251.703445:0:30945:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x24:0x0](ffff90ee90591988) invalid 00000020:00000001:0.0:1788840251.703449:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2ba80 00000080:00002000:0.0:1788840251.703452:0:30945:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21g.recovery-small-2 (ffff90ee906b25e8) parent ffff90ee9069b510 inode ffff90ee90591988 refc 2 00000080:00000001:0.0:1788840251.703457:0:30945:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788840251.703459:0:30945:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788840251.703463:0:30945:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.703468:0:30945:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788840251.703474:0:30945:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788840251.703475:0:30945:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788840251.703478:0:30945:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840251.703482:0:30945:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788840251.703486:0:30945:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee86e85c00 with handle 0x3aa5f499c96f3743 from hash 00010000:00000001:0.0:1788840251.703488:0:30945:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788840251.703491:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840251.703492:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.703495:0:30945:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788840251.703499:0:30945:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788840251.703501:0:30945:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788840251.703504:0:30945:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1788840251.703506:0:30945:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:0.0:1788840251.703509:0:30945:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:0.0:1788840251.703517:0:30945:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f58a80. 00000020:00000040:0.0:1788840251.703520:0:30945:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 02000000:00000001:0.0:1788840251.703524:0:30945:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788840251.703526:0:30945:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.703530:0:30945:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788840251.703536:0:30945:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840251.703548:0:30945:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.703552:0:30945:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840251.703555:0:30945:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840251.703561:0:30945:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840251.703568:0:30945:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee87160600. 00000100:00000001:0.0:1788840251.703575:0:30945:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.703578:0:30945:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840251.703582:0:30945:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788840251.703589:0:30945:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f374a lrc: 1/0,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312ba4e7 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788840251.703599:0:30945:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85c00/0x3aa5f499c96f3743 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312ba4a8 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1788840251.703606:0:30945:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85a00/0x3aa5f499c96f3735 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312ba48c expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1788840251.703612:0:30945:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:0.0:1788840251.703613:0:30945:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:0.0:1788840251.703616:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788840251.703618:0:30945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f374a lrc: 0/0,0 mode: --/PR res: [0x200000404:0x24:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312ba4e7 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788840251.703637:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000010:0.1:1788840251.703677:0:30945:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee83169520. 00010000:00000001:0.0:1788840251.703694:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788840251.703696:0:30945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85c00/0x3aa5f499c96f3743 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x24:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312ba4a8 expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:0.0:1788840251.703703:0:30945:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee99a74b00 count: 0 00010000:00000010:0.0:1788840251.703709:0:30945:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90ee90f56300. 00010000:00000001:0.0:1788840251.703714:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.703715:0:30945:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788840251.703717:0:30945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85a00/0x3aa5f499c96f3735 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312ba48c expref: -99 pid: 30945 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:0.0:1788840251.703723:0:30945:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee98cc4500 count: 0 00010000:00000010:0.0:1788840251.703726:0:30945:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90ee85063d80. 00010000:00000001:0.0:1788840251.703732:0:30945:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840251.703734:0:30945:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.703736:0:30945:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840251.703737:0:30945:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.703739:0:30945:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788840251.703750:0:30945:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788840251.703757:0:30945:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee87f58a80 x1875733133973888/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788840251.703763:0:30945:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788840251.703765:0:30945:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788840251.703772:0:30945:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee86f3d840. 00000100:00000001:0.0:1788840251.703774:0:30945:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952873584704 : -122120835966912 : ffff90ee86f3d840) 00000100:00000001:0.0:1788840251.703777:0:30945:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840251.703778:0:30945:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890473088 : -122120819078528 : ffff90ee87f58a80) 00000100:00000001:0.0:1788840251.704051:0:30945:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840251.704057:0:30945:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.704060:0:30945:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788840251.704062:0:30945:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840251.704067:0:30945:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f58a80 x1875733133973888/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840251.704074:0:30945:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840251.704077:0:30945:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840251.704081:0:30945:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840251.704084:0:30945:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840251.704087:0:30945:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840251.704090:0:30945:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f58a80 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:30945:1875733133973888:192.168.202.131@tcp:36:rm.0 00000100:00000001:0.0:1788840251.704094:0:30945:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840251.704101:0:30945:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840251.704104:0:30945:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840251.704108:0:30945:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840251.704113:0:30945:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86f37c00. 02000000:00000001:0.0:1788840251.704115:0:30945:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840251.704123:0:30945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840251.704128:0:30945:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c809f8. 00000400:00000010:0.0:1788840251.704135:0:30945:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6c38. 00000100:00000200:0.0:1788840251.704142:0:30945:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133973888, portal 10 00000100:00000001:0.0:1788840251.704144:0:30945:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840251.704145:0:30945:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890473088 : -122120819078528 : ffff90ee87f58a80) 00000100:00000040:0.0:1788840251.704152:0:30945:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87f58a80 x1875733133973888/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 512/624 e 0 to 0 dl 1788840267 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840251.704158:0:30945:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840251.704161:0:30945:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840251.704164:0:30945:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6ee0. 00000100:00000200:0.0:1788840251.704168:0:30945:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1875733133973888, offset 0 00000400:00000200:0.0:1788840251.704176:0:30945:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840251.704186:0:30945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840251.704194:0:30945:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840251.704202:0:30945:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840251.704207:0:30945:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840251.704212:0:30945:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840251.704215:0:30945:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840251.704219:0:30945:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2394:2394:256:4294967295] 192.168.202.131@tcp LPNI seq info [2394:2394:8:4294967295] 00000400:00000200:0.0:1788840251.704223:0:30945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840251.704233:0:30945:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840251.704240:0:30945:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840251.704245:0:30945:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee98ea2500. 00000800:00000200:0.0:1788840251.704254:0:30945:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840251.704263:0:30945:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840251.704268:0:30945:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee98ea2500 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:0.0:1788840251.704367:0:30945:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840251.704372:0:30945:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 792227 usecs (793 jiffies) 00000400:00000200:0.0:1788840251.704375:0:30945:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840251.704379:0:30945:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296482315 00000100:00000001:0.0:1788840251.704382:0:30945:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296483232 00000100:00000001:0.0:1788840251.704385:0:30945:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296482315 00000100:00000001:0.0:1788840251.704387:0:30945:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296483232 00000100:00000001:0.0:1788840251.704390:0:30945:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840251.704393:0:30945:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.704395:0:30945:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840251.704397:0:30945:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788840251.704400:0:30945:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee86f3d840 going to sleep for 11 seconds 00000100:00000001:0.0:1788840251.704402:0:30945:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840251.704405:0:30945:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840251.708889:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840251.708901:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee98ea2500. 00000400:00000200:3.0:1788840251.708912:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840251.708932:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840251.708942:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6ee0 00000400:00000010:3.0:1788840251.708945:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6ee0. 00000100:00000001:3.0:1788840251.708954:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840251.708964:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f58a80 x1875733133973888/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 512/624 e 0 to 0 dl 1788840267 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840251.708978:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840251.708981:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f58a80 x1875733133973888/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 512/624 e 0 to 0 dl 1788840267 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840251.708989:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840251.708991:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840251.711514:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840251.711548:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840251.711553:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840251.711556:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840251.711565:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.711574:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840251.711586:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.711591:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.711597:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.711602:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 456 into portal 10 MB=0x6a9f82724d980 00000400:00000200:3.0:1788840251.711608:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.711617:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 456/456 into md 0x68d5 [1] + 224 00000800:00000001:3.0:1788840251.711626:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840251.711633:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840251.711636:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840251.711688:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840251.711697:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840251.711708:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f58a80 x1875733133973888/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 512/624 e 0 to 0 dl 1788840267 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840251.711719:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff90ee87f58a80 x1875733133973888/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 512/624 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840251.711735:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788840251.711746:0:2354:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788840251.711750:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.711755:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840251.711762:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2395:2395:256:4294967295] 192.168.202.131@tcp LPNI seq info [2395:2395:8:4294967295] 00000400:00000200:3.0:1788840251.711766:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840251.711775:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) 192.168.202.131@tcp : ACK try# 0 00000800:00000200:3.0:1788840251.711781:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840251.711796:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee983e5900. 00000800:00000200:3.0:1788840251.711804:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840251.711812:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840251.711818:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee983e5900 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788840251.711926:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840251.711931:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee983e5900. 00000400:00000200:3.0:1788840251.711935:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840251.711938:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: ACK: OK 00000800:00000001:3.0:1788840251.711945:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840251.711948:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1788840251.712273:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee90512940. 00000080:00000010:0.1:1788840251.712289:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee86d74da0. 00000100:00000001:0.0:1788840251.712317:0:30945:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840251.712329:0:30945:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840251.712332:0:30945:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840251.712336:0:30945:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c809f8. 00000400:00000200:0.0:1788840251.712341:0:30945:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6c38 00000400:00000010:0.0:1788840251.712344:0:30945:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6c38. 00000100:00000001:0.0:1788840251.712347:0:30945:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840251.712354:0:30945:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f58a80 x1875733133973888/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 512/624 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788840251.712364:0:30945:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f58a80 x1875733133973888/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 512/624 e 0 to 0 dl 1788840267 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840251.712370:0:30945:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840251.712373:0:30945:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840251.712375:0:30945:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840251.712379:0:30945:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840251.712382:0:30945:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840251.712385:0:30945:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840251.712389:0:30945:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840251.712400:0:30945:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=101 v=5 (5 102 102 102) 00000100:00001000:0.0:1788840251.712405:0:30945:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840251.712407:0:30945:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840251.712409:0:30945:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840251.712412:0:30945:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840251.712416:0:30945:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.712420:0:30945:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788840251.712422:0:30945:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a2/0x10000013c] 00000100:00000001:0.0:1788840251.712423:0:30945:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788840251.712426:0:30945:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840251.712428:0:30945:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890473088 : -122120819078528 : ffff90ee87f58a80) 00000100:00000001:0.0:1788840251.712431:0:30945:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840251.712433:0:30945:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967617 00000100:00000001:0.0:1788840251.712435:0:30945:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840251.712438:0:30945:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840251.712443:0:30945:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f58a80 x1875733133973888/t4294967629(4294967629) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 512/456 e 0 to 0 dl 1788840267 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840251.712450:0:30945:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840251.712454:0:30945:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840251.712456:0:30945:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840251.712461:0:30945:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f58a80 x1875733133973888/t4294967629(4294967629) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 512/456 e 0 to 0 dl 1788840267 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788840251.712475:0:30945:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f58a80 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:30945:1875733133973888:192.168.202.131@tcp:36:rm.0 00000100:00000001:0.0:1788840251.712480:0:30945:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840251.712483:0:30945:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840251.712486:0:30945:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788840251.712489:0:30945:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840251.712493:0:30945:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f58a80 x1875733133973888/t4294967629(4294967629) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 512/456 e 0 to 0 dl 1788840267 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840251.712500:0:30945:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840251.712503:0:30945:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee86f3d840. 00000100:00000001:0.0:1788840251.712506:0:30945:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788840251.712508:0:30945:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840251.712517:0:30945:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840251.712521:0:30945:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788840251.712527:0:30945:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840251.712530:0:30945:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee87161600. 00000100:00000001:0.0:1788840251.712570:0:30945:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840251.712575:0:30945:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f58a80 x1875733133973888/t4294967629(4294967629) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 512/456 e 0 to 0 dl 1788840267 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840251.712581:0:30945:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.712584:0:30945:0:(namei.c:2371:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.712605:0:30945:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1788840251.712610:0:30945:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788840251.712612:0:30945:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000404:0x24:0x0](ffff90ee90591988) 00800000:00000001:0.0:1788840251.712617:0:30945:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788840251.712619:0:30945:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x24:0x0] 00000002:00000001:0.0:1788840251.712625:0:30945:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788840251.712631:0:30945:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840251.712633:0:30945:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.712636:0:30945:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1788840251.712672:0:30945:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788840251.712674:0:30945:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.712676:0:30945:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840251.712682:0:30945:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788840251.712684:0:30945:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1788840251.712698:0:30945:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788840251.712702:0:30945:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2be30 00000080:00002000:0.0:1788840251.712705:0:30945:0:(dcache.c:127:ll_ddelete()) deleting dentry d21g.recovery-small-2 (ffff90ee906b25e8, parent ffff90ee9069b510, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788840251.712708:0:30945:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788840251.712712:0:30945:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788840251.712714:0:30945:0:(dcache.c:48:ll_release()) Process leaving 00010000:00000010:0.1:1788840251.722697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031a00. 00010000:00000010:0.1:1788840251.722719:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74b00. 00010000:00000010:0.1:1788840251.722724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e85c00. 00010000:00000010:0.1:1788840251.722730:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4500. 00010000:00000010:0.1:1788840251.722734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e85a00. 00000080:00000010:0.1:1788840251.736713:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee905918c0. 00000080:00000010:0.1:1788840251.736745:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee83169060. 00010000:00000001:1.0:1788840252.039776:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840252.039787:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840252.039796:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840252.039797:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840252.039800:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840252.039801:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840252.039835:0:15925:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788840252.039838:0:15925:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840252.039841:0:15925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788840252.857707:0:31030:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840253.062568:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840253.062578:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840253.062585:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840253.062593:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840253.062597:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840253.062598:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840253.062725:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788840253.062730:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840253.062733:0:16054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788840253.446430:0:20099:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788840253.446439:0:20099:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788840253.446446:0:20099:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f58380. 00000020:00000040:0.0:1788840253.446451:0:20099:0:(genops.c:1210:class_import_get()) import ffff90ee98ee5800 refcount=4 obd=MGC192.168.202.131@tcp 00000100:00000001:0.0:1788840253.446455:0:20099:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840253.446458:0:20099:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840253.446464:0:20099:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840253.446471:0:20099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee98ea2800. 00000100:00000001:0.0:1788840253.446478:0:20099:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840253.446490:0:20099:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS req@ffff90ee87f58380 x1875733133974016/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788840253.446500:0:20099:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840253.446504:0:20099:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840253.446510:0:20099:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066125226] to pc [ptlrpcd_00_01+1] req@ffff90ee87f58380 x1875733133974016/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840253.446542:0:20099:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840253.446546:0:20099:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788840253.446549:0:20099:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788840253.446552:0:20099:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f59f80. 00000020:00000040:0.0:1788840253.446554:0:20099:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=8 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:0.0:1788840253.446556:0:20099:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840253.446558:0:20099:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840253.446560:0:20099:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840253.446564:0:20099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee98ea2500. 00000100:00000001:0.0:1788840253.446566:0:20099:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840253.446571:0:20099:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID req@ffff90ee87f59f80 x1875733133974144/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788840253.446577:0:20099:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840253.446578:0:20099:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840253.446581:0:20099:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000100630d0] to pc [ptlrpcd_00_00+0] req@ffff90ee87f59f80 x1875733133974144/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840253.446589:0:20099:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840253.446590:0:20099:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788840253.446593:0:20099:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788840253.446596:0:20099:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f5b800. 00000020:00000040:0.0:1788840253.446598:0:20099:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=3 obd=lustre-OST0000-osc-ffff90ee90f70800 00000100:00000001:0.0:1788840253.446599:0:20099:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840253.446600:0:20099:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840253.446602:0:20099:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840253.446604:0:20099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee98ea2c00. 00000100:00000001:0.0:1788840253.446606:0:20099:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840253.446610:0:20099:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID req@ffff90ee87f5b800 x1875733133974272/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788840253.446616:0:20099:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840253.446617:0:20099:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840253.446620:0:20099:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000639e1163] to pc [ptlrpcd_00_01+1] req@ffff90ee87f5b800 x1875733133974272/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840253.446626:0:20099:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840253.446629:0:20099:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788840253.446631:0:20099:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788840253.446635:0:20099:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f59c00. 00000020:00000040:0.0:1788840253.446657:0:20099:0:(genops.c:1210:class_import_get()) import ffff90ee92b59000 refcount=3 obd=lustre-OST0001-osc-ffff90ee90f70800 00000100:00000001:0.0:1788840253.446661:0:20099:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840253.446662:0:20099:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840253.446663:0:20099:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840253.446667:0:20099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee98ea2000. 00000100:00000001:0.0:1788840253.446670:0:20099:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840253.446674:0:20099:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID req@ffff90ee87f59c00 x1875733133974400/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788840253.446680:0:20099:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840253.446682:0:20099:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840253.446685:0:20099:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cf1632d] to pc [ptlrpcd_00_00+0] req@ffff90ee87f59c00 x1875733133974400/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840253.446692:0:20099:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840253.446695:0:20099:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1820) 00000100:00000001:0.0:1788840253.446716:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840253.446719:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840253.446721:0:2359:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840253.446726:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f59f80 x1875733133974144/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840253.446733:0:2359:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840253.446735:0:2359:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840253.446738:0:2359:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840253.446741:0:2359:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840253.446744:0:2359:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840253.446747:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2359:1875733133974144:192.168.202.131@tcp:400:kworker.0 00000100:00000001:0.0:1788840253.446751:0:2359:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840253.446756:0:2359:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840253.446759:0:2359:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840253.446761:0:2359:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840253.446770:0:2359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee98d1fe00. 02000000:00000001:0.0:1788840253.446772:0:2359:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840253.446779:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840253.446783:0:2359:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c809f8. 00000400:00000010:0.0:1788840253.446801:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6c38. 00000100:00000200:0.0:1788840253.446809:0:2359:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133974144, portal 10 00000100:00000001:0.0:1788840253.446811:0:2359:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840253.446813:0:2359:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890478464 : -122120819073152 : ffff90ee87f59f80) 00000100:00000040:0.0:1788840253.446820:0:2359:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87f59f80 x1875733133974144/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840253.446827:0:2359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840253.446830:0:2359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840253.446832:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6550. 00000100:00000200:0.0:1788840253.446835:0:2359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733133974144, offset 0 00000400:00000200:0.0:1788840253.446841:0:2359:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840253.446850:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840253.446857:0:2359:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840253.446862:0:2359:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840253.446866:0:2359:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840253.446870:0:2359:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840253.446873:0:2359:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840253.446876:0:2359:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2396:2396:256:4294967295] 192.168.202.131@tcp LPNI seq info [2396:2396:8:4294967295] 00000400:00000200:0.0:1788840253.446880:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840253.446889:0:2359:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840253.446895:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840253.446908:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee98ea2f00. 00000800:00000200:0.0:1788840253.446915:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840253.446922:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840253.446927:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee98ea2f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000040:2.0:1788840253.448164:0:29212:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120a20 (cpu 2) has reached its deadline 4296483232, at 4296483266 00000100:00000010:2.0:1788840253.448177:0:29212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee87fb1120. 00000100:00000001:1.0:1788840253.460664:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840253.460675:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840253.460679:0:2360:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840253.460694:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f58380 x1875733133974016/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840253.460716:0:2360:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840253.460718:0:2360:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840253.460724:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840253.460727:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840253.460731:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840253.460734:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2360:1875733133974016:192.168.202.131@tcp:400:kworker.0 00000100:00000001:1.0:1788840253.460739:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840253.460745:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840253.460748:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840253.460751:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840253.460761:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee86fb0c00. 02000000:00000001:1.0:1788840253.460763:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840253.461529:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840253.461538:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe4d0. 00000400:00000010:1.0:1788840253.461546:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539088. 00000100:00000200:1.0:1788840253.461554:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133974016, portal 25 00000100:00000001:1.0:1788840253.461556:0:2360:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840253.461558:0:2360:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890471296 : -122120819080320 : ffff90ee87f58380) 00000100:00000040:1.0:1788840253.461567:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87f58380 x1875733133974016/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840253.461577:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840253.461580:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840253.461582:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea05394c8. 00000100:00000200:1.0:1788840253.461585:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875733133974016, offset 0 00000400:00000200:1.0:1788840253.461591:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840253.461600:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840253.461607:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840253.461612:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840253.461617:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840253.461620:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840253.461624:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840253.461628:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2397:2397:255:4294967295] 192.168.202.131@tcp LPNI seq info [2397:2397:7:4294967295] 00000400:00000200:1.0:1788840253.461632:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840253.461666:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840253.461671:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840253.461677:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee86f0da00. 00000800:00000200:1.0:1788840253.461683:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840253.461689:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840253.461694:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee86f0da00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788840253.469909:0:2359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840253.469923:0:2359:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 791127 usecs (792 jiffies) 00000400:00000200:0.0:1788840253.469933:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840253.469937:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296484080 00000100:00000010:0.0:1788840253.469944:0:2359:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee9887d0c0. 00000100:00000001:0.0:1788840253.469953:0:2359:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788840253.469959:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296484080 00000100:00000001:0.0:1788840253.470104:0:2359:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, simply extend its deadline from 4296483232 00000100:00000001:0.0:1788840253.470108:0:2359:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840253.470112:0:2359:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840253.470117:0:2359:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840253.470127:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f59c00 x1875733133974400/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840253.470136:0:2359:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840253.470139:0:2359:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840253.470143:0:2359:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840253.470146:0:2359:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840253.470149:0:2359:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840253.470152:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2359:1875733133974400:192.168.202.131@tcp:400:kworker.0 00000100:00000001:0.0:1788840253.470157:0:2359:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840253.470162:0:2359:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840253.470165:0:2359:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840253.470168:0:2359:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840253.470173:0:2359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee98d1ee00. 02000000:00000001:0.0:1788840253.470176:0:2359:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840253.470181:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840253.470184:0:2359:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c802c0. 00000400:00000010:0.0:1788840253.470191:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed62a8. 00000100:00000200:0.0:1788840253.470198:0:2359:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133974400, portal 4 00000100:00000001:0.0:1788840253.470200:0:2359:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840253.470202:0:2359:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890477568 : -122120819074048 : ffff90ee87f59c00) 00000100:00000040:0.0:1788840253.470209:0:2359:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87f59c00 x1875733133974400/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840253.470216:0:2359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840253.470218:0:2359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840253.470221:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6440. 00000100:00000200:0.0:1788840253.470225:0:2359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733133974400, offset 0 00000400:00000200:0.0:1788840253.470231:0:2359:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840253.470238:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840253.470246:0:2359:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840253.470252:0:2359:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840253.470256:0:2359:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840253.470260:0:2359:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840253.470262:0:2359:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840253.470266:0:2359:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2398:2398:254:4294967295] 192.168.202.131@tcp LPNI seq info [2398:2398:6:4294967295] 00000400:00000200:0.0:1788840253.470271:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840253.470280:0:2359:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840253.470287:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840253.470292:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee98ea2600. 00000800:00000200:0.0:1788840253.470299:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840253.470306:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840253.470509:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee98ea2600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788840253.471157:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840253.471165:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840253.471168:0:2360:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4296487288 00000800:00000200:3.0:1788840253.473938:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840253.473949:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee98ea2f00. 00000400:00000200:3.0:1788840253.473956:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840253.473975:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840253.473983:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6550 00000400:00000010:3.0:1788840253.473986:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6550. 00000100:00000001:3.0:1788840253.473991:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840253.473999:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f59f80 x1875733133974144/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840253.474012:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840253.474016:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f59f80 x1875733133974144/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840269 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840253.474024:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840253.474025:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788840253.474097:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840253.474100:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0da00. 00000400:00000200:3.0:1788840253.474104:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840253.474108:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840253.474111:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea05394c8 00000400:00000010:3.0:1788840253.474112:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea05394c8. 00000100:00000001:3.0:1788840253.474115:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840253.474120:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f58380 x1875733133974016/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840253.474127:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840253.474131:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f58380 x1875733133974016/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840269 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840253.474138:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840253.474139:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788840253.478122:0:2360:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296484080 00000100:00000001:1.0:1788840253.478132:0:2360:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4296487295 00000100:00000001:1.0:1788840253.478137:0:2360:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296484080 00000100:00000001:1.0:1788840253.478140:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840253.478145:0:2360:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840253.478150:0:2360:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840253.478163:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f5b800 x1875733133974272/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840253.478172:0:2360:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840253.478174:0:2360:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840253.478179:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840253.478182:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840253.478185:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840253.478188:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2360:1875733133974272:192.168.202.131@tcp:400:kworker.0 00000100:00000001:1.0:1788840253.478193:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840253.478198:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840253.478201:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840253.478204:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840253.478212:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee86fb0a00. 02000000:00000001:1.0:1788840253.478214:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840253.478220:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840253.478225:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fed68. 00000400:00000010:1.0:1788840253.478232:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539660. 00000100:00000200:1.0:1788840253.478239:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133974272, portal 4 00000100:00000001:1.0:1788840253.478242:0:2360:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840253.478243:0:2360:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890484736 : -122120819066880 : ffff90ee87f5b800) 00000100:00000040:1.0:1788840253.478251:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87f5b800 x1875733133974272/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840253.478258:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840253.478261:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840253.478264:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539aa0. 00000100:00000200:1.0:1788840253.478267:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733133974272, offset 0 00000400:00000200:1.0:1788840253.478273:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840253.478281:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840253.478288:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840253.478292:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840253.478297:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840253.478300:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840253.478302:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840253.478306:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2399:2399:255:4294967295] 192.168.202.131@tcp LPNI seq info [2399:2399:7:4294967295] 00000400:00000200:1.0:1788840253.478589:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840253.478604:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840253.478611:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840253.478724:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee86f0d600. 00000800:00000200:1.0:1788840253.478735:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840253.478743:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840253.478747:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee86f0d600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788840253.478758:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840253.478763:0:2360:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: using a timeout of 23040 usecs (24 jiffies) 00000400:00000200:1.0:1788840253.478819:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840253.478822:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296483320 00000100:00000001:1.0:1788840253.478824:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296487288 00000100:00000001:1.0:1788840253.478826:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296483320 00000100:00000001:1.0:1788840253.478828:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296487295 00000100:00000001:1.0:1788840253.478830:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840253.478832:0:2360:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840253.478835:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840253.478840:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840253.478848:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840253.478851:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788840253.478853:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840253.478855:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840253.478857:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840253.478859:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840253.479781:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840253.479787:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0d600. 00000400:00000200:2.0:1788840253.479793:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840253.479801:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840253.479808:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539aa0 00000400:00000010:2.0:1788840253.479811:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539aa0. 00000100:00000001:2.0:1788840253.479815:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840253.479821:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f5b800 x1875733133974272/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840253.479832:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840253.479835:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f5b800 x1875733133974272/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840269 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840253.479841:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840253.479843:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788840253.479950:0:2359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840253.479956:0:2359:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: using a timeout of 299242 usecs (300 jiffies) 00000400:00000200:0.0:1788840253.479968:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840253.479971:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296483598 00000100:00000001:0.0:1788840253.480053:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296487288 00000100:00000001:0.0:1788840253.480056:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296483598 00000100:00000001:0.0:1788840253.480059:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296487295 00000100:00000001:0.0:1788840253.480061:0:2359:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840253.480064:0:2359:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840253.480067:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840253.480070:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840253.480077:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840253.480079:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788840253.480082:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840253.480084:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840253.480085:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840253.480087:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840253.480517:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840253.480532:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee98ea2600. 00000400:00000200:2.0:1788840253.480539:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840253.480545:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840253.480550:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6440 00000400:00000010:2.0:1788840253.480552:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6440. 00000100:00000001:2.0:1788840253.480556:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840253.480561:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f59c00 x1875733133974400/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840253.480570:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840253.480573:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f59c00 x1875733133974400/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840269 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840253.480579:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840253.480580:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840253.484757:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840253.484774:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840253.484778:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840253.484781:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840253.484791:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840253.484798:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840253.484806:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840253.484811:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840253.484816:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840253.484819:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 10 MB=0x6a9f82724da80 00000400:00000200:3.0:1788840253.484824:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840253.484830:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 224/224 into md 0x68dd [1] + 224 00000800:00000001:3.0:1788840253.484838:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840253.484842:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840253.484846:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840253.484851:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840253.484858:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840253.484867:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f59f80 x1875733133974144/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840269 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840253.484879:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87f59f80 x1875733133974144/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840269 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840253.484898:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840253.484907:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840253.484910:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840253.484912:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840253.484913:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840253.484916:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840253.484920:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840253.484924:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840253.484926:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840253.484928:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840253.484931:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 25 MB=0x6a9f82724da00 00000400:00000200:3.0:1788840253.484934:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840253.484938:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.131@tcp of length 224/224 into md 0x68e5 [1] + 224 00000800:00000001:3.0:1788840253.484942:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840253.484944:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840253.484946:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840253.484949:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840253.484952:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840253.484956:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f58380 x1875733133974016/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840269 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840253.485297:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840253.485301:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840253.485483:0:2359:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840253.485486:0:2359:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840253.485489:0:2359:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c809f8. 00000400:00000200:0.0:1788840253.485494:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6c38 00000400:00000010:0.0:1788840253.485497:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6c38. 00000100:00000001:0.0:1788840253.485500:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840253.485506:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f59f80 x1875733133974144/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840269 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788840253.485516:0:2359:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f59f80 x1875733133974144/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840269 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840253.485533:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840253.485535:0:2359:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840253.485537:0:2359:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840253.485540:0:2359:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840253.485542:0:2359:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840253.485544:0:2359:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840253.485548:0:2359:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840253.485558:0:2359:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=103 v=5 (5 102 102 102) 00000100:00001000:0.0:1788840253.485563:0:2359:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=4 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840253.485565:0:2359:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840253.485568:0:2359:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840253.485570:0:2359:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840253.485574:0:2359:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840253.485578:0:2359:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840253.485580:0:2359:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967617 00000100:00000001:0.0:1788840253.485582:0:2359:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840253.485585:0:2359:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840253.485590:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f59f80 x1875733133974144/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840269 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840253.485597:0:2359:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840253.485600:0:2359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840253.485602:0:2359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840253.485606:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f59f80 x1875733133974144/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840269 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788840253.485614:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2359:1875733133974144:192.168.202.131@tcp:400:kworker.0 00000100:00000001:0.0:1788840253.485619:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840253.485621:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840253.485625:0:2359:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f59f80 x1875733133974144/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840269 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840253.485631:0:2359:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788840253.485634:0:2359:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840253.485637:0:2359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee98d1fe00. 02000000:00000001:0.0:1788840253.485666:0:2359:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788840253.485669:0:2359:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840253.485671:0:2359:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:0.0:1788840253.485673:0:2359:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840253.485677:0:2359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee98ea2500. 02000000:00000001:0.0:1788840253.485682:0:2359:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840253.485684:0:2359:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840253.485686:0:2359:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f59f80. 00000100:00000001:0.0:1788840253.485690:0:2359:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840253.485691:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840253.485694:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840253.485696:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840253.485698:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840253.485699:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840253.485701:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840253.486519:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87f58380 x1875733133974016/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840269 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840253.486547:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840253.486891:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840253.486905:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840253.486908:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840253.486910:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840253.486915:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840253.486920:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840253.486926:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840253.486929:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840253.486934:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840253.486938:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f82724db00 00000400:00000200:2.0:1788840253.486942:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840253.486947:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x68f5 [1] + 224 00000800:00000001:2.0:1788840253.486953:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840253.487047:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840253.487051:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840253.487056:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840253.487062:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840253.487069:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f5b800 x1875733133974272/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840269 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840253.487078:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87f5b800 x1875733133974272/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840269 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840253.487085:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840253.487090:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840253.487093:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840253.487477:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840253.487481:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788840253.487489:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840253.487491:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840253.487494:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe4d0. 00000400:00000200:1.0:1788840253.487499:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539088 00000400:00000010:1.0:1788840253.487501:0:2360:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539088. 00000100:00000001:1.0:1788840253.487504:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840253.487510:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f58380 x1875733133974016/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840269 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788840253.487518:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f58380 x1875733133974016/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840269 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840253.487534:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840253.487536:0:2360:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840253.487539:0:2360:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840253.487542:0:2360:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840253.487544:0:2360:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840253.487546:0:2360:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840253.487550:0:2360:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840253.487555:0:2360:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98ee5c60 time=103 v=5 (5 5 5 5) 00000100:00001000:1.0:1788840253.487559:0:2360:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98ee5c18 time=103 v=5 (1 1 1 1) 00000100:00000001:1.0:1788840253.487561:0:2360:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840253.487563:0:2360:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840253.487565:0:2360:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840253.487568:0:2360:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840253.487570:0:2360:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840253.487574:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f58380 x1875733133974016/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840269 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840253.487580:0:2360:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840253.487582:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840253.487584:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840253.487588:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f58380 x1875733133974016/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840269 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788840253.487595:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2360:1875733133974016:192.168.202.131@tcp:400:kworker.0 00000400:00000001:1.0:1788840253.487601:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840253.487602:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840253.487604:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fed68. 00000400:00000200:1.0:1788840253.487606:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539660 00000400:00000010:1.0:1788840253.487608:0:2360:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539660. 00000100:00000001:1.0:1788840253.487610:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840253.487613:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f5b800 x1875733133974272/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840269 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788840253.487619:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f5b800 x1875733133974272/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840269 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840253.487625:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840253.487626:0:2360:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840253.487628:0:2360:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840253.487629:0:2360:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840253.487630:0:2360:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840253.487631:0:2360:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840253.487633:0:2360:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840253.487673:0:2360:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b5cc60 time=103 v=5 (5 5 5 36) 00000100:00001000:1.0:1788840253.487677:0:2360:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=4 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840253.487680:0:2360:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840253.487681:0:2360:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840253.487683:0:2360:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840253.487685:0:2360:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840253.487688:0:2360:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840253.487690:0:2360:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: skip recheck: last_committed 4294967339 00000100:00000001:1.0:1788840253.487692:0:2360:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840253.487693:0:2360:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840253.487697:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f5b800 x1875733133974272/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840269 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840253.487703:0:2360:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840253.487705:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840253.487706:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840253.487709:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f5b800 x1875733133974272/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840269 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788840253.487716:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f5b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2360:1875733133974272:192.168.202.131@tcp:400:kworker.0 00000100:00000001:1.0:1788840253.487721:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840253.487723:0:2360:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840253.487727:0:2360:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f58380 x1875733133974016/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840269 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840253.487733:0:2360:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840253.487735:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840253.487740:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee86fb0c00. 02000000:00000001:1.0:1788840253.487743:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840253.487745:0:2360:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840253.487747:0:2360:0:(genops.c:1223:class_import_put()) import ffff90ee98ee5800 refcount=3 obd=MGC192.168.202.131@tcp 00000020:00000001:1.0:1788840253.487749:0:2360:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840253.487751:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee98ea2800. 02000000:00000001:1.0:1788840253.487755:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840253.487757:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840253.487758:0:2360:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f58380. 00000100:00000001:1.0:1788840253.487761:0:2360:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840253.487763:0:2360:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840253.487764:0:2360:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840253.487767:0:2360:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f5b800 x1875733133974272/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840269 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840253.487772:0:2360:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840253.487773:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840253.487774:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee86fb0a00. 02000000:00000001:1.0:1788840253.487776:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840253.487777:0:2360:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840253.487778:0:2360:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=2 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:1.0:1788840253.487780:0:2360:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840253.487781:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee98ea2c00. 02000000:00000001:1.0:1788840253.487783:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840253.487784:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840253.487785:0:2360:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f5b800. 00000100:00000001:1.0:1788840253.487788:0:2360:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840253.487789:0:2360:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840253.487790:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840253.487797:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840253.487799:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840253.487801:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840253.487803:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788840253.492313:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840253.492335:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840253.492341:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840253.492344:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840253.492357:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840253.492367:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840253.492379:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840253.492384:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840253.492390:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840253.492395:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f82724db80 00000400:00000200:3.0:1788840253.492400:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840253.492408:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x68ed [1] + 224 00000800:00000001:3.0:1788840253.492417:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840253.492425:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840253.492429:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840253.492435:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840253.492445:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840253.492456:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f59c00 x1875733133974400/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840269 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840253.492467:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87f59c00 x1875733133974400/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840269 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840253.492502:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840253.492513:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840253.492518:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840253.493134:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840253.493142:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840253.493151:0:2359:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840253.493153:0:2359:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840253.493158:0:2359:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c802c0. 00000400:00000200:0.0:1788840253.493163:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed62a8 00000400:00000010:0.0:1788840253.493166:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed62a8. 00000100:00000001:0.0:1788840253.493171:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840253.493182:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f59c00 x1875733133974400/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840269 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788840253.493193:0:2359:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f59c00 x1875733133974400/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840269 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840253.493200:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840253.493201:0:2359:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840253.493204:0:2359:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840253.493207:0:2359:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840253.493209:0:2359:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840253.493212:0:2359:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840253.493215:0:2359:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840253.493223:0:2359:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b59460 time=103 v=5 (5 5 5 36) 00000100:00001000:0.0:1788840253.493228:0:2359:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b59418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840253.493230:0:2359:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840253.493232:0:2359:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840253.493235:0:2359:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840253.493238:0:2359:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840253.493242:0:2359:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840253.493244:0:2359:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90ee90f70800: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1788840253.493246:0:2359:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840253.493248:0:2359:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840253.493254:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f59c00 x1875733133974400/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840269 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840253.493261:0:2359:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840253.493264:0:2359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840253.493266:0:2359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840253.493272:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f59c00 x1875733133974400/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840269 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788840253.493282:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2359:1875733133974400:192.168.202.131@tcp:400:kworker.0 00000100:00000001:0.0:1788840253.493289:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840253.493292:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840253.493295:0:2359:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f59c00 x1875733133974400/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840269 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840253.493302:0:2359:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788840253.494057:0:2359:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840253.494063:0:2359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee98d1ee00. 02000000:00000001:0.0:1788840253.494068:0:2359:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788840253.494071:0:2359:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840253.494072:0:2359:0:(genops.c:1223:class_import_put()) import ffff90ee92b59000 refcount=2 obd=lustre-OST0001-osc-ffff90ee90f70800 00000020:00000001:0.0:1788840253.494075:0:2359:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840253.494078:0:2359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee98ea2000. 02000000:00000001:0.0:1788840253.494083:0:2359:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840253.494085:0:2359:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840253.494087:0:2359:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f59c00. 00000100:00000001:0.0:1788840253.494090:0:2359:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840253.494092:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840253.494094:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840253.494101:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840253.494103:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840253.494106:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840253.494108:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840254.086874:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840254.086884:0:31109:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840254.086886:0:31109:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840254.086890:0:31109:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840254.086895:0:31109:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840254.086898:0:31109:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840254.086900:0:31109:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840254.086902:0:31109:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840254.086907:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840254.086908:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840254.086911:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840254.086912:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840254.088136:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840254.088142:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840254.088146:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788840254.349677:0:31169:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840255.112101:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840255.112109:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840255.112116:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840255.112117:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840255.112120:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840255.112121:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840255.112404:0:15925:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788840255.112408:0:15925:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840255.112411:0:15925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1788840256.085207:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840256.085226:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840256.085230:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840256.085233:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840256.085242:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840256.085250:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840256.085258:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840256.085262:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840256.085267:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840256.085272:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 328 into portal 15 MB=0x6a9f828659980 00000400:00000200:2.0:1788840256.085280:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.131@tcp of length 328/328 into md 0x5f5d [2] + 984 00000800:00000001:2.0:1788840256.085287:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840256.085291:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840256.085295:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840256.085299:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840256.085306:0:2353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1788840256.085308:0:2353:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1788840256.085313:0:2353:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125c000. 00000100:00000040:2.0:1788840256.085317:0:2353:0:(events.c:337:request_in_callback()) incoming req@ffff90ee9125c000 x1875733154994560 msgsize 328 00000100:00100000:2.0:1788840256.085321:0:2353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.131@tcp (source: 12345-192.168.202.131@tcp) 00000100:00000001:2.0:1788840256.085330:0:2353:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1788840256.085337:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840256.085341:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840256.085343:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840256.085345:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840256.085348:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840256.085351:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840256.085355:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840256.085358:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840256.085360:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840256.085363:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 328 into portal 15 MB=0x6a9f828659a00 00000400:00000200:2.0:1788840256.085366:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.131@tcp of length 328/328 into md 0x5f5d [2] + 1312 00000800:00000001:2.0:1788840256.085370:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840256.085377:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840256.085379:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840256.085383:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840256.085385:0:2353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1788840256.085387:0:2353:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1788840256.085390:0:2353:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125fb80. 00000100:00000040:2.0:1788840256.085392:0:2353:0:(events.c:337:request_in_callback()) incoming req@ffff90ee9125fb80 x1875733154994688 msgsize 328 00000100:00100000:2.0:1788840256.085395:0:2353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.131@tcp (source: 12345-192.168.202.131@tcp) 00000100:00000001:2.0:1788840256.085401:0:2353:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1788840256.085404:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840256.085407:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840256.085430:0:15916:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1788840256.085432:0:15916:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733154994560 02000000:00000001:2.0:1788840256.085435:0:15916:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1788840256.085438:0:15916:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840256.085440:0:15916:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840256.085444:0:15916:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840256.085449:0:15916:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733154994560 00000020:00000001:2.0:1788840256.085452:0:15916:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788840256.085454:0:15916:0:(genops.c:804:class_conn2export()) looking for export cookie 0x3aa5f499c96f2ced 00000020:00000001:2.0:1788840256.085457:0:15916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840256.085459:0:15916:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90ee9881b000 refcount=4 00000020:00000001:2.0:1788840256.085462:0:15916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621953168093184 : -122120541458432 : ffff90ee9881b000) 00000020:00000001:2.0:1788840256.085464:0:15916:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446621953168093184 : -122120541458432 : ffff90ee9881b000) 00000100:00000001:2.0:1788840256.085469:0:15916:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788840256.085473:0:15916:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90eea05b26c0. 00000100:00000001:2.0:1788840256.085476:0:15916:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788840256.085479:0:15916:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff90eea05b26c0. 00000020:00000010:2.0:1788840256.085485:0:15916:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90ee98862e00. 00000020:00000010:2.0:1788840256.085490:0:15916:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90ee98e7d380. 00000020:00000010:2.0:1788840256.085495:0:15916:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90ee87984af0. 00000100:00000040:2.0:1788840256.085512:0:15916:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1788840256.085515:0:15916:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1788840256.085516:0:15916:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1788840256.085518:0:15916:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840256.085527:0:15916:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840256.085529:0:15916:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840256.085537:0:15916:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1788840256.085539:0:15916:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733154994688 02000000:00000001:2.0:1788840256.085540:0:15916:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1788840256.085541:0:15916:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840256.085542:0:15916:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840256.085544:0:15916:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840256.085546:0:15916:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733154994688 00000020:00000001:2.0:1788840256.085547:0:15916:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788840256.085548:0:15916:0:(genops.c:804:class_conn2export()) looking for export cookie 0x3aa5f499c96f2ce6 00000020:00000001:2.0:1788840256.085550:0:15916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840256.085552:0:15916:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90ee98818000 refcount=4 00000020:00000001:2.0:1788840256.085554:0:15916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621953168080896 : -122120541470720 : ffff90ee98818000) 00000020:00000001:2.0:1788840256.085556:0:15916:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446621953168080896 : -122120541470720 : ffff90ee98818000) 00000100:00000001:2.0:1788840256.085559:0:15916:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788840256.085561:0:15916:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90eea05b26c0. 00000100:00000001:2.0:1788840256.085564:0:15916:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788840256.085566:0:15916:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff90eea05b26c0. 00000020:00000010:2.0:1788840256.085569:0:15916:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90ee98862800. 00000020:00000010:2.0:1788840256.085572:0:15916:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90ee98e7dd00. 00000020:00000010:2.0:1788840256.085575:0:15916:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90ee87984960. 00000100:00000001:2.0:1788840256.085578:0:15916:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1788840256.085579:0:15916:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1788840256.085581:0:15916:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840256.085583:0:15916:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840256.085585:0:15916:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840256.085593:0:15916:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1788840256.085595:0:15916:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1788840256.085599:0:15916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.131@tcp, seq: 55 00000100:00000040:2.0:1788840256.085603:0:15916:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff90ee9881b000 : new rpc_count 1 00000100:00000001:2.0:1788840256.085605:0:15916:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446621953044627456 : -122120664924160 : ffff90ee9125c000) 00000100:00000040:2.0:1788840256.085613:0:15916:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff90ee9125c000 x1875733154994560/t0(0) o104->LOV_OSC_UUID@192.168.202.131@tcp:647/0 lens 328/0 e 0 to 0 dl 1788840267 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788840256.085623:0:15916:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788840256.085625:0:15916:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90eea05b26c0. 00000100:00000001:2.0:1788840256.085627:0:15916:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788840256.085629:0:15916:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff90eea05b26c0. 00000100:00100000:2.0:1788840256.085632:0:15916:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90ee9125c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8825:x1875733154994560:12345-192.168.202.131@tcp:104: 00000100:00000200:2.0:1788840256.085635:0:15916:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875733154994560 00010000:00000001:2.0:1788840256.085654:0:15916:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1788840256.085661:0:15916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840256.085663:0:15916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840256.085665:0:15916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c400 refcount=2 00000020:00000001:2.0:1788840256.085667:0:15916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888587264 : -122120820964352 : ffff90ee87d8c400) 00010000:00000001:2.0:1788840256.085670:0:15916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888587264 : -122120820964352 : ffff90ee87d8c400) 00010000:00000001:2.0:1788840256.085675:0:15916:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840256.085677:0:15916:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788840256.085682:0:15916:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 0000000063277007/0x3aa5f499c96f3704 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x8a436931312ba3cf expref: -99 pid: 30943 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:2.0:1788840256.085695:0:15916:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1788840256.085697:0:15916:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1788840256.085702:0:15916:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90ee85dd4000. 02000000:00000001:2.0:1788840256.085705:0:15916:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840256.085707:0:15916:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840256.085711:0:15916:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1788840256.085714:0:15916:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840256.085717:0:15916:0:(import.c:2149:obd_at_measure()) add 1 to ffff90eea05c51e8 time=105 v=5 (1 1 1 1) 00000100:00000001:2.0:1788840256.085722:0:15916:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788840256.085724:0:15916:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff90ee85e803c0 refcount 13 to 192.168.202.131@tcp 00000100:00000001:2.0:1788840256.085727:0:15916:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621952856032192 : -122120853519424 : ffff90ee85e803c0) 02000000:00000001:2.0:1788840256.085729:0:15916:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1788840256.085731:0:15916:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840256.085734:0:15916:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840256.085736:0:15916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840256.085741:0:15916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234330. 00000100:00000200:2.0:1788840256.085746:0:15916:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875733154994560, offset 224 00000400:00000200:2.0:1788840256.085751:0:15916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840256.085758:0:15916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840256.085763:0:15916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840256.085770:0:15916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2400:2400:256:4294967295] 192.168.202.131@tcp LPNI seq info [2400:2400:8:4294967295] 00000400:00000200:2.0:1788840256.085775:0:15916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840256.085782:0:15916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840256.085788:0:15916:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840256.085793:0:15916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989b00. 00000800:00000200:2.0:1788840256.085799:0:15916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840256.085807:0:15916:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840256.085811:0:15916:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840256.085824:0:15916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840256.085827:0:15916:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff90ee85e803c0 refcount 12 to 192.168.202.131@tcp 00010000:00000001:2.0:1788840256.085830:0:15916:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1788840256.085834:0:15916:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff90ee87156240. 00010000:00000001:2.0:1788840256.085837:0:15916:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1788840256.085845:0:15916:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1788840256.085848:0:15916:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840256.085850:0:15916:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840256.085852:0:15916:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840256.085856:0:15916:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125c000 x1875733154994560/t0(0) o104->LOV_OSC_UUID@192.168.202.131@tcp:647/0 lens 328/224 e 0 to 0 dl 1788840267 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788840256.085871:0:15916:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90ee9125c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8825:x1875733154994560:12345-192.168.202.131@tcp:104: Request processed in 246us (551us total) trans 0 rc 0/0 00000100:00100000:2.0:1788840256.085878:0:15916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.131@tcp, seq: 55 00000100:00000040:2.0:1788840256.085882:0:15916:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff90ee9881b000 : new rpc_count 0 00000100:00000001:2.0:1788840256.085884:0:15916:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788840256.085886:0:15916:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1788840256.085891:0:15916:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90ee98e7d380. 00000020:00000010:2.0:1788840256.085895:0:15916:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90ee87984af0. 00000020:00000010:2.0:1788840256.085898:0:15916:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90ee98862e00. 00000020:00000040:2.0:1788840256.085902:0:15916:0:(genops.c:879:class_export_put()) PUTting export ffff90ee9881b000 : new refcount 3 00000100:00000001:2.0:1788840256.085904:0:15916:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840256.085913:0:15916:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1788840256.085914:0:15916:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1788840256.085917:0:15916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.131@tcp, seq: 56 00000100:00000040:2.0:1788840256.085919:0:15916:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff90ee98818000 : new rpc_count 1 00000100:00000001:2.0:1788840256.085921:0:15916:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446621953044642688 : -122120664908928 : ffff90ee9125fb80) 00000100:00000040:2.0:1788840256.085925:0:15916:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff90ee9125fb80 x1875733154994688/t0(0) o104->LOV_OSC_UUID@192.168.202.131@tcp:647/0 lens 328/0 e 0 to 0 dl 1788840267 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788840256.085932:0:15916:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788840256.085934:0:15916:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90eea05b26c0. 00000100:00000001:2.0:1788840256.085936:0:15916:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788840256.085939:0:15916:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff90eea05b26c0. 00000100:00100000:2.0:1788840256.085943:0:15916:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90ee9125fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:15855:x1875733154994688:12345-192.168.202.131@tcp:104: 00000100:00000200:2.0:1788840256.085946:0:15916:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875733154994688 00010000:00000001:2.0:1788840256.085947:0:15916:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1788840256.085950:0:15916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840256.085952:0:15916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840256.085954:0:15916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85000 refcount=2 00000020:00000001:2.0:1788840256.085956:0:15916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872828928 : -122120836722688 : ffff90ee86e85000) 00010000:00000001:2.0:1788840256.085958:0:15916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872828928 : -122120836722688 : ffff90ee86e85000) 00010000:00000001:2.0:1788840256.085961:0:15916:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840256.085963:0:15916:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788840256.085966:0:15916:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000ccf51853/0x3aa5f499c96f3719 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x8a436931312ba40e expref: -99 pid: 30944 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:2.0:1788840256.085974:0:15916:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1788840256.085976:0:15916:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1788840256.085979:0:15916:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90ee85dd7000. 02000000:00000001:2.0:1788840256.085981:0:15916:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840256.085982:0:15916:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840256.085985:0:15916:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1788840256.085986:0:15916:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840256.085989:0:15916:0:(import.c:2149:obd_at_measure()) add 1 to ffff90eea05c51e8 time=105 v=5 (1 1 1 1) 00000100:00000001:2.0:1788840256.085992:0:15916:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788840256.085994:0:15916:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff90ee85e803c0 refcount 13 to 192.168.202.131@tcp 00000100:00000001:2.0:1788840256.085996:0:15916:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621952856032192 : -122120853519424 : ffff90ee85e803c0) 02000000:00000001:2.0:1788840256.085999:0:15916:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1788840256.086000:0:15916:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840256.086002:0:15916:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840256.086004:0:15916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840256.086006:0:15916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee912343b8. 00000100:00000200:2.0:1788840256.086010:0:15916:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875733154994688, offset 224 00000400:00000200:2.0:1788840256.086013:0:15916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840256.086017:0:15916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840256.086021:0:15916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840256.086025:0:15916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2401:2401:255:4294967295] 192.168.202.131@tcp LPNI seq info [2401:2401:7:4294967295] 00000400:00000200:2.0:1788840256.086028:0:15916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840256.086034:0:15916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840256.086038:0:15916:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840256.086041:0:15916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989e00. 00000800:00000200:2.0:1788840256.086045:0:15916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840256.086049:0:15916:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840256.086051:0:15916:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840256.086054:0:15916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840256.086057:0:15916:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff90ee85e803c0 refcount 12 to 192.168.202.131@tcp 00010000:00000001:2.0:1788840256.086059:0:15916:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1788840256.086061:0:15916:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff90ee87156000. 00010000:00000001:2.0:1788840256.086063:0:15916:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1788840256.086071:0:15916:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00010000:00000001:2.0:1788840256.086073:0:15916:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840256.090248:0:15916:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840256.090251:0:15916:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840256.090268:0:15916:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125fb80 x1875733154994688/t0(0) o104->LOV_OSC_UUID@192.168.202.131@tcp:647/0 lens 328/224 e 0 to 0 dl 1788840267 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788840256.090282:0:15916:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90ee9125fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:15855:x1875733154994688:12345-192.168.202.131@tcp:104: Request processed in 4346us (4886us total) trans 0 rc 0/0 00000100:00100000:2.0:1788840256.090293:0:15916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.131@tcp, seq: 56 00000100:00000040:2.0:1788840256.090297:0:15916:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff90ee98818000 : new rpc_count 0 00000100:00000001:2.0:1788840256.090300:0:15916:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788840256.090303:0:15916:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1788840256.090311:0:15916:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90ee98e7dd00. 00000020:00000010:2.0:1788840256.090318:0:15916:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90ee87984960. 00000020:00000010:2.0:1788840256.090322:0:15916:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90ee98862800. 00000020:00000040:2.0:1788840256.090327:0:15916:0:(genops.c:879:class_export_put()) PUTting export ffff90ee98818000 : new refcount 3 00000100:00000001:2.0:1788840256.090330:0:15916:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788840256.090404:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840256.090408:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989b00. 00000400:00000200:2.0:1788840256.090413:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840256.090418:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840256.090426:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234330 00000400:00000010:2.0:1788840256.090429:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234330. 00000100:00000001:2.0:1788840256.090433:0:2354:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1788840256.090435:0:2354:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:2.0:1788840256.090915:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840256.090919:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989e00. 00000400:00000200:2.0:1788840256.090923:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840256.090928:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840256.090932:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee912343b8 00000400:00000010:2.0:1788840256.090934:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee912343b8. 00000100:00000001:2.0:1788840256.090937:0:2354:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1788840256.090938:0:2354:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1788840256.090951:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840256.090954:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840256.090957:0:16054:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00000001:2.0:1788840256.090960:0:16054:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1788840256.090962:0:16054:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1788840256.090968:0:16054:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 0000000063277007/0x3aa5f499c96f3704 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x8a436931312ba3cf expref: -99 pid: 30943 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1788840256.090980:0:16054:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90ee87d8c400 already unused, calling callback (ffffffffc123b300) 00000008:00000001:2.0:1788840256.090983:0:16054:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1788840256.090986:0:16054:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1788840256.090988:0:16054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840256.090991:0:16054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840256.090993:0:16054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c400 refcount=3 00000020:00000001:2.0:1788840256.090996:0:16054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888587264 : -122120820964352 : ffff90ee87d8c400) 00010000:00000001:2.0:1788840256.090999:0:16054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888587264 : -122120820964352 : ffff90ee87d8c400) 00010000:00000001:2.0:1788840256.091002:0:16054:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788840256.091005:0:16054:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 0000000063277007/0x3aa5f499c96f3704 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x8a436931312ba3cf expref: -99 pid: 30943 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:2.0:1788840256.091014:0:16054:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:2.0:1788840256.091017:0:16054:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:2.0:1788840256.091022:0:16054:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff90ee912221b0. 00000020:00000010:2.0:1788840256.091028:0:16054:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90ee98862800. 00000020:00000010:2.0:1788840256.091033:0:16054:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff90ee98862e00. 00000020:00000010:2.0:1788840256.091038:0:16054:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff90ee87fb1000. 00000008:00000010:2.0:1788840256.091044:0:16054:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff90ee8500d980. 00020000:00000010:2.0:1788840256.091049:0:16054:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff90ee90b55a80. 00008000:00000010:2.0:1788840256.091054:0:16054:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff90ee87174e20. 00000080:00000010:2.0:1788840256.091060:0:16054:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff90ee988bdd20. 00000080:00000010:2.0:1788840256.091065:0:16054:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff90ee98845720. 00000020:00000010:2.0:1788840256.091069:0:16054:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90ee98863800. 00000008:00000010:2.0:1788840256.091084:0:16054:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff90ee87fdc000. 00020000:00000010:2.0:1788840256.091089:0:16054:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff90ee98ea76c0. 00008000:00000010:2.0:1788840256.091092:0:16054:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff90ee988be000. 00000080:00000010:2.0:1788840256.091096:0:16054:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff90ee988bf3c0. 00000020:00000001:2.0:1788840256.091100:0:16054:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044390328 : -122120665161288 : ffff90ee912221b8) 00000020:00001000:2.0:1788840256.091102:0:16054:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912221b0 00000008:00000001:2.0:1788840256.091104:0:16054:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:2.0:1788840256.091106:0:16054:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788840256.091109:0:16054:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912221b0 00000008:00000001:2.0:1788840256.091111:0:16054:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840256.091115:0:16054:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788840256.091121:0:16054:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788840256.091123:0:16054:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788840256.091125:0:16054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840256.091128:0:16054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788840256.091131:0:16054:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee87d8c400 with handle 0x3aa5f499c96f3704 from hash 00010000:00000001:2.0:1788840256.091133:0:16054:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788840256.091135:0:16054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840256.091136:0:16054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840256.091138:0:16054:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788840256.091141:0:16054:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788840256.091142:0:16054:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1788840256.091149:0:16054:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840256.091152:0:16054:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840256.091154:0:16054:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840256.091156:0:16054:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1788840256.091162:0:16054:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125f100. 00000020:00000040:2.0:1788840256.091165:0:16054:0:(genops.c:1210:class_import_get()) import ffff90ee92b59000 refcount=3 obd=lustre-OST0001-osc-ffff90ee90f70800 00000100:00000001:2.0:1788840256.091172:0:16054:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840256.091175:0:16054:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840256.091180:0:16054:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840256.091187:0:16054:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee98862600. 00000100:00000001:2.0:1788840256.091194:0:16054:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840256.091197:0:16054:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788840256.091203:0:16054:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 0000000063277007/0x3aa5f499c96f3704 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8a436931312ba3cf expref: -99 pid: 30943 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1788840256.091212:0:16054:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788840256.091214:0:16054:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840256.091218:0:16054:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840256.091223:0:16054:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840256.091230:0:16054:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc252aff] to pc [ptlrpcd_01_00+0] req@ffff90ee9125f100 x1875733133974528/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788840256.091263:0:16054:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840256.091266:0:16054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840256.091267:0:16054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840256.091268:0:16054:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840256.091271:0:16054:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788840256.091273:0:16054:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840256.091276:0:16054:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 0000000063277007/0x3aa5f499c96f3704 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8a436931312ba3cf expref: -99 pid: 30943 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788840256.091283:0:16054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788840256.091286:0:16054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 0000000063277007/0x3aa5f499c96f3704 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8a436931312ba3cf expref: -99 pid: 30943 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1788840256.091293:0:16054:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff90eea05b2280. 00010000:00000040:2.0:1788840256.091298:0:16054:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee892b1300 count: 0 00010000:00000010:2.0:1788840256.091306:0:16054:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff90ee892b1400. 00010000:00000001:2.0:1788840256.091315:0:16054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840256.091318:0:16054:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1788840256.091320:0:16054:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff90ee87156240. 00010000:00000001:2.0:1788840256.091323:0:16054:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840256.091325:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840256.091327:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840256.091329:0:16054:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1788840256.091330:0:16054:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1788840256.091332:0:16054:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1788840256.091336:0:16054:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000ccf51853/0x3aa5f499c96f3719 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x8a436931312ba40e expref: -99 pid: 30944 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1788840256.091344:0:16054:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90ee86e85000 already unused, calling callback (ffffffffc123b300) 00000008:00000001:2.0:1788840256.091346:0:16054:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1788840256.091347:0:16054:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1788840256.091349:0:16054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840256.091350:0:16054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840256.091352:0:16054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85000 refcount=3 00000020:00000001:2.0:1788840256.091354:0:16054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872828928 : -122120836722688 : ffff90ee86e85000) 00010000:00000001:2.0:1788840256.091356:0:16054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872828928 : -122120836722688 : ffff90ee86e85000) 00010000:00000001:2.0:1788840256.091359:0:16054:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788840256.091361:0:16054:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000ccf51853/0x3aa5f499c96f3719 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x8a436931312ba40e expref: -99 pid: 30944 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:2.0:1788840256.091368:0:16054:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:2.0:1788840256.091369:0:16054:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788840256.091371:0:16054:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044390328 : -122120665161288 : ffff90ee912221b8) 00000020:00001000:2.0:1788840256.091373:0:16054:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912221b0 00000008:00000001:2.0:1788840256.091374:0:16054:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:2.0:1788840256.091376:0:16054:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788840256.091378:0:16054:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912221b0 00000008:00000001:2.0:1788840256.091379:0:16054:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840256.091381:0:16054:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788840256.091383:0:16054:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788840256.091384:0:16054:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788840256.091386:0:16054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840256.091388:0:16054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788840256.091390:0:16054:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee86e85000 with handle 0x3aa5f499c96f3719 from hash 00010000:00000001:2.0:1788840256.091392:0:16054:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788840256.091393:0:16054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840256.091394:0:16054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840256.091395:0:16054:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788840256.091397:0:16054:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788840256.091399:0:16054:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1788840256.091402:0:16054:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840256.091404:0:16054:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840256.091406:0:16054:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840256.091407:0:16054:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1788840256.091411:0:16054:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125f480. 00000020:00000040:2.0:1788840256.091414:0:16054:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=3 obd=lustre-OST0000-osc-ffff90ee90f70800 00000100:00000001:2.0:1788840256.091416:0:16054:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840256.091418:0:16054:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840256.091420:0:16054:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840256.091424:0:16054:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee98862a00. 00000100:00000001:2.0:1788840256.091427:0:16054:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840256.091429:0:16054:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788840256.091432:0:16054:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000ccf51853/0x3aa5f499c96f3719 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8a436931312ba40e expref: -99 pid: 30944 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1788840256.091438:0:16054:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788840256.091439:0:16054:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840256.091441:0:16054:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840256.091444:0:16054:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840256.091448:0:16054:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066e3bafe] to pc [ptlrpcd_01_01+1] req@ffff90ee9125f480 x1875733133974656/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788840256.091457:0:16054:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840256.091459:0:16054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840256.091460:0:16054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840256.091461:0:16054:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840256.091463:0:16054:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788840256.091464:0:16054:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840256.091467:0:16054:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000ccf51853/0x3aa5f499c96f3719 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8a436931312ba40e expref: -99 pid: 30944 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788840256.091474:0:16054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788840256.091476:0:16054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000ccf51853/0x3aa5f499c96f3719 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8a436931312ba40e expref: -99 pid: 30944 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1788840256.091483:0:16054:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff90ee871392c0. 00010000:00000040:2.0:1788840256.091486:0:16054:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee98cc4b00 count: 0 00010000:00000010:2.0:1788840256.091489:0:16054:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff90ee98cc4800. 00010000:00000001:2.0:1788840256.091494:0:16054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840256.091496:0:16054:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1788840256.091497:0:16054:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff90ee87156000. 00010000:00000001:2.0:1788840256.091509:0:16054:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840256.091511:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840256.091513:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840256.091514:0:16054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788840256.091516:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840256.091517:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840256.091518:0:16054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788840256.091520:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840256.091521:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840256.091522:0:16054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788840256.091529:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840256.091531:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840256.091533:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788840256.091537:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840256.091540:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840256.091543:0:2361:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840256.091549:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125f100 x1875733133974528/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840256.091562:0:2361:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840256.091564:0:2361:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840256.091568:0:2361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840256.091571:0:2361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840256.091573:0:2361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840256.091577:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733133974528:192.168.202.131@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1788840256.091580:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840256.091585:0:2361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840256.091588:0:2361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840256.091590:0:2361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840256.091595:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee98863a00. 02000000:00000001:2.0:1788840256.091597:0:2361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840256.091603:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840256.091607:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4ee70. 00000400:00000010:2.0:1788840256.091612:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee912343b8. 00000100:00000200:2.0:1788840256.091618:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133974528, portal 18 00000100:00000001:2.0:1788840256.091621:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840256.091622:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044640000 : -122120664911616 : ffff90ee9125f100) 00000100:00000040:2.0:1788840256.091629:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125f100 x1875733133974528/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840272 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840256.091636:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840256.091669:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840256.091672:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234330. 00000100:00000200:2.0:1788840256.091676:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875733133974528, offset 0 00000400:00000200:2.0:1788840256.091682:0:2361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840256.091690:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840256.091698:0:2361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840256.091703:0:2361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840256.091707:0:2361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840256.091711:0:2361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840256.091713:0:2361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840256.091717:0:2361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2402:2402:256:4294967295] 192.168.202.131@tcp LPNI seq info [2402:2402:8:4294967295] 00000400:00000200:2.0:1788840256.091721:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840256.091729:0:2361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840256.091735:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840256.091740:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989e00. 00000800:00000200:2.0:1788840256.091756:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840256.091763:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840256.091767:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989e00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788840256.091777:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840256.091781:0:2361:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: using a timeout of 297635 usecs (298 jiffies) 00000400:00000200:2.0:1788840256.091784:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840256.091788:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296486200 00000100:00000001:2.0:1788840256.091791:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296487288 00000100:00000001:2.0:1788840256.091794:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296486200 00000100:00000001:2.0:1788840256.091796:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296487295 00000100:00000001:2.0:1788840256.091798:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840256.091801:0:2361:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840256.091805:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840256.091807:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840256.091812:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840256.091815:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788840256.091817:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840256.091818:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840256.091820:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840256.091822:0:2361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1788840256.091824:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840256.091825:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840256.091827:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840256.091828:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840256.091829:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840256.091830:0:2361:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840256.091833:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125f480 x1875733133974656/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840256.091840:0:2361:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840256.091842:0:2361:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840256.091844:0:2361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840256.091845:0:2361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840256.091847:0:2361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840256.091849:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733133974656:192.168.202.131@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1788840256.091852:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840256.091854:0:2361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840256.091856:0:2361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840256.091857:0:2361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840256.091861:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee85c11a00. 02000000:00000001:2.0:1788840256.091862:0:2361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840256.091865:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840256.091869:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e420. 00000400:00000010:2.0:1788840256.091872:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234a18. 00000100:00000200:2.0:1788840256.091875:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133974656, portal 18 00000100:00000001:2.0:1788840256.091877:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840256.091878:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044640896 : -122120664910720 : ffff90ee9125f480) 00000100:00000040:2.0:1788840256.091885:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125f480 x1875733133974656/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840272 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840256.091890:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840256.091893:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840256.091895:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234440. 00000100:00000200:2.0:1788840256.091897:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875733133974656, offset 0 00000400:00000200:2.0:1788840256.091901:0:2361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840256.091905:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840256.091908:0:2361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840256.091911:0:2361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840256.091914:0:2361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840256.091916:0:2361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840256.091919:0:2361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840256.091923:0:2361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2403:2403:255:4294967295] 192.168.202.131@tcp LPNI seq info [2403:2403:7:4294967295] 00000400:00000200:2.0:1788840256.091928:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840256.091936:0:2361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840256.091940:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840256.091944:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989b00. 00000800:00000200:2.0:1788840256.091948:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840256.091952:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840256.091954:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989b00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788840256.091957:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840256.091960:0:2361:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: using a timeout of 23178 usecs (24 jiffies) 00000400:00000200:2.0:1788840256.091963:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840256.091965:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296485926 00000100:00000001:2.0:1788840256.091967:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296487288 00000100:00000001:2.0:1788840256.091969:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296485926 00000100:00000001:2.0:1788840256.091972:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296487295 00000100:00000001:2.0:1788840256.091973:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840256.091975:0:2361:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840256.091978:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840256.091980:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840256.091993:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840256.091997:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840256.092025:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840256.092028:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989e00. 00000400:00000200:2.0:1788840256.092032:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840256.092035:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840256.092039:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234330 00000400:00000010:2.0:1788840256.092042:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234330. 00000100:00000001:2.0:1788840256.092047:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840256.092053:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125f100 x1875733133974528/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840272 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840256.092073:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840256.092078:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125f100 x1875733133974528/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840272 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840256.092086:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840256.092088:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788840256.097241:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840256.097254:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989b00. 00000400:00000200:2.0:1788840256.097261:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840256.097271:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840256.097279:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234440 00000400:00000010:2.0:1788840256.097282:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234440. 00000100:00000001:2.0:1788840256.097287:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840256.097294:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125f480 x1875733133974656/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840272 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840256.097318:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840256.097322:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125f480 x1875733133974656/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840272 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840256.097328:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840256.097330:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840256.106878:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840256.106900:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840256.106905:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840256.106907:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840256.106918:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840256.106926:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840256.106935:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840256.106940:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840256.106945:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840256.106949:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 18 MB=0x6a9f82724dc00 00000400:00000200:3.0:1788840256.106954:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840256.106959:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.131@tcp of length 224/224 into md 0x690d [1] + 224 00000800:00000001:3.0:1788840256.106965:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840256.106969:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840256.106972:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840256.106977:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840256.106985:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840256.106995:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125f100 x1875733133974528/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840272 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840256.107007:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee9125f100 x1875733133974528/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840272 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840256.107022:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840256.107030:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840256.107034:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840256.107035:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840256.107037:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840256.107040:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840256.107043:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840256.107047:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840256.107050:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840256.107052:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840256.107055:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 18 MB=0x6a9f82724dc80 00000400:00000200:3.0:1788840256.107057:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840256.107061:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.131@tcp of length 224/224 into md 0x691d [1] + 224 00000800:00000001:3.0:1788840256.107064:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840256.107094:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840256.107098:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840256.107101:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840256.107105:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840256.107110:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125f480 x1875733133974656/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840272 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840256.107118:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee9125f480 x1875733133974656/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840272 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840256.107126:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840256.107130:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840256.107133:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840256.107152:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840256.107156:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788840256.107163:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840256.107166:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840256.107168:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e420. 00000400:00000200:3.0:1788840256.107174:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234a18 00000400:00000010:3.0:1788840256.107176:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234a18. 00000100:00000001:3.0:1788840256.107179:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840256.107184:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125f480 x1875733133974656/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840272 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840256.107192:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125f480 x1875733133974656/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840272 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840256.107198:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840256.107200:0:2361:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840256.107202:0:2361:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840256.107208:0:2361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840256.107211:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840256.107214:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840256.107217:0:2361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840256.107227:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b5cd38 time=103 v=5 (5 5 0 5) 00000100:00001000:3.0:1788840256.107230:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840256.107233:0:2361:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840256.107235:0:2361:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840256.107238:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840256.107242:0:2361:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840256.107245:0:2361:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840256.107247:0:2361:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: skip recheck: last_committed 4294967339 00000100:00000001:3.0:1788840256.107249:0:2361:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840256.107250:0:2361:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840256.107255:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125f480 x1875733133974656/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840272 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840256.107261:0:2361:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840256.107264:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840256.107266:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840256.107270:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125f480 x1875733133974656/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840272 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840256.107339:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733133974656:192.168.202.131@tcp:103:ldlm_bl.0 00000400:00000001:3.0:1788840256.107345:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840256.107347:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840256.107349:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4ee70. 00000400:00000200:3.0:1788840256.107351:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee912343b8 00000400:00000010:3.0:1788840256.107353:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee912343b8. 00000100:00000001:3.0:1788840256.107355:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840256.107358:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125f100 x1875733133974528/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840272 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840256.107366:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125f100 x1875733133974528/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840272 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840256.107377:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840256.107378:0:2361:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840256.107380:0:2361:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840256.107382:0:2361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840256.107383:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840256.107385:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840256.107387:0:2361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840256.107391:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b59538 time=88 v=5 (5 5 5 5) 00000100:00001000:3.0:1788840256.107394:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b59418 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840256.107396:0:2361:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840256.107397:0:2361:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840256.107399:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840256.107401:0:2361:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840256.107403:0:2361:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840256.107404:0:2361:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90ee90f70800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1788840256.107406:0:2361:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840256.107407:0:2361:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840256.107411:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125f100 x1875733133974528/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840272 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840256.107417:0:2361:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840256.107418:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840256.107420:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840256.107424:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125f100 x1875733133974528/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840272 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840256.107430:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733133974528:192.168.202.131@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788840256.107435:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840256.107438:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840256.107441:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125f480 x1875733133974656/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840272 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840256.107448:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840256.107450:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840256.107454:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee85c11a00. 02000000:00000001:3.0:1788840256.107457:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840256.107460:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840256.107462:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=2 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:3.0:1788840256.107464:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840256.107466:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee98862a00. 02000000:00000001:3.0:1788840256.107471:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840256.107472:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840256.107474:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125f480. 00000100:00000001:3.0:1788840256.107477:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840256.107478:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840256.107480:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840256.107483:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125f100 x1875733133974528/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840272 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840256.107489:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840256.107490:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840256.107491:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee98863a00. 02000000:00000001:3.0:1788840256.107494:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840256.107495:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840256.107496:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee92b59000 refcount=2 obd=lustre-OST0001-osc-ffff90ee90f70800 00000020:00000001:3.0:1788840256.107509:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840256.107511:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee98862600. 02000000:00000001:3.0:1788840256.107513:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840256.107514:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840256.107515:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125f100. 00000100:00000001:3.0:1788840256.107517:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840256.107518:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840256.107520:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840256.107527:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840256.107529:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840256.107531:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840256.107533:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840256.113429:0:31313:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1788840256.116739:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1300. 00010000:00000010:2.1:1788840256.116753:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8c400. 00010000:00000010:2.1:1788840256.116765:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4b00. 00010000:00000010:2.1:1788840256.116769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e85000. 00010000:00000001:1.0:1788840256.139241:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840256.139249:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840256.147425:0:15925:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840256.147432:0:15925:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840256.147437:0:15925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788840257.154329:0:31375:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840257.157789:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840257.157796:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840257.158055:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788840257.158058:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840257.158061:0:16054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788840257.477889:0:29212:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120a20 (cpu 2) has reached its deadline 4296487288, at 4296487296 00000100:00000010:2.0:1788840257.477903:0:29212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee9887d0c0. 00000100:00000040:3.0:1788840257.478042:0:20562:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120b30 (cpu 3) has reached its deadline 4296487295, at 4296487296 00000100:00000010:3.0:1788840257.478049:0:20562:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee87fb1c00. 00010000:00000001:1.0:1788840258.182130:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840258.182137:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840258.183682:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840258.183687:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840258.183691:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788840258.240906:0:31466:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840258.630760:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788840258.630769:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788840258.630779:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125e680. 00000020:00000040:2.0:1788840258.630784:0:37:0:(genops.c:1210:class_import_get()) import ffff90ee98ee5800 refcount=4 obd=MGC192.168.202.131@tcp 00000100:00000001:2.0:1788840258.630788:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840258.630792:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840258.630797:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840258.630805:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee87989b00. 00000100:00000001:2.0:1788840258.630811:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840258.630822:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS req@ffff90ee9125e680 x1875733133974784/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788840258.630834:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840258.630839:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840258.630846:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024ddfd4f] to pc [ptlrpcd_01_00+0] req@ffff90ee9125e680 x1875733133974784/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840258.630872:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840258.630875:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788840258.630879:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788840258.630882:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125ce00. 00000020:00000040:2.0:1788840258.630884:0:37:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=8 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:2.0:1788840258.630886:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840258.630887:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840258.630889:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840258.630893:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee87989e00. 00000100:00000001:2.0:1788840258.630896:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840258.630900:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID req@ffff90ee9125ce00 x1875733133974912/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788840258.630907:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840258.630909:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840258.630912:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000be55710] to pc [ptlrpcd_01_01+1] req@ffff90ee9125ce00 x1875733133974912/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840258.630921:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840258.630923:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788840258.630929:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788840258.630932:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125ed80. 00000020:00000040:2.0:1788840258.630934:0:37:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=3 obd=lustre-OST0000-osc-ffff90ee90f70800 00000100:00000001:2.0:1788840258.630936:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840258.630938:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840258.630939:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840258.630943:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee87989700. 00000100:00000001:2.0:1788840258.630946:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840258.630950:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID req@ffff90ee9125ed80 x1875733133975040/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788840258.630956:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840258.630958:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840258.630961:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e0e8a5c] to pc [ptlrpcd_01_00+0] req@ffff90ee9125ed80 x1875733133975040/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840258.630968:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840258.630970:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788840258.630973:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788840258.630976:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125c700. 00000020:00000040:2.0:1788840258.630978:0:37:0:(genops.c:1210:class_import_get()) import ffff90ee92b59000 refcount=3 obd=lustre-OST0001-osc-ffff90ee90f70800 00000100:00000001:2.0:1788840258.630980:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840258.630981:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840258.630983:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840258.630985:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee87989900. 00000100:00000001:2.0:1788840258.630987:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840258.630991:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID req@ffff90ee9125c700 x1875733133975168/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788840258.630996:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840258.630998:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840258.631001:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8e9a1e9] to pc [ptlrpcd_01_01+1] req@ffff90ee9125c700 x1875733133975168/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840258.631012:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840258.631016:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1826) 00000100:00000001:2.0:1788840258.631027:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840258.631031:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840258.631033:0:2361:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840258.631038:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125e680 x1875733133974784/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840258.631045:0:2361:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840258.631047:0:2361:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840258.631051:0:2361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840258.631053:0:2361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840258.631056:0:2361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840258.631060:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2361:1875733133974784:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840258.631064:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840258.631069:0:2361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840258.631071:0:2361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840258.631074:0:2361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840258.631078:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee85c11a00. 02000000:00000001:2.0:1788840258.631080:0:2361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840258.631087:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840258.631091:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4ee18. 00000400:00000010:2.0:1788840258.631110:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234440. 00000100:00000200:2.0:1788840258.631118:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133974784, portal 25 00000100:00000001:2.0:1788840258.631121:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840258.631122:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044637312 : -122120664914304 : ffff90ee9125e680) 00000100:00000040:2.0:1788840258.631128:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125e680 x1875733133974784/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840258.631135:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840258.631137:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840258.631140:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234330. 00000100:00000200:2.0:1788840258.631144:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875733133974784, offset 0 00000400:00000200:2.0:1788840258.631150:0:2361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840258.631159:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840258.631166:0:2361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840258.631172:0:2361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840258.631176:0:2361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840258.631180:0:2361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840258.631183:0:2361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840258.631186:0:2361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2404:2404:256:4294967295] 192.168.202.131@tcp LPNI seq info [2404:2404:8:4294967295] 00000400:00000200:2.0:1788840258.631191:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840258.631200:0:2361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840258.631205:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840258.631210:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989d00. 00000800:00000200:2.0:1788840258.631216:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840258.631223:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840258.631227:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840258.631237:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840258.631241:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840258.631244:0:2361:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4296492448 00000100:00000010:2.0:1788840258.631248:0:2361:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee87fb1e40. 00000100:00000001:2.0:1788840258.631255:0:2361:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788840258.631259:0:2361:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4296492448 00000100:00000010:2.0:1788840258.631262:0:2361:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee87fb1ae0. 00000100:00000001:2.0:1788840258.631265:0:2361:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788840258.631268:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840258.631271:0:2361:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840258.631273:0:2361:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840258.631277:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125ed80 x1875733133975040/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840258.631283:0:2361:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840258.631284:0:2361:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840258.631286:0:2361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840258.631288:0:2361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840258.631290:0:2361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840258.631293:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733133975040:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840258.631296:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840258.631750:0:2361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840258.631753:0:2361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840258.631756:0:2361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840258.631761:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee85c10400. 02000000:00000001:2.0:1788840258.631763:0:2361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840258.631768:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840258.631772:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4ecb8. 00000400:00000010:2.0:1788840258.631776:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234aa0. 00000100:00000200:2.0:1788840258.631780:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133975040, portal 4 00000100:00000001:2.0:1788840258.631782:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840258.631783:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044639104 : -122120664912512 : ffff90ee9125ed80) 00000100:00000040:2.0:1788840258.631790:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125ed80 x1875733133975040/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840258.631796:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840258.631798:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840258.631801:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234000. 00000100:00000200:2.0:1788840258.631803:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733133975040, offset 0 00000400:00000200:2.0:1788840258.631808:0:2361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840258.631813:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840258.631818:0:2361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840258.631821:0:2361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840258.631824:0:2361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840258.631826:0:2361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840258.631828:0:2361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840258.631832:0:2361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2405:2405:255:4294967295] 192.168.202.131@tcp LPNI seq info [2405:2405:7:4294967295] 00000400:00000200:2.0:1788840258.631835:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840258.631842:0:2361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840258.631847:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840258.631851:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989000. 00000800:00000200:2.0:1788840258.631855:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840258.631860:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840258.631863:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840258.631866:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840258.631869:0:2361:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: using a timeout of 23161 usecs (24 jiffies) 00000400:00000200:2.0:1788840258.631871:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840258.631873:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296488474 00000100:00000001:2.0:1788840258.631876:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296492448 00000100:00000001:2.0:1788840258.631878:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296488474 00000100:00000001:2.0:1788840258.631880:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296492448 00000100:00000001:2.0:1788840258.631881:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840258.631884:0:2361:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840258.631886:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840258.631889:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840258.631896:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840258.631898:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788840258.631901:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840258.631902:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840258.631904:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840258.631907:0:2361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1788840258.631909:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840258.631911:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840258.631912:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840258.631914:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840258.631915:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840258.631916:0:2361:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840258.631920:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125ce00 x1875733133974912/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840258.631927:0:2361:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840258.631928:0:2361:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840258.631930:0:2361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840258.631932:0:2361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840258.631935:0:2361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840258.631937:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733133974912:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840258.631941:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840258.631943:0:2361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840258.631945:0:2361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840258.631946:0:2361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840258.631950:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee85c10000. 02000000:00000001:2.0:1788840258.631952:0:2361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840258.631955:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840258.631957:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e108. 00000400:00000010:2.0:1788840258.631961:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234e58. 00000100:00000200:2.0:1788840258.631963:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133974912, portal 10 00000100:00000001:2.0:1788840258.631965:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840258.631966:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044631040 : -122120664920576 : ffff90ee9125ce00) 00000100:00000040:2.0:1788840258.631973:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125ce00 x1875733133974912/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840258.631979:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840258.631981:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840258.631983:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234908. 00000100:00000200:2.0:1788840258.631984:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733133974912, offset 0 00000400:00000200:2.0:1788840258.631988:0:2361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840258.631992:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840258.631995:0:2361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840258.631997:0:2361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840258.632000:0:2361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840258.632002:0:2361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840258.632004:0:2361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840258.632007:0:2361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2406:2406:254:4294967295] 192.168.202.131@tcp LPNI seq info [2406:2406:6:4294967295] 00000400:00000200:2.0:1788840258.632010:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840258.632015:0:2361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840258.632020:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840258.632024:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989100. 00000800:00000200:2.0:1788840258.632027:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840258.632032:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840258.632034:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840258.632037:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840258.632039:0:2361:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 790085 usecs (791 jiffies) 00000400:00000200:2.0:1788840258.632041:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840258.632043:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296489241 00000100:00000001:2.0:1788840258.632045:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296492448 00000100:00000001:2.0:1788840258.632047:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296489241 00000100:00000001:2.0:1788840258.632049:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296492448 00000100:00000001:2.0:1788840258.632050:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840258.632052:0:2361:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840258.632055:0:2361:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840258.632058:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125c700 x1875733133975168/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840258.632065:0:2361:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840258.632066:0:2361:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840258.632069:0:2361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840258.632070:0:2361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840258.632072:0:2361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840258.632074:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733133975168:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840258.632077:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840258.632079:0:2361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840258.632080:0:2361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840258.632082:0:2361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840258.632085:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee85c11200. 02000000:00000001:2.0:1788840258.632087:0:2361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840258.632090:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840258.632092:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e1b8. 00000400:00000010:2.0:1788840258.632106:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee912345d8. 00000100:00000200:2.0:1788840258.632110:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133975168, portal 4 00000100:00000001:2.0:1788840258.632112:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840258.632113:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044629248 : -122120664922368 : ffff90ee9125c700) 00000100:00000040:2.0:1788840258.632118:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125c700 x1875733133975168/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840258.632124:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840258.632126:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840258.632129:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234bb0. 00000100:00000200:2.0:1788840258.632131:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733133975168, offset 0 00000400:00000200:2.0:1788840258.632136:0:2361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840258.632138:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840258.632141:0:2361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840258.632143:0:2361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840258.632144:0:2361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840258.632146:0:2361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840258.632147:0:2361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840258.632149:0:2361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2407:2407:253:4294967295] 192.168.202.131@tcp LPNI seq info [2407:2407:5:4294967295] 00000400:00000200:2.0:1788840258.632151:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840258.632155:0:2361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840258.632158:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840258.632161:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989500. 00000800:00000200:2.0:1788840258.632163:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840258.632166:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840258.632168:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840258.632169:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840258.632171:0:2361:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: using a timeout of 295797 usecs (296 jiffies) 00000400:00000200:2.0:1788840258.632173:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840258.632174:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296488746 00000100:00000001:2.0:1788840258.632176:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296492448 00000100:00000001:2.0:1788840258.632177:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296488746 00000100:00000001:2.0:1788840258.632179:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296492448 00000100:00000001:2.0:1788840258.632180:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840258.632181:0:2361:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840258.632183:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840258.632185:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840258.632198:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840258.632199:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840258.632232:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840258.632235:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989d00. 00000400:00000200:2.0:1788840258.632238:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840258.632242:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840258.632246:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234330 00000400:00000010:2.0:1788840258.632247:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234330. 00000100:00000001:2.0:1788840258.632250:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840258.632254:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125e680 x1875733133974784/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840258.632260:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840258.632262:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125e680 x1875733133974784/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840274 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840258.632267:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840258.632268:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788840258.632275:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840258.632276:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989000. 00000400:00000200:2.0:1788840258.632277:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840258.632279:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840258.632281:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234000 00000400:00000010:2.0:1788840258.632282:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234000. 00000100:00000001:2.0:1788840258.632283:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840258.632285:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125ed80 x1875733133975040/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840258.632288:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840258.632290:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125ed80 x1875733133975040/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840274 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840258.632442:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840258.632444:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788840258.632455:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840258.632458:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989100. 00000400:00000200:2.0:1788840258.632460:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840258.632464:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840258.632467:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234908 00000400:00000010:2.0:1788840258.632469:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234908. 00000100:00000001:2.0:1788840258.632471:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840258.632485:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125ce00 x1875733133974912/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840258.632492:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840258.632496:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125ce00 x1875733133974912/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840274 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840258.632502:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840258.632504:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788840258.632571:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840258.632574:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989500. 00000400:00000200:2.0:1788840258.632576:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840258.632579:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840258.632581:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234bb0 00000400:00000010:2.0:1788840258.632583:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234bb0. 00000100:00000001:2.0:1788840258.632586:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840258.632588:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125c700 x1875733133975168/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840258.632594:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840258.632597:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125c700 x1875733133975168/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840274 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840258.632603:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840258.632604:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840258.635904:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840258.635920:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840258.635924:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840258.635927:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840258.635935:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840258.635942:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840258.635950:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840258.635955:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840258.635960:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840258.635964:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 25 MB=0x6a9f82724dd00 00000400:00000200:3.0:1788840258.635969:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840258.635974:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.131@tcp of length 224/224 into md 0x692d [1] + 224 00000800:00000001:3.0:1788840258.635981:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840258.635987:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840258.635990:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840258.635994:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840258.636001:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840258.636009:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125e680 x1875733133974784/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840274 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840258.636020:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee9125e680 x1875733133974784/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840274 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840258.636036:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840258.636043:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840258.636047:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000001:00000001:3.0:1788840258.637076:0:31502:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1788840258.637080:0:31502:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 21h: drop open request and close reply while close and open are both in flight ========================================================== 00:04:17 (1788840257) 00000100:00000001:2.0:1788840258.638071:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840258.638078:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788840258.638088:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840258.638090:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840258.638093:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4ee18. 00000400:00000200:2.0:1788840258.638109:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234440 00000400:00000010:2.0:1788840258.638112:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234440. 00000100:00000001:2.0:1788840258.638116:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840258.638126:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125e680 x1875733133974784/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840274 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788840258.638136:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125e680 x1875733133974784/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840274 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840258.638142:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840258.638144:0:2361:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840258.638147:0:2361:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788840258.638150:0:2361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788840258.638152:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840258.638155:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840258.638158:0:2361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840258.638165:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98ee5c60 time=108 v=5 (5 5 5 5) 00000100:00001000:2.0:1788840258.638168:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98ee5c18 time=108 v=5 (1 1 1 1) 00000100:00000001:2.0:1788840258.638171:0:2361:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788840258.638173:0:2361:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840258.638175:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788840258.638178:0:2361:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840258.638180:0:2361:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840258.638185:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125e680 x1875733133974784/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840274 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840258.638192:0:2361:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840258.638195:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840258.638196:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840258.638200:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125e680 x1875733133974784/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840274 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788840258.638207:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2361:1875733133974784:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840258.638213:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840258.638216:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840258.638219:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125e680 x1875733133974784/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840274 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840258.638225:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840258.638228:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840258.638231:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee85c11a00. 02000000:00000001:2.0:1788840258.638234:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840258.638237:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840258.638239:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee98ee5800 refcount=3 obd=MGC192.168.202.131@tcp 00000020:00000001:2.0:1788840258.638241:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840258.638244:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee87989b00. 02000000:00000001:2.0:1788840258.638247:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840258.638248:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840258.638250:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125e680. 00000100:00000001:2.0:1788840258.638254:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840258.638255:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840258.638259:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840258.638260:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840258.638261:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840258.638263:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840258.638265:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788840258.656521:0:31502:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000800:00000001:3.0:1788840258.658253:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840258.658268:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840258.658271:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840258.658273:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840258.658283:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840258.658290:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840258.658300:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840258.658305:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840258.658310:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840258.658315:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 10 MB=0x6a9f82724dd80 00000400:00000200:3.0:1788840258.658319:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840258.658325:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 224/224 into md 0x694d [1] + 224 00000800:00000001:3.0:1788840258.658333:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840258.658337:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840258.658341:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840258.658346:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840258.658355:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840258.658366:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125ce00 x1875733133974912/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840274 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840258.658377:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee9125ce00 x1875733133974912/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840274 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840258.658391:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840258.658399:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840258.658403:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840258.658404:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840258.658406:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840258.658410:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840258.658414:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840258.658418:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840258.658420:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840258.658423:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840258.658508:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f82724de00 00000400:00000200:3.0:1788840258.658512:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840258.658517:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x693d [1] + 224 00000800:00000001:3.0:1788840258.658522:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840258.658526:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840258.658528:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840258.658532:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840258.658535:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840258.658540:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125ed80 x1875733133975040/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840274 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840258.658548:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee9125ed80 x1875733133975040/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840274 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840258.658555:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840258.658559:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840258.658562:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840258.658564:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840258.658566:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840258.658568:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840258.658571:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840258.658575:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840258.658578:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840258.658580:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840258.658582:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f82724de80 00000400:00000200:3.0:1788840258.658585:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840258.658588:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x695d [1] + 224 00000100:00000001:2.0:1788840258.659505:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840258.659511:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788840258.659520:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000800:00000001:3.0:1788840258.659521:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000001:2.0:1788840258.659522:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840258.659526:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e108. 00000800:00000001:3.0:1788840258.659530:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840258.659533:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840258.659533:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234e58 00000400:00000010:2.0:1788840258.659535:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234e58. 00000400:00000200:3.0:1788840258.659538:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840258.659538:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1788840258.659542:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840258.659544:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125ce00 x1875733133974912/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840274 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840258.659546:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125c700 x1875733133975168/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840274 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840258.659555:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee9125c700 x1875733133975168/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840274 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788840258.659555:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125ce00 x1875733133974912/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840274 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840258.659563:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840258.659563:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840258.659565:0:2361:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840258.659567:0:2361:0:(client.c:1593:after_reply()) Process entered 00000800:00000001:3.0:1788840258.659568:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:2.0:1788840258.659570:0:2361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000800:00000001:3.0:1788840258.659571:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840258.659573:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840258.659575:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840258.659578:0:2361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840258.659587:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=108 v=5 (5 102 102 102) 00000100:00001000:2.0:1788840258.659591:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1788840258.659593:0:2361:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788840258.659595:0:2361:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840258.659598:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788840258.659601:0:2361:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840258.659605:0:2361:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1788840258.659607:0:2361:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: committing for last_committed 4294967629 gen 2 00000100:00000040:2.0:1788840258.659613:0:2361:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967629) req@ffff90ee87f5bb80 x1875733133971328/t4294967621(4294967621) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/456 e 0 to 0 dl 1788840267 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840258.659619:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840258.659622:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f5bb80 x1875733133971328/t4294967621(4294967621) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/456 e 0 to 0 dl 1788840267 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840258.659629:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840258.659631:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840258.659636:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee86f36800. 02000000:00000001:2.0:1788840258.659661:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840258.659664:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840258.659665:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:2.0:1788840258.659668:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840258.659671:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee87161a00. 02000000:00000001:2.0:1788840258.659675:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840258.659677:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840258.659679:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f5bb80. 00000100:00000001:2.0:1788840258.659682:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840258.659684:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840258.659690:0:2361:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967629) req@ffff90ee87fad180 x1875733133971968/t4294967623(4294967623) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 512/456 e 0 to 0 dl 1788840267 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840258.659701:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840258.659704:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87fad180 x1875733133971968/t4294967623(4294967623) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 512/456 e 0 to 0 dl 1788840267 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840258.659709:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840258.659710:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840258.659712:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee85c5dc00. 02000000:00000001:2.0:1788840258.659715:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840258.659716:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840258.659717:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:2.0:1788840258.659718:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840258.659720:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee86fb1a00. 02000000:00000001:2.0:1788840258.659722:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840258.659723:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840258.659724:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87fad180. 00000100:00000001:2.0:1788840258.659726:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840258.659727:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840258.659732:0:2361:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967629) req@ffff90ee87fac380 x1875733133973248/t4294967627(4294967627) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 496/456 e 0 to 0 dl 1788840267 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840258.659738:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840258.659741:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87fac380 x1875733133973248/t4294967627(4294967627) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 496/456 e 0 to 0 dl 1788840267 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840258.659746:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840258.659748:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840258.659749:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee86f36400. 02000000:00000001:2.0:1788840258.659751:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840258.659752:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840258.659754:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:2.0:1788840258.659755:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840258.659757:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee86fb0200. 02000000:00000001:2.0:1788840258.659759:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840258.659760:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840258.659761:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87fac380. 00000100:00000001:2.0:1788840258.659764:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840258.659765:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840258.659769:0:2361:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967629) req@ffff90ee87f58a80 x1875733133973888/t4294967629(4294967629) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 512/456 e 0 to 0 dl 1788840267 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840258.659775:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840258.659778:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f58a80 x1875733133973888/t4294967629(4294967629) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 512/456 e 0 to 0 dl 1788840267 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840258.659783:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840258.659784:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840258.659785:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee86f37c00. 02000000:00000001:2.0:1788840258.659788:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840258.659789:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840258.659790:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=4 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:2.0:1788840258.659791:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840258.659793:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee87160600. 02000000:00000001:2.0:1788840258.659795:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840258.659796:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840258.659797:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f58a80. 00000100:00000001:2.0:1788840258.659800:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840258.659801:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840258.659803:0:2361:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1788840258.659805:0:2361:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: normal: skip=1 replay=4/4 committed=0/0 00000100:00000001:2.0:1788840258.659808:0:2361:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788840258.659810:0:2361:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840258.659816:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125ce00 x1875733133974912/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840274 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840258.659822:0:2361:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840258.659824:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840258.659827:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840258.659830:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125ce00 x1875733133974912/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840274 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788840258.659838:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733133974912:192.168.202.131@tcp:400:kworker.0 00000400:00000001:2.0:1788840258.659843:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840258.659845:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840258.659846:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e1b8. 00000400:00000200:2.0:1788840258.659849:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee912345d8 00000400:00000010:2.0:1788840258.659851:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee912345d8. 00000100:00000001:2.0:1788840258.659853:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840258.659856:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125c700 x1875733133975168/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840274 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788840258.659864:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125c700 x1875733133975168/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840274 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840258.659869:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840258.659870:0:2361:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840258.659872:0:2361:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788840258.659874:0:2361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788840258.659875:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840258.659876:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840258.659878:0:2361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840258.659882:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b59460 time=108 v=5 (5 5 5 36) 00000100:00001000:2.0:1788840258.659885:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b59418 time=7 v=5 (1 0 0 0) 00000100:00000001:2.0:1788840258.659886:0:2361:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788840258.659888:0:2361:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840258.659889:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788840258.659891:0:2361:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840258.659893:0:2361:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788840258.659894:0:2361:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90ee90f70800: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1788840258.659896:0:2361:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788840258.659897:0:2361:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840258.659901:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125c700 x1875733133975168/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840274 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840258.659906:0:2361:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840258.659907:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840258.659908:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840258.659911:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125c700 x1875733133975168/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840274 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788840258.659917:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733133975168:192.168.202.131@tcp:400:kworker.0 00000400:00000001:2.0:1788840258.659921:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840258.659922:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840258.659923:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4ecb8. 00000400:00000200:2.0:1788840258.659925:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234aa0 00000400:00000010:2.0:1788840258.659927:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234aa0. 00000100:00000001:2.0:1788840258.659929:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840258.659932:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125ed80 x1875733133975040/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840274 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788840258.659938:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125ed80 x1875733133975040/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840274 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840258.659943:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840258.659945:0:2361:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840258.659946:0:2361:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788840258.659947:0:2361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788840258.659948:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840258.659949:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840258.659951:0:2361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840258.659954:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b5cc60 time=108 v=5 (5 5 5 36) 00000100:00001000:2.0:1788840258.659957:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=9 v=5 (1 0 0 0) 00000100:00000001:2.0:1788840258.659959:0:2361:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788840258.659960:0:2361:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840258.659961:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788840258.659963:0:2361:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840258.659964:0:2361:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788840258.659966:0:2361:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: skip recheck: last_committed 4294967339 00000100:00000001:2.0:1788840258.659967:0:2361:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788840258.659969:0:2361:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840258.659972:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125ed80 x1875733133975040/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840274 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840258.659978:0:2361:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840258.659979:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840258.659981:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840258.659984:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125ed80 x1875733133975040/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840274 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788840258.659991:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733133975040:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840258.659995:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840258.659997:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840258.660000:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125ce00 x1875733133974912/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840274 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840258.660005:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840258.660007:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840258.660008:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee85c10000. 02000000:00000001:2.0:1788840258.660011:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840258.660012:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840258.660013:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=3 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:2.0:1788840258.660015:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840258.660016:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee87989e00. 02000000:00000001:2.0:1788840258.660019:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840258.660020:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840258.660021:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125ce00. 00000100:00000001:2.0:1788840258.660024:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840258.660025:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840258.660026:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840258.660029:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125c700 x1875733133975168/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840274 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840258.660035:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840258.660037:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840258.660038:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee85c11200. 02000000:00000001:2.0:1788840258.660040:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840258.660041:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840258.660043:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee92b59000 refcount=2 obd=lustre-OST0001-osc-ffff90ee90f70800 00000020:00000001:2.0:1788840258.660044:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840258.660046:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee87989900. 02000000:00000001:2.0:1788840258.660048:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840258.660049:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840258.660051:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125c700. 00000100:00000001:2.0:1788840258.660053:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840258.660054:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840258.660056:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840258.660059:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125ed80 x1875733133975040/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840274 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840258.660064:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840258.660065:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840258.660067:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee85c10400. 02000000:00000001:2.0:1788840258.660068:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840258.660069:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840258.660070:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=2 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:2.0:1788840258.660072:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840258.660073:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee87989700. 02000000:00000001:2.0:1788840258.660075:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840258.660076:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840258.660077:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125ed80. 00000100:00000001:2.0:1788840258.660079:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840258.660080:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840258.660082:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840258.660089:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840258.660091:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840258.660093:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840258.660095:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840259.002422:0:31514:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788840259.002430:0:31514:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788840259.002434:0:31514:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788840259.002438:0:31514:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201f8bb20 00000080:00200000:1.0:1788840259.002443:0:31514:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:1.0:1788840259.002450:0:31514:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee86fb0200. 00800000:00000002:1.0:1788840259.002457:0:31514:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:1.0:1788840259.002461:0:31514:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788840259.002466:0:31514:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788840259.002468:0:31514:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201f8ba40 00800000:00000002:1.0:1788840259.002471:0:31514:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788840259.002485:0:31514:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788840259.002490:0:31514:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788840259.002495:0:31514:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788840259.002497:0:31514:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201f8b910 00000002:00010000:1.0:1788840259.002498:0:31514:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788840259.002501:0:31514:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788840259.002503:0:31514:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840259.002506:0:31514:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788840259.002512:0:31514:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840259.002514:0:31514:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840259.002516:0:31514:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840259.002518:0:31514:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788840259.002520:0:31514:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788840259.002525:0:31514:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87faf800. 00000020:00000040:1.0:1788840259.002530:0:31514:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=4 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00010000:00000001:1.0:1788840259.002537:0:31514:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788840259.002542:0:31514:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840259.002546:0:31514:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840259.002549:0:31514:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840259.002551:0:31514:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840259.002556:0:31514:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840259.002562:0:31514:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee85c5fc00. 00000100:00000001:1.0:1788840259.002569:0:31514:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840259.002573:0:31514:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788840259.002575:0:31514:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840259.002576:0:31514:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788840259.002577:0:31514:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840259.002579:0:31514:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840259.002584:0:31514:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621952890828800 : -122120818722816 : ffff90ee87faf800) 00010000:00000001:1.0:1788840259.002588:0:31514:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788840259.002590:0:31514:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788840259.002594:0:31514:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee98cc4f00. 00010000:00000010:1.0:1788840259.002598:0:31514:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee85063100. 00010000:00000001:1.0:1788840259.002603:0:31514:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788840259.002606:0:31514:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee86e85400. 00000020:00000001:1.0:1788840259.002609:0:31514:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788840259.002612:0:31514:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee86e85400 with handle 0x3aa5f499c96f3751 to hash 00000020:00000001:1.0:1788840259.002614:0:31514:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788840259.002615:0:31514:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952872829952 : -122120836721664 : ffff90ee86e85400) 00010000:00000001:1.0:1788840259.002618:0:31514:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952872829952 : -122120836721664 : ffff90ee86e85400) 00010000:00000001:1.0:1788840259.002621:0:31514:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840259.002624:0:31514:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840259.002627:0:31514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85400/0x3aa5f499c96f3751 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788840259.003610:0:31514:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85400/0x3aa5f499c96f3751 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788840259.004763:0:31514:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85400/0x3aa5f499c96f3751 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31514 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788840259.004777:0:31514:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788840259.004779:0:31514:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788840259.004791:0:31514:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee86f3d9c0. 00000100:00000001:1.0:1788840259.004793:0:31514:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952873585088 : -122120835966528 : ffff90ee86f3d9c0) 00000100:00000001:1.0:1788840259.004797:0:31514:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840259.004798:0:31514:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890828800 : -122120818722816 : ffff90ee87faf800) 00000100:00000001:1.0:1788840259.004804:0:31514:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840259.004808:0:31514:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840259.004810:0:31514:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788840259.004811:0:31514:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840259.004823:0:31514:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87faf800 x1875733133975296/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840259.004831:0:31514:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840259.004834:0:31514:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840259.004837:0:31514:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840259.004841:0:31514:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840259.004844:0:31514:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840259.004847:0:31514:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87faf800 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:31514:1875733133975296:192.168.202.131@tcp:101:lfs.0 00000100:00000001:1.0:1788840259.004852:0:31514:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840259.004857:0:31514:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840259.004861:0:31514:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840259.004863:0:31514:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840259.004869:0:31514:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90ee85dea800. 02000000:00000001:1.0:1788840259.004872:0:31514:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840259.004880:0:31514:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840259.004884:0:31514:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fed68. 00000400:00000010:1.0:1788840259.004891:0:31514:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539660. 00000100:00000200:1.0:1788840259.004898:0:31514:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875733133975296, portal 10 00000100:00000001:1.0:1788840259.004900:0:31514:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840259.004902:0:31514:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890828800 : -122120818722816 : ffff90ee87faf800) 00000100:00000040:1.0:1788840259.004907:0:31514:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87faf800 x1875733133975296/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840275 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840259.004914:0:31514:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840259.004917:0:31514:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840259.004919:0:31514:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539088. 00000100:00000200:1.0:1788840259.004922:0:31514:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875733133975296, offset 0 00000400:00000200:1.0:1788840259.004929:0:31514:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840259.004938:0:31514:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840259.004947:0:31514:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840259.004953:0:31514:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840259.004957:0:31514:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840259.004960:0:31514:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840259.004963:0:31514:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840259.004966:0:31514:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2408:2408:256:4294967295] 192.168.202.131@tcp LPNI seq info [2408:2408:8:4294967295] 00000400:00000200:1.0:1788840259.004970:0:31514:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840259.004979:0:31514:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840259.004985:0:31514:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840259.004990:0:31514:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee86f0d100. 00000800:00000200:1.0:1788840259.004996:0:31514:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840259.005003:0:31514:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840259.005009:0:31514:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee86f0d100 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1788840259.005030:0:31514:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840259.005035:0:31514:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 789026 usecs (790 jiffies) 00000400:00000200:1.0:1788840259.005038:0:31514:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840259.005041:0:31514:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296489613 00000100:00000001:1.0:1788840259.005044:0:31514:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296492448 00000100:00000001:1.0:1788840259.005046:0:31514:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296489613 00000100:00000001:1.0:1788840259.005048:0:31514:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296492448 00000100:00000001:1.0:1788840259.005050:0:31514:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840259.005053:0:31514:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840259.005055:0:31514:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840259.005057:0:31514:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788840259.005059:0:31514:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee86f3d9c0 going to sleep for 11 seconds 00000100:00000001:1.0:1788840259.005062:0:31514:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840259.005064:0:31514:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840259.006164:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840259.006172:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0d100. 00000400:00000200:3.0:1788840259.006178:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840259.006187:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840259.006192:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539088 00000400:00000010:3.0:1788840259.006195:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539088. 00000100:00000001:3.0:1788840259.006199:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840259.006206:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87faf800 x1875733133975296/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840275 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840259.006216:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840259.006219:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87faf800 x1875733133975296/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840275 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840259.006226:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840259.006228:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840259.017236:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840259.017253:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840259.017257:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840259.017259:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840259.017268:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840259.017276:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840259.017286:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840259.017291:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840259.017296:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840259.017301:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 688 into portal 10 MB=0x6a9f82724df00 00000400:00000200:3.0:1788840259.017305:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840259.017311:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 688/688 into md 0x696d [1] + 224 00000800:00000001:3.0:1788840259.017318:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840259.017325:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840259.017328:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840259.017333:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840259.017341:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840259.017350:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87faf800 x1875733133975296/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840275 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840259.017367:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff90ee87faf800 x1875733133975296/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840275 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840259.017392:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840259.017402:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840259.017406:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840259.017495:0:31514:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788840259.017503:0:31514:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840259.017505:0:31514:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840259.017509:0:31514:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fed68. 00000400:00000200:1.0:1788840259.017513:0:31514:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539660 00000400:00000010:1.0:1788840259.017516:0:31514:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539660. 00000100:00000001:1.0:1788840259.017519:0:31514:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840259.017523:0:31514:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87faf800 x1875733133975296/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840275 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788840259.017532:0:31514:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87faf800 x1875733133975296/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840275 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840259.017539:0:31514:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840259.017541:0:31514:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840259.017543:0:31514:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840259.017546:0:31514:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840259.017549:0:31514:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840259.017551:0:31514:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840259.017555:0:31514:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840259.017564:0:31514:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=109 v=5 (5 102 102 102) 00000100:00001000:1.0:1788840259.017568:0:31514:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840259.017571:0:31514:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840259.017572:0:31514:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840259.017575:0:31514:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840259.017578:0:31514:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840259.017582:0:31514:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840259.017584:0:31514:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967629 00000100:00000001:1.0:1788840259.017586:0:31514:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840259.017588:0:31514:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840259.017593:0:31514:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87faf800 x1875733133975296/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840275 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840259.017604:0:31514:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840259.017608:0:31514:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840259.017610:0:31514:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840259.017614:0:31514:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87faf800 x1875733133975296/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840275 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788840259.017622:0:31514:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87faf800 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:31514:1875733133975296:192.168.202.131@tcp:101:lfs.0 00000100:00000001:1.0:1788840259.017627:0:31514:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840259.017630:0:31514:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840259.017633:0:31514:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788840259.017636:0:31514:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840259.017678:0:31514:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87faf800 x1875733133975296/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840275 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840259.017686:0:31514:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840259.017690:0:31514:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee86f3d9c0. 00000100:00000001:1.0:1788840259.017694:0:31514:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788840259.017695:0:31514:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840259.017699:0:31514:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788840259.017703:0:31514:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840259.017705:0:31514:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840259.017708:0:31514:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85400 refcount=4 00000020:00000001:1.0:1788840259.017711:0:31514:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872829952 : -122120836721664 : ffff90ee86e85400) 00010000:00000001:1.0:1788840259.017720:0:31514:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872829952 : -122120836721664 : ffff90ee86e85400) 00010000:00000040:1.0:1788840259.017727:0:31514:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee86e85400, remote cookie: 0x8a436931312ba518, flags: 0x1001 00010000:00010000:1.0:1788840259.017733:0:31514:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85400/0x3aa5f499c96f3751 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba518 expref: -99 pid: 31514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788840259.017744:0:31514:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85400/0x3aa5f499c96f3751 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba518 expref: -99 pid: 31514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840259.017757:0:31514:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788840259.017762:0:31514:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788840259.017765:0:31514:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788840259.017767:0:31514:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788840259.017768:0:31514:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788840259.017771:0:31514:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff90ee98cc4f00) refcount = 1 00010000:00010000:1.0:1788840259.017775:0:31514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85400/0x3aa5f499c96f3751 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba518 expref: -99 pid: 31514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840259.017782:0:31514:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788840259.017785:0:31514:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788840259.017786:0:31514:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840259.017789:0:31514:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788840259.017792:0:31514:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840259.017795:0:31514:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85400/0x3aa5f499c96f3751 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba518 expref: -99 pid: 31514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840259.017800:0:31514:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788840259.017801:0:31514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840259.017803:0:31514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840259.017804:0:31514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840259.017805:0:31514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840259.017806:0:31514:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840259.017811:0:31514:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788840259.017812:0:31514:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840259.017814:0:31514:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840259.017816:0:31514:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85400 refcount=3 00000020:00000001:1.0:1788840259.017817:0:31514:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872829952 : -122120836721664 : ffff90ee86e85400) 00010000:00000001:1.0:1788840259.017819:0:31514:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872829952 : -122120836721664 : ffff90ee86e85400) 00010000:00000001:1.0:1788840259.017821:0:31514:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840259.017822:0:31514:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840259.017823:0:31514:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85400 refcount=4 00000020:00000001:1.0:1788840259.017825:0:31514:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872829952 : -122120836721664 : ffff90ee86e85400) 00010000:00000001:1.0:1788840259.017827:0:31514:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872829952 : -122120836721664 : ffff90ee86e85400) 00010000:00000001:1.0:1788840259.017830:0:31514:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840259.017834:0:31514:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840259.017837:0:31514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85400/0x3aa5f499c96f3751 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba518 expref: -99 pid: 31514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840259.017843:0:31514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840259.017844:0:31514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840259.017845:0:31514:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840259.017846:0:31514:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840259.017857:0:31514:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85400 refcount=5 00000020:00000001:1.0:1788840259.017859:0:31514:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872829952 : -122120836721664 : ffff90ee86e85400) 00010000:00000001:1.0:1788840259.017861:0:31514:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872829952 : -122120836721664 : ffff90ee86e85400) 00010000:00000001:1.0:1788840259.017864:0:31514:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840259.017867:0:31514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85400/0x3aa5f499c96f3751 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba518 expref: -99 pid: 31514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840259.017873:0:31514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840259.017874:0:31514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788840259.017876:0:31514:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85400/0x3aa5f499c96f3751 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba518 expref: -99 pid: 31514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840259.017882:0:31514:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840259.017883:0:31514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840259.017884:0:31514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840259.017886:0:31514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840259.017887:0:31514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788840259.017891:0:31514:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90ee87faf800 x1875733133975296/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840275 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788840259.017901:0:31514:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840259.017902:0:31514:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840259.017904:0:31514:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85400 refcount=3 00000020:00000001:1.0:1788840259.017906:0:31514:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872829952 : -122120836721664 : ffff90ee86e85400) 00010000:00000001:1.0:1788840259.017908:0:31514:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872829952 : -122120836721664 : ffff90ee86e85400) 00010000:00000001:1.0:1788840259.017911:0:31514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840259.017912:0:31514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840259.017913:0:31514:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840259.017915:0:31514:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840259.017918:0:31514:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788840259.017920:0:31514:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840259.017921:0:31514:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840259.017922:0:31514:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85400 refcount=3 00000020:00000001:1.0:1788840259.017924:0:31514:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872829952 : -122120836721664 : ffff90ee86e85400) 00010000:00000001:1.0:1788840259.017926:0:31514:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872829952 : -122120836721664 : ffff90ee86e85400) 00000002:00010000:1.0:1788840259.017930:0:31514:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85400/0x3aa5f499c96f3751 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba518 expref: -99 pid: 31514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840259.017936:0:31514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840259.017937:0:31514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840259.017939:0:31514:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788840259.017941:0:31514:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840259.017942:0:31514:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840259.017943:0:31514:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85400 refcount=3 00000020:00000001:1.0:1788840259.017945:0:31514:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872829952 : -122120836721664 : ffff90ee86e85400) 00010000:00000001:1.0:1788840259.017946:0:31514:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872829952 : -122120836721664 : ffff90ee86e85400) 00010000:00000040:1.0:1788840259.017953:0:31514:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4f00 count: 2 00010000:00000001:1.0:1788840259.017956:0:31514:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788840259.017960:0:31514:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1788840259.017962:0:31514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840259.017963:0:31514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840259.017965:0:31514:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788840259.017968:0:31514:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201f8b898 00000002:00002000:1.0:1788840259.017970:0:31514:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788840259.017973:0:31514:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840259.017977:0:31514:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840259.017980:0:31514:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788840259.017983:0:31514:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788840259.017987:0:31514:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788840259.017990:0:31514:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:1.0:1788840259.017994:0:31514:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee86fb0200. 00000080:00000001:1.0:1788840259.017998:0:31514:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788840259.018001:0:31514:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788840259.018008:0:31514:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788840259.018012:0:31514:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788840259.018018:0:31514:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff90ee871397c0. 00800000:00000001:1.0:1788840259.018021:0:31514:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446621952875665344 : -122120833886272 : ffff90ee871397c0) 00800000:00000001:1.0:1788840259.018023:0:31514:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840259.018026:0:31514:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788840259.018028:0:31514:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788840259.018030:0:31514:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1788840259.018033:0:31514:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788840259.018036:0:31514:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788840259.018037:0:31514:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840259.018042:0:31514:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788840259.018045:0:31514:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1788840259.018049:0:31514:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:1.0:1788840259.018052:0:31514:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840259.018053:0:31514:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840259.018055:0:31514:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85400 refcount=3 00000020:00000001:1.0:1788840259.018056:0:31514:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872829952 : -122120836721664 : ffff90ee86e85400) 00010000:00000001:1.0:1788840259.018059:0:31514:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872829952 : -122120836721664 : ffff90ee86e85400) 00010000:00000001:1.0:1788840259.018061:0:31514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840259.018062:0:31514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788840259.018063:0:31514:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788840259.018066:0:31514:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788840259.018067:0:31514:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee871397c0 1 00800000:00000010:1.0:1788840259.018070:0:31514:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff90ee871397c0. 00800000:00000001:1.0:1788840259.018073:0:31514:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840259.018076:0:31514:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f3751 00800000:00000001:1.0:1788840259.018079:0:31514:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788840259.018082:0:31514:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788840259.018083:0:31514:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840259.018084:0:31514:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840259.018085:0:31514:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85400 refcount=3 00000020:00000001:1.0:1788840259.018087:0:31514:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872829952 : -122120836721664 : ffff90ee86e85400) 00010000:00000001:1.0:1788840259.018089:0:31514:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872829952 : -122120836721664 : ffff90ee86e85400) 00010000:00000001:1.0:1788840259.018091:0:31514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840259.018092:0:31514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840259.018094:0:31514:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840259.018096:0:31514:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840259.018098:0:31514:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840259.018101:0:31514:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:1.0:1788840259.018104:0:31514:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3751 from it ffffa16201f8bb58 00010000:00000001:1.0:1788840259.018105:0:31514:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840259.018106:0:31514:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840259.018108:0:31514:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85400 refcount=3 00000020:00000001:1.0:1788840259.018110:0:31514:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872829952 : -122120836721664 : ffff90ee86e85400) 00010000:00000001:1.0:1788840259.018112:0:31514:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872829952 : -122120836721664 : ffff90ee86e85400) 00010000:00000001:1.0:1788840259.018114:0:31514:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840259.018117:0:31514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85400/0x3aa5f499c96f3751 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba518 expref: -99 pid: 31514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840259.018123:0:31514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840259.018124:0:31514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840259.018126:0:31514:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840259.018128:0:31514:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840259.018130:0:31514:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85400/0x3aa5f499c96f3751 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba518 expref: -99 pid: 31514 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788840259.018138:0:31514:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840259.018140:0:31514:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840259.018142:0:31514:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840259.018147:0:31514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840259.018148:0:31514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840259.018150:0:31514:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840259.018153:0:31514:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840259.018154:0:31514:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840259.018156:0:31514:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840259.018159:0:31514:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840259.018160:0:31514:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840259.018162:0:31514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840259.018163:0:31514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788840259.018165:0:31514:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840259.018169:0:31514:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87faf800 x1875733133975296/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840275 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840259.018176:0:31514:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840259.018178:0:31514:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840259.018182:0:31514:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90ee85dea800. 02000000:00000001:1.0:1788840259.018185:0:31514:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840259.018187:0:31514:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840259.018189:0:31514:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=3 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:1.0:1788840259.018191:0:31514:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840259.018194:0:31514:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee85c5fc00. 02000000:00000001:1.0:1788840259.018198:0:31514:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840259.018200:0:31514:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840259.018202:0:31514:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87faf800. 00000100:00000001:1.0:1788840259.018205:0:31514:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840259.018207:0:31514:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788840259.018210:0:31514:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788840259.018215:0:31514:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788840259.018228:0:31514:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90ee84b119c0. 00000020:00000001:1.0:1788840259.018233:0:31514:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201f8bae8 00000080:00200000:1.0:1788840259.018235:0:31514:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), flags=13 00000080:00000001:1.0:1788840259.018239:0:31514:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788840259.018241:0:31514:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201f8b998 00000080:00200000:1.0:1788840259.018243:0:31514:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), intent=getattr 00000080:00000010:1.0:1788840259.018251:0:31514:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee86fb0200. 00800000:00000002:1.0:1788840259.018256:0:31514:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:1.0:1788840259.018261:0:31514:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788840259.018263:0:31514:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788840259.018265:0:31514:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201f8b8b8 00800000:00000002:1.0:1788840259.018267:0:31514:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788840259.018270:0:31514:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1788840259.018275:0:31514:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201f8b850 00800000:00000002:1.0:1788840259.018277:0:31514:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-1' -> mds #0 00000002:00000001:1.0:1788840259.018281:0:31514:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788840259.018283:0:31514:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201f8b788 00000002:00010000:1.0:1788840259.018285:0:31514:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:1.0:1788840259.018288:0:31514:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788840259.018291:0:31514:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788840259.018294:0:31514:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87faf800. 00000020:00000040:1.0:1788840259.018297:0:31514:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=4 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00010000:00000001:1.0:1788840259.018301:0:31514:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788840259.018304:0:31514:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840259.018307:0:31514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840259.018308:0:31514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840259.018309:0:31514:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840259.018312:0:31514:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840259.018314:0:31514:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840259.018317:0:31514:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840259.018323:0:31514:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee85c5fc00. 00000100:00000001:1.0:1788840259.018328:0:31514:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840259.018331:0:31514:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788840259.018333:0:31514:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840259.018334:0:31514:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788840259.018336:0:31514:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840259.018337:0:31514:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840259.018344:0:31514:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621952890828800 : -122120818722816 : ffff90ee87faf800) 00010000:00000001:1.0:1788840259.018348:0:31514:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788840259.018350:0:31514:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788840259.018352:0:31514:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4f00 count: 2 00010000:00000001:1.0:1788840259.018354:0:31514:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840259.018357:0:31514:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788840259.018361:0:31514:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee86e84000. 00000020:00000001:1.0:1788840259.018365:0:31514:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788840259.018368:0:31514:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee86e84000 with handle 0x3aa5f499c96f3758 to hash 00000020:00000001:1.0:1788840259.018370:0:31514:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788840259.018371:0:31514:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952872824832 : -122120836726784 : ffff90ee86e84000) 00010000:00000001:1.0:1788840259.018374:0:31514:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952872824832 : -122120836726784 : ffff90ee86e84000) 00010000:00000001:1.0:1788840259.018377:0:31514:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840259.018378:0:31514:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840259.018382:0:31514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84000/0x3aa5f499c96f3758 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788840259.018388:0:31514:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84000/0x3aa5f499c96f3758 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788840259.018398:0:31514:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84000/0x3aa5f499c96f3758 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31514 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788840259.018403:0:31514:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788840259.018405:0:31514:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788840259.018411:0:31514:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee86f3d9c0. 00000100:00000001:1.0:1788840259.018413:0:31514:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952873585088 : -122120835966528 : ffff90ee86f3d9c0) 00000100:00000001:1.0:1788840259.018416:0:31514:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840259.018417:0:31514:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890828800 : -122120818722816 : ffff90ee87faf800) 00000100:00000001:1.0:1788840259.018422:0:31514:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840259.018426:0:31514:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840259.018428:0:31514:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788840259.018430:0:31514:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840259.018435:0:31514:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87faf800 x1875733133975424/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840259.018443:0:31514:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840259.018445:0:31514:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840259.018448:0:31514:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840259.018451:0:31514:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840259.018453:0:31514:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840259.018456:0:31514:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87faf800 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:31514:1875733133975424:192.168.202.131@tcp:101:lfs.0 00000100:00000001:1.0:1788840259.018463:0:31514:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840259.018469:0:31514:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840259.018485:0:31514:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840259.018489:0:31514:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840259.018493:0:31514:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90ee85dea800. 02000000:00000001:1.0:1788840259.018495:0:31514:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840259.018502:0:31514:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840259.018505:0:31514:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fed68. 00000400:00000010:1.0:1788840259.018511:0:31514:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539660. 00000100:00000200:1.0:1788840259.018517:0:31514:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875733133975424, portal 10 00000100:00000001:1.0:1788840259.018519:0:31514:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840259.018520:0:31514:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890828800 : -122120818722816 : ffff90ee87faf800) 00000100:00000040:1.0:1788840259.018525:0:31514:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87faf800 x1875733133975424/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840275 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840259.018532:0:31514:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840259.018535:0:31514:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840259.018537:0:31514:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539110. 00000100:00000200:1.0:1788840259.018540:0:31514:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875733133975424, offset 0 00000400:00000200:1.0:1788840259.018546:0:31514:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840259.018553:0:31514:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840259.018559:0:31514:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840259.018564:0:31514:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840259.018569:0:31514:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840259.018573:0:31514:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840259.018576:0:31514:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840259.018579:0:31514:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2409:2409:256:4294967295] 192.168.202.131@tcp LPNI seq info [2409:2409:8:4294967295] 00000400:00000200:1.0:1788840259.018583:0:31514:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840259.018593:0:31514:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840259.018598:0:31514:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840259.018603:0:31514:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee86f0d100. 00000800:00000200:1.0:1788840259.018609:0:31514:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840259.018616:0:31514:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840259.018621:0:31514:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee86f0d100 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1788840259.018665:0:31514:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840259.018671:0:31514:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 787943 usecs (788 jiffies) 00000400:00000200:1.0:1788840259.018675:0:31514:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840259.018678:0:31514:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296489625 00000100:00000001:1.0:1788840259.018681:0:31514:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296492448 00000100:00000001:1.0:1788840259.018684:0:31514:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296489625 00000100:00000001:1.0:1788840259.018686:0:31514:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296492448 00000100:00000001:1.0:1788840259.018689:0:31514:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840259.018692:0:31514:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840259.018694:0:31514:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840259.018698:0:31514:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788840259.018700:0:31514:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee86f3d9c0 going to sleep for 11 seconds 00000100:00000001:1.0:1788840259.018703:0:31514:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840259.018789:0:31514:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840259.018952:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840259.018957:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0d100. 00000400:00000200:3.0:1788840259.018963:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840259.018968:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840259.018973:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539110 00000400:00000010:3.0:1788840259.018975:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539110. 00000100:00000001:3.0:1788840259.018978:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840259.018983:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87faf800 x1875733133975424/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840275 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840259.018992:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840259.018995:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87faf800 x1875733133975424/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840275 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840259.019001:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840259.019002:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840259.029800:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840259.029817:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840259.029821:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840259.029823:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840259.029832:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840259.029839:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840259.029849:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840259.029853:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840259.029867:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840259.029871:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 584 into portal 10 MB=0x6a9f82724df80 00000400:00000200:3.0:1788840259.029876:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840259.029881:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 584/584 into md 0x6975 [1] + 224 00000800:00000001:3.0:1788840259.029888:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840259.029894:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840259.029897:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840259.029902:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840259.029908:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840259.029916:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87faf800 x1875733133975424/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840275 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840259.029927:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff90ee87faf800 x1875733133975424/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840275 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840259.029949:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840259.029957:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840259.029960:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840259.030003:0:31514:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840259.030011:0:31514:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840259.030014:0:31514:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840259.030017:0:31514:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fed68. 00000400:00000200:0.0:1788840259.030022:0:31514:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539660 00000400:00000010:0.0:1788840259.030025:0:31514:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539660. 00000100:00000001:0.0:1788840259.030028:0:31514:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840259.030034:0:31514:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87faf800 x1875733133975424/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840275 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788840259.030050:0:31514:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87faf800 x1875733133975424/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840275 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840259.030057:0:31514:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840259.030058:0:31514:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840259.030061:0:31514:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840259.030065:0:31514:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840259.030067:0:31514:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840259.030069:0:31514:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840259.030073:0:31514:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840259.030082:0:31514:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=109 v=5 (5 102 102 102) 00000100:00001000:0.0:1788840259.030086:0:31514:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840259.030089:0:31514:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1788840259.030093:0:31514:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff90ee87faf800 x1875733133975424/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840275 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840259.030099:0:31514:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788840259.030103:0:31514:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840259.030105:0:31514:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967629 00000100:00000001:0.0:1788840259.030106:0:31514:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840259.030108:0:31514:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1788840259.030112:0:31514:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87faf800 x1875733133975424/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840275 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840259.030133:0:31514:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1788840259.030135:0:31514:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840259.030137:0:31514:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840259.030141:0:31514:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87faf800 x1875733133975424/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840275 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788840259.030148:0:31514:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87faf800 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:31514:1875733133975424:192.168.202.131@tcp:101:lfs.0 00000100:00000001:0.0:1788840259.030153:0:31514:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840259.030155:0:31514:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788840259.030157:0:31514:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788840259.030160:0:31514:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840259.030164:0:31514:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87faf800 x1875733133975424/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840275 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840259.030171:0:31514:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840259.030174:0:31514:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee86f3d9c0. 00000100:00000001:0.0:1788840259.030177:0:31514:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788840259.030178:0:31514:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1788840259.030182:0:31514:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788840259.030186:0:31514:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840259.030188:0:31514:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840259.030191:0:31514:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84000 refcount=4 00000020:00000001:0.0:1788840259.030193:0:31514:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872824832 : -122120836726784 : ffff90ee86e84000) 00010000:00000001:0.0:1788840259.030197:0:31514:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872824832 : -122120836726784 : ffff90ee86e84000) 00010000:00010000:0.0:1788840259.030202:0:31514:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84000/0x3aa5f499c96f3758 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840259.030212:0:31514:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1788840259.030216:0:31514:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84000/0x3aa5f499c96f3758 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840259.030222:0:31514:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840259.030224:0:31514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84000/0x3aa5f499c96f3758 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840259.030231:0:31514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840259.030233:0:31514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788840259.030235:0:31514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84000/0x3aa5f499c96f3758 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840259.030240:0:31514:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840259.030243:0:31514:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840259.030246:0:31514:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788840259.030248:0:31514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84000/0x3aa5f499c96f3758 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840259.030258:0:31514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90ee86e84000 already unused, calling callback (ffffffffc1b72460) 00000080:00000001:0.0:1788840259.030261:0:31514:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788840259.030264:0:31514:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84000/0x3aa5f499c96f3758 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 31514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840259.030270:0:31514:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788840259.030272:0:31514:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788840259.030275:0:31514:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84000/0x3aa5f499c96f3758 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 31514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840259.030279:0:31514:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788840259.030282:0:31514:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788840259.030283:0:31514:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840259.030284:0:31514:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840259.030285:0:31514:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84000 refcount=5 00000020:00000001:0.0:1788840259.030287:0:31514:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872824832 : -122120836726784 : ffff90ee86e84000) 00010000:00000001:0.0:1788840259.030289:0:31514:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872824832 : -122120836726784 : ffff90ee86e84000) 00010000:00000001:0.0:1788840259.030292:0:31514:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788840259.030294:0:31514:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84000/0x3aa5f499c96f3758 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 31514 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788840259.030299:0:31514:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788840259.030300:0:31514:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840259.030314:0:31514:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788840259.030316:0:31514:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788840259.030320:0:31514:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788840259.030321:0:31514:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788840259.030323:0:31514:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840259.030324:0:31514:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788840259.030327:0:31514:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee86e84000 with handle 0x3aa5f499c96f3758 from hash 00010000:00000001:0.0:1788840259.030329:0:31514:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788840259.030331:0:31514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840259.030332:0:31514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840259.030333:0:31514:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788840259.030335:0:31514:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788840259.030336:0:31514:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788840259.030338:0:31514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840259.030339:0:31514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840259.030340:0:31514:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840259.030342:0:31514:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840259.030344:0:31514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84000/0x3aa5f499c96f3758 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840259.030350:0:31514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840259.030351:0:31514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840259.030352:0:31514:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788840259.030354:0:31514:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840259.030355:0:31514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840259.030356:0:31514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840259.030357:0:31514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788840259.030359:0:31514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84000/0x3aa5f499c96f3758 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840259.030369:0:31514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840259.030371:0:31514:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1788840259.030383:0:31514:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1788840259.030389:0:31514:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff90ee87faf800 x1875733133975424/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840275 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788840259.030396:0:31514:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788840259.030397:0:31514:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840259.030400:0:31514:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840259.030401:0:31514:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840259.030404:0:31514:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788840259.030406:0:31514:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788840259.030408:0:31514:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840259.030410:0:31514:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788840259.030412:0:31514:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201f8b710 00000002:00002000:0.0:1788840259.030415:0:31514:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-1 intent=getattr status=0 disp=0x7: rc = 0 00000002:00000001:0.0:1788840259.030418:0:31514:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840259.030422:0:31514:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840259.030425:0:31514:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788840259.030427:0:31514:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788840259.030430:0:31514:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788840259.030433:0:31514:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000001:0.0:1788840259.030436:0:31514:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788840259.030438:0:31514:0:(namei.c:674:ll_lookup_it_finish()) it ffffa16201f8bb20 it_disposition 7 00000080:00002000:0.0:1788840259.030443:0:31514:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90ee90698948 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:0.0:1788840259.030450:0:31514:0:(lmv_obd.c:4261:lmv_revalidate_lock()) Process entered 00000002:00000001:0.0:1788840259.030454:0:31514:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788840259.030455:0:31514:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840259.030458:0:31514:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840259.030464:0:31514:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4f00 count: 2 00010000:00000001:0.0:1788840259.030467:0:31514:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840259.030481:0:31514:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840259.030484:0:31514:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788840259.030487:0:31514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85400/0x3aa5f499c96f3751 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba518 expref: -99 pid: 31514 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788840259.030495:0:31514:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840259.030500:0:31514:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840259.030503:0:31514:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85400/0x3aa5f499c96f3751 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba518 expref: -99 pid: 31514 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788840259.030510:0:31514:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788840259.030512:0:31514:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840259.030514:0:31514:0:(lmv_obd.c:4268:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788840259.030517:0:31514:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788840259.030519:0:31514:0:(dcache.c:176:ll_intent_release()) intent ffffa16201f8b930 released 00000080:00010000:0.0:1788840259.030522:0:31514:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3751 from it ffffa16201f8b930 00010000:00000001:0.0:1788840259.030524:0:31514:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840259.030525:0:31514:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840259.030526:0:31514:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85400 refcount=3 00000020:00000001:0.0:1788840259.030528:0:31514:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872829952 : -122120836721664 : ffff90ee86e85400) 00010000:00000001:0.0:1788840259.030531:0:31514:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872829952 : -122120836721664 : ffff90ee86e85400) 00010000:00000001:0.0:1788840259.030532:0:31514:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840259.030534:0:31514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85400/0x3aa5f499c96f3751 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba518 expref: -99 pid: 31514 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788840259.030540:0:31514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840259.030541:0:31514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840259.030542:0:31514:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840259.030544:0:31514:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840259.030547:0:31514:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85400/0x3aa5f499c96f3751 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba518 expref: -99 pid: 31514 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788840259.030553:0:31514:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840259.030555:0:31514:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840259.030557:0:31514:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840259.030561:0:31514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840259.030562:0:31514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840259.030564:0:31514:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840259.030566:0:31514:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840259.030568:0:31514:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840259.030570:0:31514:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840259.030572:0:31514:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840259.030574:0:31514:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840259.030575:0:31514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840259.030576:0:31514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788840259.030577:0:31514:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788840259.030579:0:31514:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788840259.030582:0:31514:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788840259.030586:0:31514:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee86fb0200. 00000100:00000001:0.0:1788840259.030602:0:31514:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840259.030607:0:31514:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87faf800 x1875733133975424/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840275 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840259.030613:0:31514:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788840259.030616:0:31514:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840259.030619:0:31514:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90ee85dea800. 02000000:00000001:0.0:1788840259.030623:0:31514:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788840259.030626:0:31514:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840259.030627:0:31514:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=3 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:0.0:1788840259.030630:0:31514:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840259.030632:0:31514:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee85c5fc00. 02000000:00000001:0.0:1788840259.030635:0:31514:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840259.030636:0:31514:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840259.030706:0:31514:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87faf800. 00000100:00000001:0.0:1788840259.030710:0:31514:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840259.030711:0:31514:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788840259.030714:0:31514:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788840259.030715:0:31514:0:(dcache.c:176:ll_intent_release()) intent ffffa16201f8bb20 released 00000080:00000001:0.0:1788840259.030717:0:31514:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788840259.030720:0:31514:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788840259.030722:0:31514:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201f8bb70 00000080:00002000:0.0:1788840259.030723:0:31514:0:(dcache.c:127:ll_ddelete()) keeping dentry d21h.recovery-small-1 (ffff90ee90698948, parent ffff90ee9069b510, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788840259.030726:0:31514:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840259.030772:0:31514:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840259.030775:0:31514:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840259.030779:0:31514:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788840259.030781:0:31514:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201f8bbb0 00000080:00200000:0.0:1788840259.030784:0:31514:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:0.0:1788840259.030789:0:31514:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85cd3a00. 00800000:00000002:0.0:1788840259.030794:0:31514:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840259.030797:0:31514:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840259.030799:0:31514:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840259.030800:0:31514:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201f8bad0 00800000:00000002:0.0:1788840259.030802:0:31514:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840259.030805:0:31514:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788840259.030809:0:31514:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788840259.030813:0:31514:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840259.030814:0:31514:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201f8b9a0 00000002:00010000:0.0:1788840259.030816:0:31514:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788840259.030819:0:31514:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788840259.030820:0:31514:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840259.030821:0:31514:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840259.030825:0:31514:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4f00 count: 2 00010000:00000001:0.0:1788840259.030827:0:31514:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840259.030829:0:31514:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840259.030831:0:31514:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788840259.030834:0:31514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85400/0x3aa5f499c96f3751 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba518 expref: -99 pid: 31514 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788840259.030841:0:31514:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840259.030843:0:31514:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840259.030846:0:31514:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85400/0x3aa5f499c96f3751 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba518 expref: -99 pid: 31514 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1788840259.030851:0:31514:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788840259.030853:0:31514:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840259.030855:0:31514:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840259.030856:0:31514:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840259.030858:0:31514:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840259.030859:0:31514:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788840259.030861:0:31514:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788840259.030863:0:31514:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840259.030865:0:31514:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85cd3a00. 00000080:00000001:0.0:1788840259.030869:0:31514:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788840259.030871:0:31514:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840259.030873:0:31514:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:0.0:1788840259.030876:0:31514:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f3751 00800000:00000001:0.0:1788840259.030880:0:31514:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840259.030882:0:31514:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840259.030883:0:31514:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840259.030884:0:31514:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840259.030886:0:31514:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85400 refcount=3 00000020:00000001:0.0:1788840259.030887:0:31514:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872829952 : -122120836721664 : ffff90ee86e85400) 00010000:00000001:0.0:1788840259.030901:0:31514:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872829952 : -122120836721664 : ffff90ee86e85400) 00010000:00000001:0.0:1788840259.030903:0:31514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840259.030905:0:31514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840259.030906:0:31514:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840259.030908:0:31514:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840259.030910:0:31514:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3751 from it ffffa16201f8bbe8 00010000:00000001:0.0:1788840259.030912:0:31514:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840259.030913:0:31514:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840259.030914:0:31514:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85400 refcount=3 00000020:00000001:0.0:1788840259.030916:0:31514:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872829952 : -122120836721664 : ffff90ee86e85400) 00010000:00000001:0.0:1788840259.030918:0:31514:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872829952 : -122120836721664 : ffff90ee86e85400) 00010000:00000001:0.0:1788840259.030919:0:31514:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840259.030921:0:31514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85400/0x3aa5f499c96f3751 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba518 expref: -99 pid: 31514 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788840259.030927:0:31514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840259.030928:0:31514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840259.030929:0:31514:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840259.030931:0:31514:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840259.030933:0:31514:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85400/0x3aa5f499c96f3751 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba518 expref: -99 pid: 31514 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788840259.030939:0:31514:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840259.030941:0:31514:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840259.030942:0:31514:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840259.030944:0:31514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840259.030945:0:31514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840259.030946:0:31514:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840259.030948:0:31514:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840259.030949:0:31514:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840259.030951:0:31514:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840259.030953:0:31514:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840259.030954:0:31514:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840259.030955:0:31514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840259.030956:0:31514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788840259.030958:0:31514:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788840259.030959:0:31514:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840259.030962:0:31514:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788840259.030966:0:31514:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840259.030969:0:31514:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788840259.030972:0:31514:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201f8bbd8 00000080:00002000:0.0:1788840259.030974:0:31514:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-1(ffff90ee90698948) flags 0x8000e refc 0 00000080:00000001:0.0:1788840259.030976:0:31514:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840259.030978:0:31514:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201f8bc20 00000080:00200000:0.0:1788840259.030979:0:31514:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-1, flags=16392 00000080:00000001:0.0:1788840259.030983:0:31514:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788840259.030985:0:31514:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201f8bba8 00000080:00002000:0.0:1788840259.030987:0:31514:0:(dcache.c:127:ll_ddelete()) keeping dentry d21h.recovery-small-1 (ffff90ee90698948, parent ffff90ee9069b510, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788840259.030990:0:31514:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840259.031014:0:31514:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201f8bd08 00000080:00200008:0.0:1788840259.031016:0:31514:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff90ee905142c8), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1788840259.031024:0:31514:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1788840259.031026:0:31514:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840259.031028:0:31514:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788840259.031029:0:31514:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201f8bc80 00000080:00200000:0.0:1788840259.031031:0:31514:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:0.0:1788840259.031034:0:31514:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85cd3a00. 00800000:00000002:0.0:1788840259.031037:0:31514:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840259.031039:0:31514:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840259.031041:0:31514:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840259.031042:0:31514:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201f8bba0 00800000:00000002:0.0:1788840259.031044:0:31514:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840259.031047:0:31514:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788840259.031049:0:31514:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788840259.031052:0:31514:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840259.031053:0:31514:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201f8ba70 00000002:00010000:0.0:1788840259.031055:0:31514:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788840259.031057:0:31514:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788840259.031058:0:31514:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840259.031060:0:31514:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840259.031062:0:31514:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4f00 count: 2 00010000:00000001:0.0:1788840259.031064:0:31514:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840259.031067:0:31514:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840259.031068:0:31514:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788840259.031071:0:31514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85400/0x3aa5f499c96f3751 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba518 expref: -99 pid: 31514 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1788840259.031077:0:31514:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840259.031094:0:31514:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840259.031097:0:31514:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85400/0x3aa5f499c96f3751 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba518 expref: -99 pid: 31514 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1788840259.031102:0:31514:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788840259.031104:0:31514:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840259.031105:0:31514:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840259.031107:0:31514:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840259.031109:0:31514:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840259.031110:0:31514:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788840259.031113:0:31514:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788840259.031115:0:31514:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840259.031117:0:31514:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85cd3a00. 00000080:00000001:0.0:1788840259.031119:0:31514:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788840259.031120:0:31514:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840259.031122:0:31514:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:0.0:1788840259.031125:0:31514:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f3751 00800000:00000001:0.0:1788840259.031127:0:31514:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840259.031128:0:31514:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840259.031129:0:31514:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840259.031130:0:31514:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840259.031132:0:31514:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85400 refcount=3 00000020:00000001:0.0:1788840259.031133:0:31514:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872829952 : -122120836721664 : ffff90ee86e85400) 00010000:00000001:0.0:1788840259.031135:0:31514:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872829952 : -122120836721664 : ffff90ee86e85400) 00010000:00000001:0.0:1788840259.031137:0:31514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840259.031138:0:31514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840259.031139:0:31514:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840259.031140:0:31514:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840259.031142:0:31514:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3751 from it ffffa16201f8bcb8 00010000:00000001:0.0:1788840259.031144:0:31514:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840259.031145:0:31514:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840259.031146:0:31514:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85400 refcount=3 00000020:00000001:0.0:1788840259.031147:0:31514:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872829952 : -122120836721664 : ffff90ee86e85400) 00010000:00000001:0.0:1788840259.031149:0:31514:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872829952 : -122120836721664 : ffff90ee86e85400) 00010000:00000001:0.0:1788840259.031151:0:31514:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840259.031153:0:31514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85400/0x3aa5f499c96f3751 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba518 expref: -99 pid: 31514 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788840259.031157:0:31514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840259.031158:0:31514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840259.031159:0:31514:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840259.031160:0:31514:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840259.031162:0:31514:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85400/0x3aa5f499c96f3751 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba518 expref: -99 pid: 31514 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788840259.031167:0:31514:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840259.031169:0:31514:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840259.031170:0:31514:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840259.031176:0:31514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840259.031178:0:31514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840259.031179:0:31514:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840259.031180:0:31514:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840259.031181:0:31514:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840259.031183:0:31514:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840259.031184:0:31514:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840259.031186:0:31514:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840259.031187:0:31514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840259.031188:0:31514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788840259.031189:0:31514:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788840259.031191:0:31514:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788840259.031194:0:31514:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840259.031196:0:31514:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201f8bd08 00000080:00000008:0.0:1788840259.031198:0:31514:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff90ee905142c8), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1788840259.031749:0:31514:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840259.031774:0:31514:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201f8bd08 00000080:00200008:0.0:1788840259.031777:0:31514:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff90ee905142c8), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1788840259.031781:0:31514:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788840259.031782:0:31514:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201f8bc80 00000080:00200000:0.0:1788840259.031784:0:31514:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:0.0:1788840259.031788:0:31514:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85cd3a00. 00800000:00000002:0.0:1788840259.031791:0:31514:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840259.031793:0:31514:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840259.031795:0:31514:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840259.031796:0:31514:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201f8bba0 00800000:00000002:0.0:1788840259.031798:0:31514:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840259.031800:0:31514:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788840259.031802:0:31514:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788840259.031806:0:31514:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840259.031807:0:31514:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201f8ba70 00000002:00010000:0.0:1788840259.031809:0:31514:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788840259.031812:0:31514:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788840259.031814:0:31514:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840259.031815:0:31514:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840259.031818:0:31514:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4f00 count: 2 00010000:00000001:0.0:1788840259.031820:0:31514:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840259.031823:0:31514:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840259.031826:0:31514:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788840259.031829:0:31514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85400/0x3aa5f499c96f3751 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba518 expref: -99 pid: 31514 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1788840259.031836:0:31514:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840259.031839:0:31514:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840259.031841:0:31514:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85400/0x3aa5f499c96f3751 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba518 expref: -99 pid: 31514 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1788840259.031847:0:31514:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788840259.031848:0:31514:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840259.031850:0:31514:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840259.031852:0:31514:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840259.031854:0:31514:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840259.031855:0:31514:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788840259.031857:0:31514:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788840259.031859:0:31514:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840259.031861:0:31514:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85cd3a00. 00000080:00000001:0.0:1788840259.031864:0:31514:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788840259.031865:0:31514:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840259.031867:0:31514:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:0.0:1788840259.031870:0:31514:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f3751 00800000:00000001:0.0:1788840259.031872:0:31514:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840259.031874:0:31514:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840259.031875:0:31514:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840259.031876:0:31514:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840259.031878:0:31514:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85400 refcount=3 00000020:00000001:0.0:1788840259.031880:0:31514:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872829952 : -122120836721664 : ffff90ee86e85400) 00010000:00000001:0.0:1788840259.031882:0:31514:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872829952 : -122120836721664 : ffff90ee86e85400) 00010000:00000001:0.0:1788840259.031885:0:31514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840259.031886:0:31514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840259.031887:0:31514:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840259.031888:0:31514:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840259.031890:0:31514:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3751 from it ffffa16201f8bcb8 00010000:00000001:0.0:1788840259.031892:0:31514:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840259.031893:0:31514:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840259.031894:0:31514:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85400 refcount=3 00000020:00000001:0.0:1788840259.031895:0:31514:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872829952 : -122120836721664 : ffff90ee86e85400) 00010000:00000001:0.0:1788840259.031897:0:31514:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872829952 : -122120836721664 : ffff90ee86e85400) 00010000:00000001:0.0:1788840259.031899:0:31514:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840259.031901:0:31514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85400/0x3aa5f499c96f3751 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba518 expref: -99 pid: 31514 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788840259.031908:0:31514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840259.031908:0:31514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840259.031910:0:31514:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840259.031911:0:31514:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840259.031914:0:31514:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85400/0x3aa5f499c96f3751 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba518 expref: -99 pid: 31514 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788840259.031919:0:31514:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840259.031920:0:31514:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840259.031922:0:31514:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840259.031924:0:31514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840259.031925:0:31514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840259.031926:0:31514:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840259.031927:0:31514:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840259.031929:0:31514:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840259.031930:0:31514:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840259.031931:0:31514:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840259.031933:0:31514:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840259.031934:0:31514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840259.031935:0:31514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788840259.031937:0:31514:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788840259.031938:0:31514:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788840259.031940:0:31514:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840259.031942:0:31514:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201f8bd08 00000080:00000008:0.0:1788840259.031945:0:31514:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff90ee905142c8), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1788840259.032064:0:31514:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840259.032066:0:31514:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788840259.032068:0:31514:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201f8bb78 00000080:00200000:0.0:1788840259.032070:0:31514:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:0.0:1788840259.032074:0:31514:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85cd3a00. 00800000:00000002:0.0:1788840259.032077:0:31514:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840259.032079:0:31514:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840259.032081:0:31514:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840259.032082:0:31514:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201f8ba98 00800000:00000002:0.0:1788840259.032083:0:31514:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840259.032086:0:31514:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788840259.032087:0:31514:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788840259.032090:0:31514:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840259.032092:0:31514:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201f8b968 00000002:00010000:0.0:1788840259.032093:0:31514:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788840259.032096:0:31514:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788840259.032097:0:31514:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840259.032098:0:31514:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840259.032101:0:31514:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4f00 count: 2 00010000:00000001:0.0:1788840259.032103:0:31514:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840259.032106:0:31514:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840259.032107:0:31514:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788840259.032110:0:31514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85400/0x3aa5f499c96f3751 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba518 expref: -99 pid: 31514 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1788840259.032117:0:31514:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840259.032119:0:31514:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840259.032122:0:31514:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85400/0x3aa5f499c96f3751 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba518 expref: -99 pid: 31514 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:0.0:1788840259.032128:0:31514:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788840259.032129:0:31514:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840259.032131:0:31514:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840259.032133:0:31514:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840259.032134:0:31514:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840259.032136:0:31514:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788840259.032138:0:31514:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788840259.032140:0:31514:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840259.032142:0:31514:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85cd3a00. 00000080:00000001:0.0:1788840259.032145:0:31514:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788840259.032147:0:31514:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840259.032149:0:31514:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:0.0:1788840259.032151:0:31514:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f3751 00800000:00000001:0.0:1788840259.032154:0:31514:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840259.032155:0:31514:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840259.032157:0:31514:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840259.032158:0:31514:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840259.032160:0:31514:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85400 refcount=3 00000020:00000001:0.0:1788840259.032162:0:31514:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872829952 : -122120836721664 : ffff90ee86e85400) 00010000:00000001:0.0:1788840259.032164:0:31514:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872829952 : -122120836721664 : ffff90ee86e85400) 00010000:00000001:0.0:1788840259.032166:0:31514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840259.032168:0:31514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840259.032169:0:31514:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840259.032171:0:31514:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840259.032173:0:31514:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3751 from it ffffa16201f8bbb0 00010000:00000001:0.0:1788840259.032175:0:31514:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840259.032176:0:31514:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840259.032177:0:31514:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85400 refcount=3 00000020:00000001:0.0:1788840259.032179:0:31514:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872829952 : -122120836721664 : ffff90ee86e85400) 00010000:00000001:0.0:1788840259.032181:0:31514:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872829952 : -122120836721664 : ffff90ee86e85400) 00010000:00000001:0.0:1788840259.032183:0:31514:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840259.032185:0:31514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85400/0x3aa5f499c96f3751 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba518 expref: -99 pid: 31514 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788840259.032192:0:31514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840259.032193:0:31514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840259.032194:0:31514:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840259.032195:0:31514:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840259.032198:0:31514:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85400/0x3aa5f499c96f3751 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba518 expref: -99 pid: 31514 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1788840259.032204:0:31514:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840259.032205:0:31514:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840259.032206:0:31514:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840259.032208:0:31514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840259.032209:0:31514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840259.032210:0:31514:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840259.032212:0:31514:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840259.032213:0:31514:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840259.032215:0:31514:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840259.032217:0:31514:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840259.032219:0:31514:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840259.032220:0:31514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840259.032221:0:31514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788840259.032222:0:31514:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788840259.032224:0:31514:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840259.032226:0:31514:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 44 00000080:00000001:0.0:1788840259.032229:0:31514:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840259.032233:0:31514:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:0.0:1788840259.032235:0:31514:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788840259.032236:0:31514:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201f8bb78 00000080:00200008:0.0:1788840259.032238:0:31514:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff90ee905142c8), flags 300000 00000080:00000010:0.0:1788840259.032243:0:31514:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90ee92d4d680. 00000080:00000001:0.0:1788840259.032247:0:31514:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840259.032249:0:31514:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840259.032260:0:31514:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840259.032263:0:31514:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c03066f0 arg=7fff989a6d00 00000020:00000001:0.0:1788840259.032268:0:31514:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840259.032273:0:31514:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 648 at ffff90ee86f35800. 00000020:00000001:0.0:1788840259.032277:0:31514:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840259.032281:0:31514:0:(dir.c:442:ll_dir_setdirstripe()) Process entered 00000020:00000001:0.0:1788840259.032282:0:31514:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201f8bad0 00000080:00200000:0.0:1788840259.032284:0:31514:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) name=d21h.recovery-small-1 stripe_offset=0 stripe_count=1, hash_type=0 00000080:00000010:0.0:1788840259.032289:0:31514:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85cd3a00. 00800000:00000002:0.0:1788840259.032292:0:31514:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00800000:00000001:0.0:1788840259.032300:0:31514:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:0.0:1788840259.032302:0:31514:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1788840259.032306:0:31514:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446621952875900928 : -122120833650688 : ffff90ee87173000) 00800000:00000001:0.0:1788840259.032309:0:31514:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1788840259.032311:0:31514:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1788840259.032314:0:31514:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1788840259.032317:0:31514:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1788840259.032320:0:31514:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff90ee90f70800: Allocated FID [0x200000404:0x27:0x0] 40000000:00000001:0.0:1788840259.032322:0:31514:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840259.032324:0:31514:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840259.032326:0:31514:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840259.032328:0:31514:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840259.032330:0:31514:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201f8b9e8 00800000:00000002:0.0:1788840259.032332:0:31514:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd21h.recovery-small-1' [0x200000404:0x27:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:0.0:1788840259.032336:0:31514:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:0.0:1788840259.032338:0:31514:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788840259.032341:0:31514:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4f00 count: 2 00010000:00000001:0.0:1788840259.032343:0:31514:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840259.032346:0:31514:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788840259.032348:0:31514:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788840259.032351:0:31514:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85400/0x3aa5f499c96f3751 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8a436931312ba518 expref: -99 pid: 31514 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:0.0:1788840259.032358:0:31514:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788840259.032361:0:31514:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788840259.032363:0:31514:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788840259.032365:0:31514:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1788840259.032367:0:31514:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840259.032368:0:31514:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840259.032370:0:31514:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4f00 count: 3 00010000:00000001:0.0:1788840259.032372:0:31514:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840259.032374:0:31514:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840259.032375:0:31514:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840259.032376:0:31514:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840259.032378:0:31514:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4f00 count: 3 00010000:00000001:0.0:1788840259.032380:0:31514:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840259.032381:0:31514:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840259.032383:0:31514:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840259.032384:0:31514:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840259.032385:0:31514:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4f00 count: 3 00010000:00000001:0.0:1788840259.032387:0:31514:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840259.032388:0:31514:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840259.032390:0:31514:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788840259.032393:0:31514:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff90ee90514200, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788840259.032397:0:31514:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:0.0:1788840259.032399:0:31514:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201f8b670 00000080:00002000:0.0:1788840259.032401:0:31514:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d21h.recovery-small-1 00000080:00000001:0.0:1788840259.032406:0:31514:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788840259.032409:0:31514:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788840259.032412:0:31514:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788840259.032415:0:31514:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788840259.032417:0:31514:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840259.032419:0:31514:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788840259.032422:0:31514:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788840259.032424:0:31514:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788840259.032426:0:31514:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840259.032427:0:31514:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788840259.032430:0:31514:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee86e85400 with handle 0x3aa5f499c96f3751 from hash 00010000:00000001:0.0:1788840259.032432:0:31514:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788840259.032433:0:31514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840259.032434:0:31514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840259.032435:0:31514:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788840259.032438:0:31514:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788840259.032439:0:31514:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788840259.032442:0:31514:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788840259.032444:0:31514:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840259.032446:0:31514:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788840259.032451:0:31514:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f59c00. 00000020:00000040:0.0:1788840259.032455:0:31514:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=4 obd=lustre-MDT0000-mdc-ffff90ee90f70800 02000000:00000001:0.0:1788840259.032460:0:31514:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788840259.032462:0:31514:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840259.032465:0:31514:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788840259.032469:0:31514:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840259.032470:0:31514:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840259.032485:0:31514:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840259.032487:0:31514:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840259.032490:0:31514:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840259.032497:0:31514:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee86f34800. 00000100:00000001:0.0:1788840259.032504:0:31514:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840259.032507:0:31514:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840259.032509:0:31514:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788840259.032514:0:31514:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85400/0x3aa5f499c96f3751 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312ba518 expref: -99 pid: 31514 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1788840259.032526:0:31514:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788840259.032527:0:31514:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788840259.032528:0:31514:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788840259.032530:0:31514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85400/0x3aa5f499c96f3751 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312ba518 expref: -99 pid: 31514 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:0.0:1788840259.032537:0:31514:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee98cc4f00 count: 0 00010000:00000010:0.0:1788840259.032541:0:31514:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90ee85063100. 00010000:00000001:0.0:1788840259.032548:0:31514:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840259.032549:0:31514:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840259.032551:0:31514:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840259.032552:0:31514:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840259.032554:0:31514:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788840259.032564:0:31514:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788840259.032574:0:31514:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee87f59c00 x1875733133975680/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788840259.032581:0:31514:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788840259.032583:0:31514:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788840259.032588:0:31514:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee84e4d300. 00000100:00000001:0.0:1788840259.032591:0:31514:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952839045888 : -122120870505728 : ffff90ee84e4d300) 00000100:00000001:0.0:1788840259.032593:0:31514:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840259.032595:0:31514:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890477568 : -122120819074048 : ffff90ee87f59c00) 00000100:00000001:0.0:1788840259.032599:0:31514:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840259.032603:0:31514:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840259.032604:0:31514:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788840259.032606:0:31514:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840259.032610:0:31514:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f59c00 x1875733133975680/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840259.032617:0:31514:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840259.032619:0:31514:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840259.032622:0:31514:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840259.032625:0:31514:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840259.032627:0:31514:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840259.032630:0:31514:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f59c00 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:31514:1875733133975680:192.168.202.131@tcp:36:lfs.0 00000100:00000001:0.0:1788840259.032635:0:31514:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840259.032677:0:31514:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840259.032680:0:31514:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840259.032683:0:31514:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840259.032687:0:31514:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86f34c00. 02000000:00000001:0.0:1788840259.032690:0:31514:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840259.032698:0:31514:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840259.032703:0:31514:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c802c0. 00000400:00000010:0.0:1788840259.032710:0:31514:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed62a8. 00000100:00000200:0.0:1788840259.032717:0:31514:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133975680, portal 10 00000100:00000001:0.0:1788840259.032720:0:31514:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840259.032721:0:31514:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890477568 : -122120819074048 : ffff90ee87f59c00) 00000100:00000040:0.0:1788840259.032728:0:31514:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87f59c00 x1875733133975680/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/576 e 0 to 0 dl 1788840275 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840259.032735:0:31514:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840259.032738:0:31514:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840259.032740:0:31514:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6c38. 00000100:00000200:0.0:1788840259.032744:0:31514:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1875733133975680, offset 0 00000400:00000200:0.0:1788840259.032750:0:31514:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840259.032757:0:31514:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840259.032763:0:31514:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840259.032768:0:31514:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840259.032773:0:31514:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840259.032777:0:31514:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840259.032780:0:31514:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840259.032784:0:31514:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2410:2410:256:4294967295] 192.168.202.131@tcp LPNI seq info [2410:2410:8:4294967295] 00000400:00000200:0.0:1788840259.032788:0:31514:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840259.032797:0:31514:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840259.032803:0:31514:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840259.032808:0:31514:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee98ea2100. 00000800:00000200:0.0:1788840259.032814:0:31514:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840259.032822:0:31514:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840259.032826:0:31514:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee98ea2100 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:0.0:1788840259.032847:0:31514:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840259.032853:0:31514:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 786862 usecs (787 jiffies) 00000400:00000200:0.0:1788840259.032857:0:31514:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840259.032859:0:31514:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296489638 00000100:00000001:0.0:1788840259.032863:0:31514:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296492448 00000100:00000001:0.0:1788840259.032864:0:31514:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296489638 00000100:00000001:0.0:1788840259.032866:0:31514:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296492448 00000100:00000001:0.0:1788840259.032869:0:31514:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840259.032871:0:31514:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840259.032873:0:31514:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840259.032875:0:31514:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788840259.032878:0:31514:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee84e4d300 going to sleep for 11 seconds 00000100:00000001:0.0:1788840259.032880:0:31514:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840259.032882:0:31514:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840259.033050:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840259.033056:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee98ea2100. 00000400:00000200:3.0:1788840259.033062:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840259.033067:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840259.033073:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6c38 00000400:00000010:3.0:1788840259.033075:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6c38. 00000100:00000001:3.0:1788840259.033079:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840259.033084:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f59c00 x1875733133975680/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/576 e 0 to 0 dl 1788840275 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840259.033094:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840259.033097:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f59c00 x1875733133975680/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/576 e 0 to 0 dl 1788840275 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840259.033104:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840259.033106:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1788840259.035921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e84000. 00000080:00000010:0.1:1788840259.040699:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee84b119c0. 00010000:00000010:0.1:1788840259.040717:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4f00. 00010000:00000010:0.1:1788840259.040723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e85400. 00000800:00000001:3.0:1788840259.059214:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840259.059232:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840259.059236:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840259.059239:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840259.059248:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840259.059256:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840259.059266:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840259.059271:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840259.059277:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840259.059281:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 448 into portal 10 MB=0x6a9f82724e080 00000400:00000200:3.0:1788840259.059286:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840259.059292:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 448/448 into md 0x697d [1] + 224 00000800:00000001:3.0:1788840259.059299:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840259.059306:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840259.059310:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840259.059314:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840259.059323:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840259.059332:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f59c00 x1875733133975680/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/576 e 0 to 0 dl 1788840275 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840259.059343:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff90ee87f59c00 x1875733133975680/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/576 e 0 to 0 dl 1788840275 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840259.059370:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788840259.059380:0:2353:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788840259.059384:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840259.059389:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840259.059395:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2411:2411:256:4294967295] 192.168.202.131@tcp LPNI seq info [2411:2411:8:4294967295] 00000400:00000200:3.0:1788840259.059399:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840259.059407:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) 192.168.202.131@tcp : ACK try# 0 00000800:00000200:3.0:1788840259.059413:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840259.059419:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee983e5200. 00000800:00000200:3.0:1788840259.059425:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840259.059431:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840259.059435:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee983e5200 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788840259.059533:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840259.059538:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee983e5200. 00000400:00000200:3.0:1788840259.059541:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840259.059545:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: ACK: OK 00000800:00000001:3.0:1788840259.059552:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840259.059555:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840259.060009:0:31514:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840259.060018:0:31514:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840259.060020:0:31514:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840259.060024:0:31514:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c802c0. 00000400:00000200:0.0:1788840259.060029:0:31514:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed62a8 00000400:00000010:0.0:1788840259.060032:0:31514:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed62a8. 00000100:00000001:0.0:1788840259.060035:0:31514:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840259.060041:0:31514:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f59c00 x1875733133975680/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/576 e 0 to 0 dl 1788840275 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788840259.060051:0:31514:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f59c00 x1875733133975680/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/576 e 0 to 0 dl 1788840275 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840259.060059:0:31514:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840259.060061:0:31514:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840259.060064:0:31514:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840259.060067:0:31514:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840259.060070:0:31514:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840259.060072:0:31514:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840259.060075:0:31514:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840259.060085:0:31514:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=109 v=5 (5 102 102 102) 00000100:00001000:0.0:1788840259.060089:0:31514:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840259.060092:0:31514:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840259.060094:0:31514:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840259.060097:0:31514:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840259.060100:0:31514:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840259.060104:0:31514:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788840259.060105:0:31514:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a2/0x1] 00000100:00000001:0.0:1788840259.060107:0:31514:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788840259.060110:0:31514:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840259.060111:0:31514:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890477568 : -122120819074048 : ffff90ee87f59c00) 00000100:00000001:0.0:1788840259.060114:0:31514:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840259.060116:0:31514:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967629 00000100:00000001:0.0:1788840259.060117:0:31514:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840259.060121:0:31514:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840259.060126:0:31514:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f59c00 x1875733133975680/t4294967630(4294967630) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/448 e 0 to 0 dl 1788840275 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840259.060133:0:31514:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840259.060137:0:31514:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840259.060138:0:31514:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840259.060142:0:31514:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f59c00 x1875733133975680/t4294967630(4294967630) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/448 e 0 to 0 dl 1788840275 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788840259.060151:0:31514:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f59c00 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:31514:1875733133975680:192.168.202.131@tcp:36:lfs.0 00000100:00000001:0.0:1788840259.060156:0:31514:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840259.060159:0:31514:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840259.060161:0:31514:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788840259.060164:0:31514:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840259.060168:0:31514:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f59c00 x1875733133975680/t4294967630(4294967630) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/448 e 0 to 0 dl 1788840275 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840259.060175:0:31514:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840259.060178:0:31514:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee84e4d300. 00000100:00000001:0.0:1788840259.060182:0:31514:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788840259.060183:0:31514:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840259.060192:0:31514:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788840259.060196:0:31514:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000404:0x27:0x0] 00800000:00000001:0.0:1788840259.060198:0:31514:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840259.060204:0:31514:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788840259.060212:0:31514:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788840259.060214:0:31514:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788840259.060217:0:31514:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:0.0:1788840259.060221:0:31514:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1788840259.060237:0:31514:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff90ee905918c0. 00000080:00000001:0.0:1788840259.060249:0:31514:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:0.0:1788840259.060252:0:31514:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x27:0x0](ffff90ee90591988) 00000080:00000001:0.0:1788840259.060256:0:31514:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788840259.060258:0:31514:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x27:0x0] 00000080:00000001:0.0:1788840259.060261:0:31514:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840259.060263:0:31514:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:0.0:1788840259.060265:0:31514:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1788840259.060268:0:31514:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833959 mtime from 0 to 1788840259 00000080:00200000:0.0:1788840259.060272:0:31514:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x27:0x0], updating i_size 16384 00000080:00000001:0.0:1788840259.060274:0:31514:0:(llite_lib.c:3382:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1788840259.060276:0:31514:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621953031215496 : -122120678336120 : ffff90ee90591988) 00000080:00000001:0.0:1788840259.060279:0:31514:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788840259.060282:0:31514:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788840259.060284:0:31514:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840259.060290:0:31514:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840259.060295:0:31514:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f59c00 x1875733133975680/t4294967630(4294967630) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/448 e 0 to 0 dl 1788840275 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840259.060301:0:31514:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788840259.060304:0:31514:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840259.060307:0:31514:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85cd3a00. 00000080:00000010:0.0:1788840259.060313:0:31514:0:(dir.c:2106:ll_dir_ioctl()) kvfree 'data': 648 at ffff90ee86f35800. 00000080:00000001:0.0:1788840259.060316:0:31514:0:(dir.c:2107:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840259.060336:0:31514:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:0.0:1788840259.060339:0:31514:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788840259.060353:0:31514:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201f8bdd0 00000080:00200008:0.0:1788840259.060356:0:31514:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff90ee905142c8), flags 300000 00000080:00400000:0.0:1788840259.060361:0:31514:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:0.0:1788840259.060365:0:31514:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90ee92d4d680. 00000080:00000001:0.0:1788840259.060369:0:31514:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788840259.060372:0:31514:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201f8bdd0 00000080:00000008:0.0:1788840259.060374:0:31514:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff90ee905142c8), flags 300000, rc = 0 00000080:00000001:0.0:1788840259.060376:0:31514:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840259.060378:0:31514:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840259.094221:0:31515:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788840259.094231:0:31515:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788840259.094233:0:31515:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788840259.094237:0:31515:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201befb20 00000080:00200000:1.0:1788840259.094241:0:31515:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:1.0:1788840259.094249:0:31515:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee86fb1e00. 00800000:00000002:1.0:1788840259.094256:0:31515:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:1.0:1788840259.094260:0:31515:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788840259.094266:0:31515:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788840259.094268:0:31515:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201befa40 00800000:00000002:1.0:1788840259.094271:0:31515:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788840259.094275:0:31515:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788840259.094280:0:31515:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788840259.094286:0:31515:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788840259.094288:0:31515:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201bef910 00000002:00010000:1.0:1788840259.094290:0:31515:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788840259.094294:0:31515:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788840259.094296:0:31515:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840259.094299:0:31515:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788840259.094306:0:31515:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840259.094308:0:31515:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840259.094310:0:31515:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840259.094312:0:31515:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788840259.094314:0:31515:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788840259.094319:0:31515:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87fafb80. 00000020:00000040:1.0:1788840259.094323:0:31515:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00010000:00000001:1.0:1788840259.094330:0:31515:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788840259.094334:0:31515:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840259.094338:0:31515:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840259.094341:0:31515:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840259.094343:0:31515:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840259.094349:0:31515:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840259.094355:0:31515:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee85c5f800. 00000100:00000001:1.0:1788840259.094361:0:31515:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840259.094366:0:31515:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788840259.094368:0:31515:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840259.094369:0:31515:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788840259.094370:0:31515:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840259.094372:0:31515:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840259.094377:0:31515:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621952890829696 : -122120818721920 : ffff90ee87fafb80) 00010000:00000001:1.0:1788840259.094381:0:31515:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788840259.094383:0:31515:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788840259.094387:0:31515:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee98cc4a00. 00010000:00000010:1.0:1788840259.094391:0:31515:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee85063780. 00010000:00000001:1.0:1788840259.094396:0:31515:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788840259.094400:0:31515:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee86e84c00. 00000020:00000001:1.0:1788840259.094403:0:31515:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788840259.094406:0:31515:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee86e84c00 with handle 0x3aa5f499c96f375f to hash 00000020:00000001:1.0:1788840259.094408:0:31515:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788840259.094409:0:31515:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952872827904 : -122120836723712 : ffff90ee86e84c00) 00010000:00000001:1.0:1788840259.094413:0:31515:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952872827904 : -122120836723712 : ffff90ee86e84c00) 00010000:00000001:1.0:1788840259.094416:0:31515:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840259.094419:0:31515:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840259.094423:0:31515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84c00/0x3aa5f499c96f375f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788840259.094433:0:31515:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84c00/0x3aa5f499c96f375f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788840259.094443:0:31515:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84c00/0x3aa5f499c96f375f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31515 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788840259.094448:0:31515:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788840259.094450:0:31515:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788840259.094455:0:31515:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee86f3db40. 00000100:00000001:1.0:1788840259.094457:0:31515:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952873585472 : -122120835966144 : ffff90ee86f3db40) 00000100:00000001:1.0:1788840259.094460:0:31515:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840259.094461:0:31515:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890829696 : -122120818721920 : ffff90ee87fafb80) 00000100:00000001:1.0:1788840259.094466:0:31515:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840259.094470:0:31515:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840259.094505:0:31515:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788840259.094507:0:31515:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840259.094517:0:31515:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87fafb80 x1875733133975808/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840259.094526:0:31515:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840259.094529:0:31515:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840259.094533:0:31515:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840259.094535:0:31515:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840259.094537:0:31515:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840259.094541:0:31515:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87fafb80 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:31515:1875733133975808:192.168.202.131@tcp:101:lfs.0 00000100:00000001:1.0:1788840259.094545:0:31515:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840259.094551:0:31515:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840259.094554:0:31515:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840259.094556:0:31515:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840259.094561:0:31515:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90ee85deb800. 02000000:00000001:1.0:1788840259.094563:0:31515:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840259.094571:0:31515:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840259.094574:0:31515:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe4d0. 00000400:00000010:1.0:1788840259.094581:0:31515:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539d48. 00000100:00000200:1.0:1788840259.094587:0:31515:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875733133975808, portal 10 00000100:00000001:1.0:1788840259.094589:0:31515:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840259.094590:0:31515:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890829696 : -122120818721920 : ffff90ee87fafb80) 00000100:00000040:1.0:1788840259.094596:0:31515:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87fafb80 x1875733133975808/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840275 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840259.094603:0:31515:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840259.094606:0:31515:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840259.094609:0:31515:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea05396e8. 00000100:00000200:1.0:1788840259.094612:0:31515:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875733133975808, offset 0 00000400:00000200:1.0:1788840259.094618:0:31515:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840259.094626:0:31515:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840259.094633:0:31515:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840259.094663:0:31515:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840259.094667:0:31515:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840259.094671:0:31515:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840259.094673:0:31515:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840259.094677:0:31515:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2412:2412:256:4294967295] 192.168.202.131@tcp LPNI seq info [2412:2412:8:4294967295] 00000400:00000200:1.0:1788840259.094681:0:31515:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840259.094690:0:31515:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840259.094697:0:31515:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840259.094702:0:31515:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee86f0db00. 00000800:00000200:1.0:1788840259.094708:0:31515:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840259.094716:0:31515:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840259.094720:0:31515:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee86f0db00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1788840259.094736:0:31515:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840259.094742:0:31515:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 785811 usecs (786 jiffies) 00000400:00000200:1.0:1788840259.094745:0:31515:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840259.094749:0:31515:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296489698 00000100:00000001:1.0:1788840259.094752:0:31515:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296492448 00000100:00000001:1.0:1788840259.094754:0:31515:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296489698 00000100:00000001:1.0:1788840259.094756:0:31515:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296492448 00000100:00000001:1.0:1788840259.094758:0:31515:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840259.094761:0:31515:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840259.094763:0:31515:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840259.094765:0:31515:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788840259.094768:0:31515:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee86f3db40 going to sleep for 11 seconds 00000100:00000001:1.0:1788840259.094770:0:31515:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840259.094772:0:31515:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840259.096836:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840259.096845:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0db00. 00000400:00000200:3.0:1788840259.096861:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840259.096870:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840259.096876:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea05396e8 00000400:00000010:3.0:1788840259.096879:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea05396e8. 00000100:00000001:3.0:1788840259.096885:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840259.096895:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fafb80 x1875733133975808/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840275 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840259.096908:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840259.096911:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fafb80 x1875733133975808/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840275 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840259.096917:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840259.096919:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840259.100225:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840259.100244:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840259.100249:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840259.100251:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840259.100260:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840259.100267:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840259.100276:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840259.100281:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840259.100287:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840259.100291:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 688 into portal 10 MB=0x6a9f82724e100 00000400:00000200:2.0:1788840259.100296:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840259.100311:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 688/688 into md 0x6985 [1] + 224 00000800:00000001:2.0:1788840259.100318:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840259.100330:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840259.100333:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840259.100337:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840259.100345:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840259.100354:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fafb80 x1875733133975808/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840275 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840259.100364:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff90ee87fafb80 x1875733133975808/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840275 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840259.100382:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840259.100390:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840259.100392:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840259.102085:0:31515:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788840259.102097:0:31515:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840259.102100:0:31515:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840259.102104:0:31515:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe4d0. 00000400:00000200:1.0:1788840259.102111:0:31515:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539d48 00000400:00000010:1.0:1788840259.102115:0:31515:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539d48. 00000100:00000001:1.0:1788840259.102119:0:31515:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840259.102128:0:31515:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87fafb80 x1875733133975808/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840275 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788840259.102138:0:31515:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87fafb80 x1875733133975808/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840275 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840259.102145:0:31515:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840259.102147:0:31515:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840259.102150:0:31515:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840259.102154:0:31515:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840259.102157:0:31515:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840259.102159:0:31515:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840259.102163:0:31515:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840259.102172:0:31515:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=109 v=5 (5 102 102 102) 00000100:00001000:1.0:1788840259.102176:0:31515:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840259.102179:0:31515:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840259.102181:0:31515:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840259.102184:0:31515:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840259.102187:0:31515:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840259.102191:0:31515:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840259.102194:0:31515:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967629 00000100:00000001:1.0:1788840259.102196:0:31515:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840259.102199:0:31515:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840259.102204:0:31515:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87fafb80 x1875733133975808/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840275 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840259.102211:0:31515:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840259.102214:0:31515:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840259.102216:0:31515:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840259.102220:0:31515:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87fafb80 x1875733133975808/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840275 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788840259.102227:0:31515:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87fafb80 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:31515:1875733133975808:192.168.202.131@tcp:101:lfs.0 00000100:00000001:1.0:1788840259.102231:0:31515:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840259.102234:0:31515:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840259.102236:0:31515:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788840259.102238:0:31515:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840259.102241:0:31515:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87fafb80 x1875733133975808/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840275 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840259.102247:0:31515:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840259.102250:0:31515:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee86f3db40. 00000100:00000001:1.0:1788840259.102254:0:31515:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788840259.102256:0:31515:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840259.102259:0:31515:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788840259.102262:0:31515:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840259.102265:0:31515:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840259.102268:0:31515:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84c00 refcount=4 00000020:00000001:1.0:1788840259.102271:0:31515:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872827904 : -122120836723712 : ffff90ee86e84c00) 00010000:00000001:1.0:1788840259.102274:0:31515:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872827904 : -122120836723712 : ffff90ee86e84c00) 00010000:00000040:1.0:1788840259.102280:0:31515:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee86e84c00, remote cookie: 0x8a436931312ba549, flags: 0x1001 00010000:00010000:1.0:1788840259.102285:0:31515:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84c00/0x3aa5f499c96f375f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba549 expref: -99 pid: 31515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788840259.102299:0:31515:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84c00/0x3aa5f499c96f375f lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba549 expref: -99 pid: 31515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840259.102306:0:31515:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788840259.102310:0:31515:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788840259.102312:0:31515:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788840259.102313:0:31515:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788840259.102314:0:31515:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788840259.102317:0:31515:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff90ee98cc4a00) refcount = 1 00010000:00010000:1.0:1788840259.102321:0:31515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84c00/0x3aa5f499c96f375f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba549 expref: -99 pid: 31515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840259.102326:0:31515:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788840259.102329:0:31515:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788840259.102331:0:31515:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840259.102333:0:31515:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788840259.102335:0:31515:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840259.102338:0:31515:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84c00/0x3aa5f499c96f375f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba549 expref: -99 pid: 31515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840259.102344:0:31515:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788840259.102346:0:31515:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840259.102347:0:31515:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840259.102348:0:31515:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840259.102349:0:31515:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840259.102351:0:31515:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840259.102355:0:31515:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788840259.102357:0:31515:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840259.102358:0:31515:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840259.102359:0:31515:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84c00 refcount=3 00000020:00000001:1.0:1788840259.102361:0:31515:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872827904 : -122120836723712 : ffff90ee86e84c00) 00010000:00000001:1.0:1788840259.102363:0:31515:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872827904 : -122120836723712 : ffff90ee86e84c00) 00010000:00000001:1.0:1788840259.102366:0:31515:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840259.102367:0:31515:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840259.102368:0:31515:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84c00 refcount=4 00000020:00000001:1.0:1788840259.102370:0:31515:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872827904 : -122120836723712 : ffff90ee86e84c00) 00010000:00000001:1.0:1788840259.102372:0:31515:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872827904 : -122120836723712 : ffff90ee86e84c00) 00010000:00000001:1.0:1788840259.102374:0:31515:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840259.102378:0:31515:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840259.102381:0:31515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84c00/0x3aa5f499c96f375f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba549 expref: -99 pid: 31515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840259.102386:0:31515:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840259.102388:0:31515:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840259.102389:0:31515:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840259.102390:0:31515:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840259.102391:0:31515:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84c00 refcount=5 00000020:00000001:1.0:1788840259.102392:0:31515:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872827904 : -122120836723712 : ffff90ee86e84c00) 00010000:00000001:1.0:1788840259.102394:0:31515:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872827904 : -122120836723712 : ffff90ee86e84c00) 00010000:00000001:1.0:1788840259.102396:0:31515:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840259.102399:0:31515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84c00/0x3aa5f499c96f375f lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba549 expref: -99 pid: 31515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840259.102404:0:31515:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840259.102405:0:31515:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788840259.102407:0:31515:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84c00/0x3aa5f499c96f375f lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba549 expref: -99 pid: 31515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840259.102412:0:31515:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840259.102413:0:31515:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840259.102414:0:31515:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840259.102415:0:31515:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840259.102416:0:31515:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788840259.102421:0:31515:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90ee87fafb80 x1875733133975808/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840275 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788840259.102435:0:31515:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840259.102436:0:31515:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840259.102437:0:31515:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84c00 refcount=3 00000020:00000001:1.0:1788840259.102439:0:31515:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872827904 : -122120836723712 : ffff90ee86e84c00) 00010000:00000001:1.0:1788840259.102441:0:31515:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872827904 : -122120836723712 : ffff90ee86e84c00) 00010000:00000001:1.0:1788840259.102443:0:31515:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840259.102444:0:31515:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840259.102446:0:31515:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840259.102448:0:31515:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840259.102451:0:31515:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788840259.102453:0:31515:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840259.102454:0:31515:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840259.102455:0:31515:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84c00 refcount=3 00000020:00000001:1.0:1788840259.102457:0:31515:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872827904 : -122120836723712 : ffff90ee86e84c00) 00010000:00000001:1.0:1788840259.102459:0:31515:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872827904 : -122120836723712 : ffff90ee86e84c00) 00000002:00010000:1.0:1788840259.102462:0:31515:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84c00/0x3aa5f499c96f375f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba549 expref: -99 pid: 31515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840259.102467:0:31515:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840259.102468:0:31515:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840259.102469:0:31515:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788840259.102479:0:31515:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840259.102481:0:31515:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840259.102482:0:31515:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84c00 refcount=3 00000020:00000001:1.0:1788840259.102484:0:31515:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872827904 : -122120836723712 : ffff90ee86e84c00) 00010000:00000001:1.0:1788840259.102486:0:31515:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872827904 : -122120836723712 : ffff90ee86e84c00) 00010000:00000040:1.0:1788840259.102492:0:31515:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4a00 count: 2 00010000:00000001:1.0:1788840259.102495:0:31515:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788840259.102498:0:31515:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1788840259.102501:0:31515:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840259.102502:0:31515:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840259.102504:0:31515:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788840259.102506:0:31515:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201bef898 00000002:00002000:1.0:1788840259.102508:0:31515:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788840259.102511:0:31515:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840259.102515:0:31515:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840259.102517:0:31515:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788840259.102520:0:31515:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788840259.102523:0:31515:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788840259.102527:0:31515:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:1.0:1788840259.102531:0:31515:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee86fb1e00. 00000080:00000001:1.0:1788840259.102535:0:31515:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788840259.102538:0:31515:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788840259.102545:0:31515:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788840259.102549:0:31515:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788840259.102556:0:31515:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff90ee871397c0. 00800000:00000001:1.0:1788840259.102558:0:31515:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446621952875665344 : -122120833886272 : ffff90ee871397c0) 00800000:00000001:1.0:1788840259.102560:0:31515:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840259.102562:0:31515:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788840259.102564:0:31515:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788840259.102567:0:31515:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1788840259.102569:0:31515:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788840259.102572:0:31515:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788840259.102573:0:31515:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840259.102577:0:31515:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788840259.102580:0:31515:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:1.0:1788840259.102582:0:31515:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1788840251 to 1788840259 00000080:00200000:1.0:1788840259.102587:0:31515:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:1.0:1788840259.102589:0:31515:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840259.102590:0:31515:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840259.102591:0:31515:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84c00 refcount=3 00000020:00000001:1.0:1788840259.102593:0:31515:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872827904 : -122120836723712 : ffff90ee86e84c00) 00010000:00000001:1.0:1788840259.102595:0:31515:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872827904 : -122120836723712 : ffff90ee86e84c00) 00010000:00000001:1.0:1788840259.102597:0:31515:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840259.102598:0:31515:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788840259.102600:0:31515:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788840259.102602:0:31515:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788840259.102604:0:31515:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee871397c0 1 00800000:00000010:1.0:1788840259.102606:0:31515:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff90ee871397c0. 00800000:00000001:1.0:1788840259.102608:0:31515:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840259.102611:0:31515:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f375f 00800000:00000001:1.0:1788840259.102614:0:31515:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788840259.102615:0:31515:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788840259.102617:0:31515:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840259.102618:0:31515:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840259.102619:0:31515:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84c00 refcount=3 00000020:00000001:1.0:1788840259.102621:0:31515:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872827904 : -122120836723712 : ffff90ee86e84c00) 00010000:00000001:1.0:1788840259.102623:0:31515:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872827904 : -122120836723712 : ffff90ee86e84c00) 00010000:00000001:1.0:1788840259.102625:0:31515:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840259.102626:0:31515:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840259.102627:0:31515:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840259.102628:0:31515:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840259.102630:0:31515:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840259.102633:0:31515:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:1.0:1788840259.102635:0:31515:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f375f from it ffffa16201befb58 00010000:00000001:1.0:1788840259.102656:0:31515:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840259.102657:0:31515:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840259.102658:0:31515:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84c00 refcount=3 00000020:00000001:1.0:1788840259.102660:0:31515:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872827904 : -122120836723712 : ffff90ee86e84c00) 00010000:00000001:1.0:1788840259.102662:0:31515:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872827904 : -122120836723712 : ffff90ee86e84c00) 00010000:00000001:1.0:1788840259.102664:0:31515:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840259.102666:0:31515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84c00/0x3aa5f499c96f375f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba549 expref: -99 pid: 31515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840259.102673:0:31515:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840259.102674:0:31515:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840259.102675:0:31515:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840259.102677:0:31515:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840259.102679:0:31515:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84c00/0x3aa5f499c96f375f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba549 expref: -99 pid: 31515 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788840259.102690:0:31515:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840259.102692:0:31515:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840259.102694:0:31515:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840259.102698:0:31515:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840259.102699:0:31515:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840259.102701:0:31515:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840259.102704:0:31515:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840259.102706:0:31515:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840259.102707:0:31515:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840259.102710:0:31515:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840259.102711:0:31515:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840259.102712:0:31515:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840259.102713:0:31515:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788840259.102715:0:31515:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840259.102720:0:31515:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87fafb80 x1875733133975808/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840275 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840259.102726:0:31515:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840259.102728:0:31515:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840259.102731:0:31515:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90ee85deb800. 02000000:00000001:1.0:1788840259.102734:0:31515:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840259.102737:0:31515:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840259.102738:0:31515:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=4 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:1.0:1788840259.102740:0:31515:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840259.102743:0:31515:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee85c5f800. 02000000:00000001:1.0:1788840259.102746:0:31515:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840259.102748:0:31515:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840259.102750:0:31515:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87fafb80. 00000100:00000001:1.0:1788840259.102753:0:31515:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840259.102754:0:31515:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788840259.102758:0:31515:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788840259.102762:0:31515:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788840259.102776:0:31515:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90ee84b11420. 00000020:00000001:1.0:1788840259.102781:0:31515:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201befae8 00000080:00200000:1.0:1788840259.102784:0:31515:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), flags=13 00000080:00000001:1.0:1788840259.102788:0:31515:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788840259.102789:0:31515:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201bef998 00000080:00200000:1.0:1788840259.102791:0:31515:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), intent=getattr 00000080:00000010:1.0:1788840259.102810:0:31515:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee86fb1e00. 00800000:00000002:1.0:1788840259.102816:0:31515:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:1.0:1788840259.102820:0:31515:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788840259.102822:0:31515:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788840259.102824:0:31515:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201bef8b8 00800000:00000002:1.0:1788840259.102826:0:31515:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788840259.102829:0:31515:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1788840259.102833:0:31515:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201bef850 00800000:00000002:1.0:1788840259.102835:0:31515:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-2' -> mds #0 00000002:00000001:1.0:1788840259.102838:0:31515:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788840259.102840:0:31515:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201bef788 00000002:00010000:1.0:1788840259.102841:0:31515:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:1.0:1788840259.102845:0:31515:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788840259.103402:0:31515:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788840259.103410:0:31515:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87fafb80. 00000020:00000040:1.0:1788840259.103414:0:31515:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00010000:00000001:1.0:1788840259.103418:0:31515:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788840259.103423:0:31515:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840259.103426:0:31515:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840259.103428:0:31515:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840259.103429:0:31515:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840259.103432:0:31515:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840259.103433:0:31515:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840259.103437:0:31515:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840259.103442:0:31515:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee85c5f800. 00000100:00000001:1.0:1788840259.103448:0:31515:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840259.103451:0:31515:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788840259.103453:0:31515:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840259.103455:0:31515:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788840259.103456:0:31515:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840259.103458:0:31515:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840259.103463:0:31515:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621952890829696 : -122120818721920 : ffff90ee87fafb80) 00010000:00000001:1.0:1788840259.103467:0:31515:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788840259.103469:0:31515:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788840259.103482:0:31515:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4a00 count: 2 00010000:00000001:1.0:1788840259.103484:0:31515:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840259.103487:0:31515:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788840259.103490:0:31515:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee86e85600. 00000020:00000001:1.0:1788840259.103493:0:31515:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788840259.103496:0:31515:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee86e85600 with handle 0x3aa5f499c96f3766 to hash 00000020:00000001:1.0:1788840259.103498:0:31515:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788840259.103499:0:31515:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952872830464 : -122120836721152 : ffff90ee86e85600) 00010000:00000001:1.0:1788840259.103502:0:31515:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952872830464 : -122120836721152 : ffff90ee86e85600) 00010000:00000001:1.0:1788840259.103504:0:31515:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840259.103506:0:31515:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840259.103510:0:31515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85600/0x3aa5f499c96f3766 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788840259.103518:0:31515:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85600/0x3aa5f499c96f3766 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788840259.103526:0:31515:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85600/0x3aa5f499c96f3766 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31515 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788840259.103532:0:31515:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788840259.103534:0:31515:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788840259.103538:0:31515:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee86f3db40. 00000100:00000001:1.0:1788840259.103540:0:31515:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952873585472 : -122120835966144 : ffff90ee86f3db40) 00000100:00000001:1.0:1788840259.103542:0:31515:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840259.103544:0:31515:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890829696 : -122120818721920 : ffff90ee87fafb80) 00000100:00000001:1.0:1788840259.103548:0:31515:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840259.103552:0:31515:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840259.103554:0:31515:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788840259.103556:0:31515:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840259.103562:0:31515:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87fafb80 x1875733133975936/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840259.103575:0:31515:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840259.103578:0:31515:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840259.103582:0:31515:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840259.103584:0:31515:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840259.103586:0:31515:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840259.103590:0:31515:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87fafb80 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:31515:1875733133975936:192.168.202.131@tcp:101:lfs.0 00000100:00000001:1.0:1788840259.103593:0:31515:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840259.103599:0:31515:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840259.103601:0:31515:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840259.103603:0:31515:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840259.103608:0:31515:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90ee85deb800. 02000000:00000001:1.0:1788840259.103610:0:31515:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840259.103617:0:31515:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840259.103620:0:31515:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe4d0. 00000400:00000010:1.0:1788840259.103626:0:31515:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539d48. 00000100:00000200:1.0:1788840259.103632:0:31515:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875733133975936, portal 10 00000100:00000001:1.0:1788840259.103634:0:31515:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840259.103635:0:31515:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890829696 : -122120818721920 : ffff90ee87fafb80) 00000100:00000040:1.0:1788840259.103672:0:31515:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87fafb80 x1875733133975936/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840275 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840259.103679:0:31515:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840259.103682:0:31515:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840259.103685:0:31515:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539dd0. 00000100:00000200:1.0:1788840259.103688:0:31515:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875733133975936, offset 0 00000400:00000200:1.0:1788840259.103694:0:31515:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840259.103702:0:31515:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840259.103708:0:31515:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840259.103724:0:31515:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840259.103729:0:31515:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840259.103732:0:31515:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840259.103735:0:31515:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840259.103738:0:31515:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2413:2413:256:4294967295] 192.168.202.131@tcp LPNI seq info [2413:2413:8:4294967295] 00000400:00000200:1.0:1788840259.103743:0:31515:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840259.103751:0:31515:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840259.103758:0:31515:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840259.103763:0:31515:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee86f0d600. 00000800:00000200:1.0:1788840259.103770:0:31515:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840259.103777:0:31515:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840259.103781:0:31515:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee86f0d600 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1788840259.103795:0:31515:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840259.103800:0:31515:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 784728 usecs (785 jiffies) 00000400:00000200:1.0:1788840259.103803:0:31515:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840259.103806:0:31515:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296489706 00000100:00000001:1.0:1788840259.103809:0:31515:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296492448 00000100:00000001:1.0:1788840259.103811:0:31515:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296489706 00000100:00000001:1.0:1788840259.103814:0:31515:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296492448 00000100:00000001:1.0:1788840259.103816:0:31515:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840259.103819:0:31515:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840259.103821:0:31515:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840259.103823:0:31515:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788840259.103825:0:31515:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee86f3db40 going to sleep for 11 seconds 00000100:00000001:1.0:1788840259.103827:0:31515:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840259.103829:0:31515:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840259.104036:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840259.104041:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0d600. 00000400:00000200:3.0:1788840259.104057:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840259.104063:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840259.104068:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539dd0 00000400:00000010:3.0:1788840259.104070:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539dd0. 00000100:00000001:3.0:1788840259.104074:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840259.104078:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fafb80 x1875733133975936/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840275 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840259.104088:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840259.104090:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fafb80 x1875733133975936/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840275 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840259.104097:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840259.104098:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840259.108316:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840259.108332:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840259.108337:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840259.108339:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840259.108348:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840259.108355:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840259.108364:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840259.108368:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840259.108373:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840259.108377:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 584 into portal 10 MB=0x6a9f82724e180 00000400:00000200:2.0:1788840259.108382:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840259.108387:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 584/584 into md 0x698d [1] + 224 00000800:00000001:2.0:1788840259.108394:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840259.108400:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840259.108404:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840259.108408:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840259.108414:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840259.108423:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fafb80 x1875733133975936/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840275 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840259.108441:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff90ee87fafb80 x1875733133975936/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840275 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840259.108460:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840259.108468:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840259.108482:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840259.108630:0:31515:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788840259.108671:0:31515:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840259.108674:0:31515:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840259.108677:0:31515:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe4d0. 00000400:00000200:1.0:1788840259.108682:0:31515:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539d48 00000400:00000010:1.0:1788840259.108685:0:31515:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539d48. 00000100:00000001:1.0:1788840259.108688:0:31515:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840259.108693:0:31515:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87fafb80 x1875733133975936/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840275 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788840259.108702:0:31515:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87fafb80 x1875733133975936/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840275 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840259.108708:0:31515:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840259.108710:0:31515:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840259.108721:0:31515:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840259.108725:0:31515:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840259.108727:0:31515:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840259.108729:0:31515:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840259.108733:0:31515:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840259.108741:0:31515:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=109 v=5 (5 102 102 102) 00000100:00001000:1.0:1788840259.108745:0:31515:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840259.108748:0:31515:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1788840259.108752:0:31515:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff90ee87fafb80 x1875733133975936/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840275 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840259.108759:0:31515:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788840259.108762:0:31515:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840259.108764:0:31515:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967629 00000100:00000001:1.0:1788840259.108766:0:31515:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840259.108769:0:31515:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1788840259.108773:0:31515:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87fafb80 x1875733133975936/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840275 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840259.108779:0:31515:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1788840259.108782:0:31515:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840259.108784:0:31515:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840259.108788:0:31515:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87fafb80 x1875733133975936/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840275 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788840259.108794:0:31515:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87fafb80 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:31515:1875733133975936:192.168.202.131@tcp:101:lfs.0 00000100:00000001:1.0:1788840259.108799:0:31515:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840259.108802:0:31515:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788840259.108805:0:31515:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788840259.108807:0:31515:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840259.108810:0:31515:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87fafb80 x1875733133975936/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840275 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840259.108821:0:31515:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840259.108824:0:31515:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee86f3db40. 00000100:00000001:1.0:1788840259.108828:0:31515:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788840259.108829:0:31515:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1788840259.108832:0:31515:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788840259.108836:0:31515:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840259.108838:0:31515:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840259.108841:0:31515:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85600 refcount=4 00000020:00000001:1.0:1788840259.108844:0:31515:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872830464 : -122120836721152 : ffff90ee86e85600) 00010000:00000001:1.0:1788840259.109053:0:31515:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872830464 : -122120836721152 : ffff90ee86e85600) 00010000:00010000:1.0:1788840259.109060:0:31515:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85600/0x3aa5f499c96f3766 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840259.109070:0:31515:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1788840259.109074:0:31515:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85600/0x3aa5f499c96f3766 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840259.109079:0:31515:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840259.109082:0:31515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85600/0x3aa5f499c96f3766 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840259.109087:0:31515:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840259.109089:0:31515:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788840259.109091:0:31515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85600/0x3aa5f499c96f3766 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840259.109096:0:31515:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840259.109099:0:31515:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840259.109102:0:31515:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788840259.109104:0:31515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85600/0x3aa5f499c96f3766 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788840259.109109:0:31515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90ee86e85600 already unused, calling callback (ffffffffc1b72460) 00000080:00000001:1.0:1788840259.109113:0:31515:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1788840259.109116:0:31515:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85600/0x3aa5f499c96f3766 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 31515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840259.109121:0:31515:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1788840259.109123:0:31515:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1788840259.109126:0:31515:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85600/0x3aa5f499c96f3766 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 31515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840259.109131:0:31515:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1788840259.109133:0:31515:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788840259.109134:0:31515:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840259.109135:0:31515:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840259.109137:0:31515:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85600 refcount=5 00000020:00000001:1.0:1788840259.109138:0:31515:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872830464 : -122120836721152 : ffff90ee86e85600) 00010000:00000001:1.0:1788840259.109140:0:31515:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872830464 : -122120836721152 : ffff90ee86e85600) 00010000:00000001:1.0:1788840259.109143:0:31515:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788840259.109145:0:31515:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85600/0x3aa5f499c96f3766 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 31515 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1788840259.109151:0:31515:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788840259.109152:0:31515:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840259.109155:0:31515:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1788840259.109156:0:31515:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788840259.109159:0:31515:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788840259.109161:0:31515:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788840259.109163:0:31515:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840259.109164:0:31515:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788840259.109166:0:31515:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee86e85600 with handle 0x3aa5f499c96f3766 from hash 00010000:00000001:1.0:1788840259.109169:0:31515:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788840259.109170:0:31515:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840259.109171:0:31515:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840259.109172:0:31515:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788840259.109174:0:31515:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788840259.109175:0:31515:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1788840259.109177:0:31515:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840259.109178:0:31515:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840259.109179:0:31515:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840259.109181:0:31515:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840259.109183:0:31515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85600/0x3aa5f499c96f3766 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840259.109187:0:31515:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840259.109188:0:31515:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840259.109189:0:31515:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1788840259.109191:0:31515:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840259.109192:0:31515:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840259.109193:0:31515:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840259.109194:0:31515:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788840259.109196:0:31515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85600/0x3aa5f499c96f3766 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840259.109204:0:31515:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840259.109206:0:31515:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1788840259.109209:0:31515:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1788840259.109214:0:31515:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0x7, status=0 req@ffff90ee87fafb80 x1875733133975936/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840275 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788840259.109221:0:31515:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788840259.109222:0:31515:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840259.109224:0:31515:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840259.109226:0:31515:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840259.109229:0:31515:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788840259.109231:0:31515:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788840259.109232:0:31515:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840259.109234:0:31515:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788840259.109237:0:31515:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201bef710 00000002:00002000:1.0:1788840259.109239:0:31515:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-2 intent=getattr status=0 disp=0x7: rc = 0 00000002:00000001:1.0:1788840259.109242:0:31515:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840259.109245:0:31515:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840259.109248:0:31515:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788840259.109251:0:31515:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788840259.109254:0:31515:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788840259.109257:0:31515:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000001:1.0:1788840259.109259:0:31515:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788840259.109261:0:31515:0:(namei.c:674:ll_lookup_it_finish()) it ffffa16201befb20 it_disposition 7 00000080:00002000:1.0:1788840259.109266:0:31515:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90ee90698510 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:1.0:1788840259.109273:0:31515:0:(lmv_obd.c:4261:lmv_revalidate_lock()) Process entered 00000002:00000001:1.0:1788840259.109277:0:31515:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788840259.109279:0:31515:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840259.109281:0:31515:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840259.109287:0:31515:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4a00 count: 2 00010000:00000001:1.0:1788840259.109290:0:31515:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840259.109294:0:31515:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840259.109395:0:31515:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788840259.109400:0:31515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84c00/0x3aa5f499c96f375f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba549 expref: -99 pid: 31515 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788840259.109408:0:31515:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788840259.109413:0:31515:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840259.109415:0:31515:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84c00/0x3aa5f499c96f375f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba549 expref: -99 pid: 31515 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788840259.109422:0:31515:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788840259.109424:0:31515:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788840259.109426:0:31515:0:(lmv_obd.c:4268:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788840259.109429:0:31515:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788840259.109431:0:31515:0:(dcache.c:176:ll_intent_release()) intent ffffa16201bef930 released 00000080:00010000:1.0:1788840259.109433:0:31515:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f375f from it ffffa16201bef930 00010000:00000001:1.0:1788840259.109435:0:31515:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840259.109437:0:31515:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840259.109438:0:31515:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84c00 refcount=3 00000020:00000001:1.0:1788840259.109440:0:31515:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872827904 : -122120836723712 : ffff90ee86e84c00) 00010000:00000001:1.0:1788840259.109442:0:31515:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872827904 : -122120836723712 : ffff90ee86e84c00) 00010000:00000001:1.0:1788840259.109445:0:31515:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840259.109447:0:31515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84c00/0x3aa5f499c96f375f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba549 expref: -99 pid: 31515 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788840259.109453:0:31515:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840259.109454:0:31515:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840259.109456:0:31515:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840259.109458:0:31515:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840259.109460:0:31515:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84c00/0x3aa5f499c96f375f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba549 expref: -99 pid: 31515 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788840259.109466:0:31515:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840259.109469:0:31515:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840259.109480:0:31515:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840259.109485:0:31515:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840259.109486:0:31515:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840259.109488:0:31515:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840259.109491:0:31515:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840259.109493:0:31515:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840259.109494:0:31515:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840259.109497:0:31515:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840259.109499:0:31515:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840259.109500:0:31515:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840259.109502:0:31515:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788840259.109503:0:31515:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1788840259.109504:0:31515:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788840259.109507:0:31515:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788840259.109511:0:31515:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee86fb1e00. 00000100:00000001:1.0:1788840259.109515:0:31515:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840259.109520:0:31515:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87fafb80 x1875733133975936/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840275 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840259.109526:0:31515:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840259.109529:0:31515:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840259.109531:0:31515:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90ee85deb800. 02000000:00000001:1.0:1788840259.109534:0:31515:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840259.109536:0:31515:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840259.109539:0:31515:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=4 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:1.0:1788840259.109541:0:31515:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840259.109544:0:31515:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee85c5f800. 02000000:00000001:1.0:1788840259.109548:0:31515:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840259.109549:0:31515:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840259.109551:0:31515:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87fafb80. 00000100:00000001:1.0:1788840259.109555:0:31515:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840259.109556:0:31515:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788840259.109558:0:31515:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788840259.109559:0:31515:0:(dcache.c:176:ll_intent_release()) intent ffffa16201befb20 released 00000080:00000001:1.0:1788840259.109560:0:31515:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1788840259.109565:0:31515:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788840259.109567:0:31515:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201befb70 00000080:00002000:1.0:1788840259.109569:0:31515:0:(dcache.c:127:ll_ddelete()) keeping dentry d21h.recovery-small-2 (ffff90ee90698510, parent ffff90ee9069b510, inode 0000000000000000) hashed, 00000080:00000001:1.0:1788840259.109572:0:31515:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840259.109616:0:31515:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788840259.109618:0:31515:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788840259.109620:0:31515:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788840259.109622:0:31515:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201befbb0 00000080:00200000:1.0:1788840259.109624:0:31515:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:1.0:1788840259.109629:0:31515:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee86fb1e00. 00800000:00000002:1.0:1788840259.109634:0:31515:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:1.0:1788840259.109658:0:31515:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788840259.109661:0:31515:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788840259.109662:0:31515:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201befad0 00800000:00000002:1.0:1788840259.109664:0:31515:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788840259.109667:0:31515:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788840259.109670:0:31515:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788840259.109673:0:31515:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788840259.109675:0:31515:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201bef9a0 00000002:00010000:1.0:1788840259.109676:0:31515:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788840259.109680:0:31515:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788840259.109681:0:31515:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840259.109682:0:31515:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840259.109684:0:31515:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4a00 count: 2 00010000:00000001:1.0:1788840259.109686:0:31515:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840259.109689:0:31515:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840259.109691:0:31515:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788840259.109694:0:31515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84c00/0x3aa5f499c96f375f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba549 expref: -99 pid: 31515 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788840259.109700:0:31515:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788840259.109702:0:31515:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840259.109704:0:31515:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84c00/0x3aa5f499c96f375f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba549 expref: -99 pid: 31515 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1788840259.109711:0:31515:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788840259.109712:0:31515:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788840259.110039:0:31515:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788840259.110041:0:31515:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788840259.110043:0:31515:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788840259.110045:0:31515:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788840259.110110:0:31515:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788840259.110112:0:31515:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:1.0:1788840259.110115:0:31515:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee86fb1e00. 00000080:00000001:1.0:1788840259.110118:0:31515:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788840259.110120:0:31515:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840259.110122:0:31515:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:1.0:1788840259.110125:0:31515:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f375f 00800000:00000001:1.0:1788840259.110128:0:31515:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788840259.110129:0:31515:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788840259.110131:0:31515:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840259.110132:0:31515:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840259.110134:0:31515:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84c00 refcount=3 00000020:00000001:1.0:1788840259.110136:0:31515:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872827904 : -122120836723712 : ffff90ee86e84c00) 00010000:00000001:1.0:1788840259.110138:0:31515:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872827904 : -122120836723712 : ffff90ee86e84c00) 00010000:00000001:1.0:1788840259.110140:0:31515:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840259.110141:0:31515:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840259.110142:0:31515:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840259.110144:0:31515:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840259.110146:0:31515:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f375f from it ffffa16201befbe8 00010000:00000001:1.0:1788840259.110148:0:31515:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840259.110149:0:31515:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840259.110150:0:31515:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84c00 refcount=3 00000020:00000001:1.0:1788840259.110152:0:31515:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872827904 : -122120836723712 : ffff90ee86e84c00) 00010000:00000001:1.0:1788840259.110153:0:31515:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872827904 : -122120836723712 : ffff90ee86e84c00) 00010000:00000001:1.0:1788840259.110155:0:31515:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840259.110158:0:31515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84c00/0x3aa5f499c96f375f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba549 expref: -99 pid: 31515 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788840259.110165:0:31515:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840259.110165:0:31515:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840259.110166:0:31515:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840259.110168:0:31515:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840259.110170:0:31515:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84c00/0x3aa5f499c96f375f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba549 expref: -99 pid: 31515 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788840259.110176:0:31515:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840259.110178:0:31515:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840259.110179:0:31515:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840259.110182:0:31515:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840259.110183:0:31515:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840259.110184:0:31515:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840259.110186:0:31515:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840259.110187:0:31515:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840259.110189:0:31515:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840259.110191:0:31515:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840259.110193:0:31515:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840259.110194:0:31515:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840259.110195:0:31515:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788840259.110196:0:31515:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788840259.110198:0:31515:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788840259.110200:0:31515:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788840259.110205:0:31515:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840259.110208:0:31515:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788840259.110210:0:31515:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201befbd8 00000080:00002000:1.0:1788840259.110212:0:31515:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-2(ffff90ee90698510) flags 0x8000e refc 0 00000080:00000001:1.0:1788840259.110214:0:31515:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840259.110216:0:31515:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201befc20 00000080:00200000:1.0:1788840259.110217:0:31515:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-2, flags=16392 00000080:00000001:1.0:1788840259.110222:0:31515:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788840259.110223:0:31515:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201befba8 00000080:00002000:1.0:1788840259.110225:0:31515:0:(dcache.c:127:ll_ddelete()) keeping dentry d21h.recovery-small-2 (ffff90ee90698510, parent ffff90ee9069b510, inode 0000000000000000) hashed, 00000080:00000001:1.0:1788840259.110227:0:31515:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840259.110254:0:31515:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201befd08 00000080:00200008:1.0:1788840259.110257:0:31515:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff90ee905142c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788840259.110261:0:31515:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788840259.110262:0:31515:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201befc80 00000080:00200000:1.0:1788840259.110264:0:31515:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:1.0:1788840259.110268:0:31515:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee86fb1e00. 00800000:00000002:1.0:1788840259.110271:0:31515:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:1.0:1788840259.110273:0:31515:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788840259.110274:0:31515:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788840259.110276:0:31515:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201befba0 00800000:00000002:1.0:1788840259.110277:0:31515:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788840259.110279:0:31515:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788840259.110281:0:31515:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788840259.110284:0:31515:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788840259.110285:0:31515:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201befa70 00000002:00010000:1.0:1788840259.110287:0:31515:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788840259.110289:0:31515:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788840259.110291:0:31515:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840259.110293:0:31515:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840259.111280:0:31515:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4a00 count: 2 00010000:00000001:1.0:1788840259.111289:0:31515:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840259.111294:0:31515:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840259.111413:0:31515:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788840259.111419:0:31515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84c00/0x3aa5f499c96f375f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba549 expref: -99 pid: 31515 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1788840259.111429:0:31515:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788840259.111436:0:31515:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840259.111439:0:31515:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84c00/0x3aa5f499c96f375f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba549 expref: -99 pid: 31515 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1788840259.111445:0:31515:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788840259.111447:0:31515:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788840259.111449:0:31515:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788840259.111451:0:31515:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788840259.111454:0:31515:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788840259.111456:0:31515:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788840259.111458:0:31515:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788840259.111461:0:31515:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:1.0:1788840259.111464:0:31515:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee86fb1e00. 00000080:00000001:1.0:1788840259.111469:0:31515:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788840259.111470:0:31515:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840259.111482:0:31515:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:1.0:1788840259.111485:0:31515:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f375f 00800000:00000001:1.0:1788840259.111488:0:31515:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788840259.111490:0:31515:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788840259.111492:0:31515:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840259.111493:0:31515:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840259.111495:0:31515:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84c00 refcount=3 00000020:00000001:1.0:1788840259.111497:0:31515:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872827904 : -122120836723712 : ffff90ee86e84c00) 00010000:00000001:1.0:1788840259.111499:0:31515:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872827904 : -122120836723712 : ffff90ee86e84c00) 00010000:00000001:1.0:1788840259.111502:0:31515:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840259.111503:0:31515:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840259.111504:0:31515:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840259.111506:0:31515:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840259.111508:0:31515:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f375f from it ffffa16201befcb8 00010000:00000001:1.0:1788840259.111510:0:31515:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840259.111511:0:31515:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840259.111512:0:31515:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84c00 refcount=3 00000020:00000001:1.0:1788840259.111514:0:31515:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872827904 : -122120836723712 : ffff90ee86e84c00) 00010000:00000001:1.0:1788840259.111516:0:31515:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872827904 : -122120836723712 : ffff90ee86e84c00) 00010000:00000001:1.0:1788840259.111518:0:31515:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840259.111521:0:31515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84c00/0x3aa5f499c96f375f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba549 expref: -99 pid: 31515 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788840259.111529:0:31515:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840259.111530:0:31515:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840259.111531:0:31515:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840259.111533:0:31515:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840259.111535:0:31515:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84c00/0x3aa5f499c96f375f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba549 expref: -99 pid: 31515 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788840259.111542:0:31515:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840259.111544:0:31515:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840259.111546:0:31515:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840259.111549:0:31515:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840259.111550:0:31515:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840259.111552:0:31515:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840259.111555:0:31515:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840259.111556:0:31515:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840259.111558:0:31515:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840259.111560:0:31515:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840259.111562:0:31515:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840259.111563:0:31515:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840259.111564:0:31515:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788840259.111567:0:31515:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788840259.111568:0:31515:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788840259.111572:0:31515:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840259.111577:0:31515:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201befd08 00000080:00000008:1.0:1788840259.111579:0:31515:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff90ee905142c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788840259.114190:0:31515:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840259.114234:0:31515:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201befd08 00000080:00200008:1.0:1788840259.114238:0:31515:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff90ee905142c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788840259.114245:0:31515:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788840259.114247:0:31515:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201befc80 00000080:00200000:1.0:1788840259.114249:0:31515:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:1.0:1788840259.114255:0:31515:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee86fb1e00. 00800000:00000002:1.0:1788840259.114262:0:31515:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:1.0:1788840259.114267:0:31515:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788840259.114271:0:31515:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788840259.114273:0:31515:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201befba0 00800000:00000002:1.0:1788840259.114275:0:31515:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788840259.114279:0:31515:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788840259.114282:0:31515:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788840259.114288:0:31515:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788840259.114289:0:31515:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201befa70 00000002:00010000:1.0:1788840259.114291:0:31515:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788840259.114295:0:31515:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788840259.114309:0:31515:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840259.114314:0:31515:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840259.114320:0:31515:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4a00 count: 2 00010000:00000001:1.0:1788840259.114323:0:31515:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840259.114327:0:31515:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840259.114331:0:31515:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788840259.114336:0:31515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84c00/0x3aa5f499c96f375f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba549 expref: -99 pid: 31515 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1788840259.114347:0:31515:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788840259.114352:0:31515:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840259.114355:0:31515:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84c00/0x3aa5f499c96f375f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba549 expref: -99 pid: 31515 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1788840259.114362:0:31515:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788840259.114364:0:31515:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788840259.114366:0:31515:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788840259.114368:0:31515:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788840259.114370:0:31515:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788840259.114372:0:31515:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788840259.114375:0:31515:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788840259.114377:0:31515:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:1.0:1788840259.114380:0:31515:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee86fb1e00. 00000080:00000001:1.0:1788840259.114385:0:31515:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788840259.114387:0:31515:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840259.114390:0:31515:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:1.0:1788840259.114393:0:31515:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f375f 00800000:00000001:1.0:1788840259.114396:0:31515:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788840259.114398:0:31515:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788840259.114400:0:31515:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840259.114402:0:31515:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840259.114405:0:31515:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84c00 refcount=3 00000020:00000001:1.0:1788840259.114407:0:31515:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872827904 : -122120836723712 : ffff90ee86e84c00) 00010000:00000001:1.0:1788840259.114410:0:31515:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872827904 : -122120836723712 : ffff90ee86e84c00) 00010000:00000001:1.0:1788840259.114412:0:31515:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840259.114414:0:31515:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840259.114415:0:31515:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840259.114417:0:31515:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840259.114419:0:31515:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f375f from it ffffa16201befcb8 00010000:00000001:1.0:1788840259.114422:0:31515:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840259.114423:0:31515:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840259.114424:0:31515:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84c00 refcount=3 00000020:00000001:1.0:1788840259.114426:0:31515:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872827904 : -122120836723712 : ffff90ee86e84c00) 00010000:00000001:1.0:1788840259.114428:0:31515:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872827904 : -122120836723712 : ffff90ee86e84c00) 00010000:00000001:1.0:1788840259.114430:0:31515:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840259.114434:0:31515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84c00/0x3aa5f499c96f375f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba549 expref: -99 pid: 31515 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788840259.114440:0:31515:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840259.114441:0:31515:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840259.114443:0:31515:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840259.114445:0:31515:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840259.114448:0:31515:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84c00/0x3aa5f499c96f375f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba549 expref: -99 pid: 31515 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788840259.114455:0:31515:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840259.114458:0:31515:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840259.114461:0:31515:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840259.114465:0:31515:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840259.114466:0:31515:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840259.114467:0:31515:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840259.114470:0:31515:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840259.114483:0:31515:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840259.114485:0:31515:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840259.114488:0:31515:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840259.114490:0:31515:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840259.114492:0:31515:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840259.114492:0:31515:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788840259.114495:0:31515:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788840259.114496:0:31515:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788840259.114499:0:31515:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840259.114504:0:31515:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201befd08 00000080:00000008:1.0:1788840259.114506:0:31515:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff90ee905142c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788840259.114636:0:31515:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788840259.114674:0:31515:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788840259.114675:0:31515:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201befb78 00000080:00200000:1.0:1788840259.114677:0:31515:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:1.0:1788840259.114682:0:31515:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee86fb1e00. 00800000:00000002:1.0:1788840259.114685:0:31515:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:1.0:1788840259.114688:0:31515:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788840259.114690:0:31515:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788840259.114691:0:31515:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201befa98 00800000:00000002:1.0:1788840259.114693:0:31515:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788840259.114695:0:31515:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788840259.114697:0:31515:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788840259.114700:0:31515:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788840259.114701:0:31515:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201bef968 00000002:00010000:1.0:1788840259.114703:0:31515:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788840259.114706:0:31515:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788840259.114707:0:31515:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840259.114708:0:31515:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840259.114710:0:31515:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4a00 count: 2 00010000:00000001:1.0:1788840259.114712:0:31515:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840259.114715:0:31515:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840259.114717:0:31515:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788840259.114720:0:31515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84c00/0x3aa5f499c96f375f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba549 expref: -99 pid: 31515 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1788840259.114727:0:31515:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788840259.114730:0:31515:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840259.114733:0:31515:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84c00/0x3aa5f499c96f375f lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba549 expref: -99 pid: 31515 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:1.0:1788840259.114738:0:31515:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788840259.114740:0:31515:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788840259.114741:0:31515:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788840259.114743:0:31515:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788840259.114744:0:31515:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788840259.114746:0:31515:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788840259.114748:0:31515:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788840259.114750:0:31515:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:1.0:1788840259.114752:0:31515:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee86fb1e00. 00000080:00000001:1.0:1788840259.114755:0:31515:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788840259.114756:0:31515:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840259.114758:0:31515:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:1.0:1788840259.114761:0:31515:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f375f 00800000:00000001:1.0:1788840259.114763:0:31515:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788840259.114764:0:31515:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788840259.114765:0:31515:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840259.114767:0:31515:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840259.114768:0:31515:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84c00 refcount=3 00000020:00000001:1.0:1788840259.114770:0:31515:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872827904 : -122120836723712 : ffff90ee86e84c00) 00010000:00000001:1.0:1788840259.114772:0:31515:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872827904 : -122120836723712 : ffff90ee86e84c00) 00010000:00000001:1.0:1788840259.114774:0:31515:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840259.114775:0:31515:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840259.114776:0:31515:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840259.114778:0:31515:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840259.114780:0:31515:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f375f from it ffffa16201befbb0 00010000:00000001:1.0:1788840259.114782:0:31515:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840259.114783:0:31515:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840259.114784:0:31515:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84c00 refcount=3 00000020:00000001:1.0:1788840259.114786:0:31515:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872827904 : -122120836723712 : ffff90ee86e84c00) 00010000:00000001:1.0:1788840259.114788:0:31515:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872827904 : -122120836723712 : ffff90ee86e84c00) 00010000:00000001:1.0:1788840259.114790:0:31515:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840259.114792:0:31515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84c00/0x3aa5f499c96f375f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba549 expref: -99 pid: 31515 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788840259.114797:0:31515:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840259.114798:0:31515:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840259.114799:0:31515:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840259.114801:0:31515:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840259.114803:0:31515:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84c00/0x3aa5f499c96f375f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba549 expref: -99 pid: 31515 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1788840259.114809:0:31515:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840259.114811:0:31515:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840259.114812:0:31515:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840259.114814:0:31515:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840259.114815:0:31515:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840259.114816:0:31515:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840259.114818:0:31515:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840259.114819:0:31515:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840259.114821:0:31515:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840259.114823:0:31515:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840259.114825:0:31515:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840259.114826:0:31515:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840259.114827:0:31515:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788840259.114828:0:31515:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788840259.114830:0:31515:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788840259.114832:0:31515:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 44 00000080:00000001:1.0:1788840259.114836:0:31515:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840259.114840:0:31515:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:1.0:1788840259.114842:0:31515:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788840259.114845:0:31515:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201befb78 00000080:00200008:1.0:1788840259.114847:0:31515:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff90ee905142c8), flags 300000 00000080:00000010:1.0:1788840259.114852:0:31515:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90ee817c77c0. 00000080:00000001:1.0:1788840259.114856:0:31515:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840259.114858:0:31515:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840259.114870:0:31515:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840259.114872:0:31515:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c03066f0 arg=7ffdd4108d80 00000020:00000001:1.0:1788840259.114878:0:31515:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840259.114883:0:31515:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 648 at ffff90ee85c5f800. 00000020:00000001:1.0:1788840259.114887:0:31515:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840259.114891:0:31515:0:(dir.c:442:ll_dir_setdirstripe()) Process entered 00000020:00000001:1.0:1788840259.114892:0:31515:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201befad0 00000080:00200000:1.0:1788840259.114894:0:31515:0:(dir.c:451:ll_dir_setdirstripe()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) name=d21h.recovery-small-2 stripe_offset=0 stripe_count=1, hash_type=0 00000080:00000010:1.0:1788840259.114899:0:31515:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee86fb1e00. 00800000:00000002:1.0:1788840259.114902:0:31515:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00800000:00000001:1.0:1788840259.114909:0:31515:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:1.0:1788840259.114911:0:31515:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1788840259.114916:0:31515:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446621952875900928 : -122120833650688 : ffff90ee87173000) 00800000:00000001:1.0:1788840259.114918:0:31515:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1788840259.114920:0:31515:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1788840259.114924:0:31515:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1788840259.114926:0:31515:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1788840259.114929:0:31515:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff90ee90f70800: Allocated FID [0x200000404:0x28:0x0] 40000000:00000001:1.0:1788840259.114932:0:31515:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840259.114934:0:31515:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840259.114935:0:31515:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840259.114937:0:31515:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840259.114939:0:31515:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201bef9e8 00800000:00000002:1.0:1788840259.114940:0:31515:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd21h.recovery-small-2' [0x200000404:0x28:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:1.0:1788840259.114944:0:31515:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:1.0:1788840259.114946:0:31515:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788840259.114949:0:31515:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4a00 count: 2 00010000:00000001:1.0:1788840259.114951:0:31515:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840259.114954:0:31515:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788840259.114958:0:31515:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788840259.114961:0:31515:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84c00/0x3aa5f499c96f375f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8a436931312ba549 expref: -99 pid: 31515 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:1.0:1788840259.114968:0:31515:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788840259.114972:0:31515:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788840259.114974:0:31515:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788840259.114976:0:31515:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1788840259.114978:0:31515:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840259.114980:0:31515:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840259.114981:0:31515:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4a00 count: 3 00010000:00000001:1.0:1788840259.114984:0:31515:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788840259.114986:0:31515:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840259.114988:0:31515:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840259.114989:0:31515:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840259.114990:0:31515:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4a00 count: 3 00010000:00000001:1.0:1788840259.114992:0:31515:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788840259.114994:0:31515:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840259.114996:0:31515:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840259.114997:0:31515:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840259.114998:0:31515:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4a00 count: 3 00010000:00000001:1.0:1788840259.115000:0:31515:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788840259.115002:0:31515:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840259.115004:0:31515:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788840259.115007:0:31515:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff90ee90514200, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788840259.115011:0:31515:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000020:00000001:1.0:1788840259.115014:0:31515:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201bef670 00000080:00002000:1.0:1788840259.115015:0:31515:0:(namei.c:185:ll_prune_negative_children()) prune negative dentry d21h.recovery-small-2 00000080:00000001:1.0:1788840259.115019:0:31515:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788840259.115023:0:31515:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1788840259.115025:0:31515:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788840259.115028:0:31515:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788840259.115029:0:31515:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840259.115032:0:31515:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788840259.115036:0:31515:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788840259.115038:0:31515:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788840259.115040:0:31515:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840259.115042:0:31515:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788840259.115044:0:31515:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee86e84c00 with handle 0x3aa5f499c96f375f from hash 00010000:00000001:1.0:1788840259.115047:0:31515:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788840259.115048:0:31515:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840259.115049:0:31515:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840259.115051:0:31515:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788840259.115053:0:31515:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788840259.115054:0:31515:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788840259.115057:0:31515:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788840259.115058:0:31515:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788840259.115061:0:31515:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1788840259.115066:0:31515:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87fafb80. 00000020:00000040:1.0:1788840259.115070:0:31515:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 02000000:00000001:1.0:1788840259.115076:0:31515:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788840259.115078:0:31515:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840259.115080:0:31515:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788840259.115084:0:31515:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840259.115086:0:31515:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840259.115088:0:31515:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840259.115090:0:31515:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840259.115094:0:31515:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840259.115099:0:31515:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee85c5f400. 00000100:00000001:1.0:1788840259.115106:0:31515:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840259.115108:0:31515:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788840259.115111:0:31515:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788840259.115117:0:31515:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84c00/0x3aa5f499c96f375f lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312ba549 expref: -99 pid: 31515 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:1.0:1788840259.115124:0:31515:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788840259.115126:0:31515:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788840259.115127:0:31515:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788840259.115130:0:31515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84c00/0x3aa5f499c96f375f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312ba549 expref: -99 pid: 31515 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:1.0:1788840259.115137:0:31515:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee98cc4a00 count: 0 00010000:00000010:1.0:1788840259.115142:0:31515:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90ee85063780. 00010000:00000001:1.0:1788840259.115149:0:31515:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840259.115151:0:31515:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840259.115153:0:31515:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788840259.115154:0:31515:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840259.115156:0:31515:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1788840259.115167:0:31515:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1788840259.115179:0:31515:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee87fafb80 x1875733133976192/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788840259.115187:0:31515:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788840259.115189:0:31515:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788840259.115195:0:31515:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee86f3db40. 00000100:00000001:1.0:1788840259.115197:0:31515:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952873585472 : -122120835966144 : ffff90ee86f3db40) 00000100:00000001:1.0:1788840259.115200:0:31515:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840259.115202:0:31515:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890829696 : -122120818721920 : ffff90ee87fafb80) 00000100:00000001:1.0:1788840259.115206:0:31515:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840259.115210:0:31515:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840259.115212:0:31515:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788840259.115214:0:31515:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840259.115219:0:31515:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87fafb80 x1875733133976192/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840259.115228:0:31515:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840259.115230:0:31515:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840259.115234:0:31515:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840259.115236:0:31515:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840259.115239:0:31515:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840259.115242:0:31515:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87fafb80 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:31515:1875733133976192:192.168.202.131@tcp:36:lfs.0 00000100:00000001:1.0:1788840259.115247:0:31515:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840259.115252:0:31515:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840259.115256:0:31515:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840259.115259:0:31515:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840259.115264:0:31515:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee85c5e000. 02000000:00000001:1.0:1788840259.115266:0:31515:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840259.115274:0:31515:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840259.115278:0:31515:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe4d0. 00000400:00000010:1.0:1788840259.115285:0:31515:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539d48. 00000100:00000200:1.0:1788840259.115292:0:31515:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133976192, portal 10 00000100:00000001:1.0:1788840259.115294:0:31515:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840259.115295:0:31515:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890829696 : -122120818721920 : ffff90ee87fafb80) 00000100:00000040:1.0:1788840259.115302:0:31515:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87fafb80 x1875733133976192/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/576 e 0 to 0 dl 1788840275 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840259.115308:0:31515:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840259.115311:0:31515:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840259.115314:0:31515:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539e58. 00000100:00000200:1.0:1788840259.115317:0:31515:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1875733133976192, offset 0 00000400:00000200:1.0:1788840259.115322:0:31515:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840259.115330:0:31515:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840259.115337:0:31515:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840259.115342:0:31515:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840259.115346:0:31515:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840259.115350:0:31515:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840259.115353:0:31515:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840259.115357:0:31515:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2414:2414:256:4294967295] 192.168.202.131@tcp LPNI seq info [2414:2414:8:4294967295] 00000400:00000200:1.0:1788840259.115361:0:31515:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840259.115370:0:31515:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840259.115377:0:31515:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840259.115382:0:31515:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee86f0da00. 00000800:00000200:1.0:1788840259.115388:0:31515:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840259.115397:0:31515:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840259.115401:0:31515:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee86f0da00 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:1.0:1788840259.116455:0:31515:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840259.116463:0:31515:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 783645 usecs (784 jiffies) 00000400:00000200:1.0:1788840259.116468:0:31515:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840259.116482:0:31515:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296489718 00000100:00000001:2.0:1788840259.116552:0:31515:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296492448 00000100:00000001:2.0:1788840259.116557:0:31515:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296489718 00000100:00000001:2.0:1788840259.116559:0:31515:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296492448 00000100:00000001:2.0:1788840259.116561:0:31515:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840259.116564:0:31515:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840259.116567:0:31515:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840259.116569:0:31515:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788840259.116571:0:31515:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee86f3db40 going to sleep for 11 seconds 00000100:00000001:2.0:1788840259.116574:0:31515:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840259.116577:0:31515:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840259.117954:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840259.117961:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0da00. 00000400:00000200:3.0:1788840259.117968:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840259.117976:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840259.117983:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539e58 00000400:00000010:3.0:1788840259.117986:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539e58. 00000100:00000001:3.0:1788840259.117991:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840259.117998:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fafb80 x1875733133976192/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/576 e 0 to 0 dl 1788840275 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840259.118009:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840259.118013:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fafb80 x1875733133976192/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/576 e 0 to 0 dl 1788840275 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840259.118020:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840259.118021:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1788840259.123689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e85600. 00000080:00000010:1.1:1788840259.123706:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee84b11420. 00010000:00000010:1.1:1788840259.123713:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4a00. 00010000:00000010:1.1:1788840259.123723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e84c00. 00000800:00000001:2.0:1788840259.131692:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840259.131710:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840259.131714:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840259.131726:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840259.131738:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840259.131745:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840259.131755:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840259.131760:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840259.131765:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840259.131769:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 448 into portal 10 MB=0x6a9f82724e280 00000400:00000200:2.0:1788840259.131774:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840259.131781:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 448/448 into md 0x6995 [1] + 224 00000800:00000001:2.0:1788840259.131789:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840259.131798:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840259.131802:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840259.131806:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840259.131816:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840259.131824:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fafb80 x1875733133976192/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/576 e 0 to 0 dl 1788840275 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840259.131834:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff90ee87fafb80 x1875733133976192/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/576 e 0 to 0 dl 1788840275 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840259.131857:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1788840259.131866:0:2354:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788840259.131869:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840259.131874:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840259.131879:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2415:2415:256:4294967295] 192.168.202.131@tcp LPNI seq info [2415:2415:8:4294967295] 00000400:00000200:2.0:1788840259.131883:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840259.131891:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) 192.168.202.131@tcp : ACK try# 0 00000800:00000200:2.0:1788840259.131896:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840259.131901:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989700. 00000800:00000200:2.0:1788840259.131907:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840259.131914:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840259.131918:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989700 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788840259.131994:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840259.131999:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989700. 00000400:00000200:2.0:1788840259.132001:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840259.132005:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: ACK: OK 00000800:00000001:2.0:1788840259.132010:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840259.132014:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840259.132275:0:31515:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788840259.132283:0:31515:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840259.132285:0:31515:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840259.132288:0:31515:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe4d0. 00000400:00000200:3.0:1788840259.132293:0:31515:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539d48 00000400:00000010:3.0:1788840259.132295:0:31515:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539d48. 00000100:00000001:3.0:1788840259.132306:0:31515:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840259.132312:0:31515:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87fafb80 x1875733133976192/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/576 e 0 to 0 dl 1788840275 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840259.132321:0:31515:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87fafb80 x1875733133976192/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/576 e 0 to 0 dl 1788840275 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840259.132328:0:31515:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840259.132330:0:31515:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840259.132332:0:31515:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840259.132336:0:31515:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840259.132338:0:31515:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840259.132340:0:31515:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840259.132344:0:31515:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840259.132354:0:31515:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=109 v=5 (5 102 102 102) 00000100:00001000:3.0:1788840259.132359:0:31515:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840259.132361:0:31515:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840259.132363:0:31515:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840259.132366:0:31515:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840259.132368:0:31515:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840259.132371:0:31515:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788840259.132373:0:31515:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a2/0x1] 00000100:00000001:3.0:1788840259.132374:0:31515:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788840259.132376:0:31515:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840259.132377:0:31515:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890829696 : -122120818721920 : ffff90ee87fafb80) 00000100:00000001:3.0:1788840259.132380:0:31515:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840259.132382:0:31515:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967629 00000100:00000001:3.0:1788840259.132383:0:31515:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840259.132386:0:31515:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840259.132390:0:31515:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87fafb80 x1875733133976192/t4294967631(4294967631) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/448 e 0 to 0 dl 1788840275 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840259.132397:0:31515:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840259.132400:0:31515:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840259.132402:0:31515:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840259.132415:0:31515:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87fafb80 x1875733133976192/t4294967631(4294967631) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/448 e 0 to 0 dl 1788840275 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840259.132424:0:31515:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87fafb80 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:31515:1875733133976192:192.168.202.131@tcp:36:lfs.0 00000100:00000001:3.0:1788840259.132429:0:31515:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840259.132431:0:31515:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840259.132433:0:31515:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788840259.132435:0:31515:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840259.132438:0:31515:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fafb80 x1875733133976192/t4294967631(4294967631) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/448 e 0 to 0 dl 1788840275 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840259.132445:0:31515:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788840259.132448:0:31515:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee86f3db40. 00000100:00000001:3.0:1788840259.132452:0:31515:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788840259.132453:0:31515:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840259.132461:0:31515:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788840259.132465:0:31515:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000404:0x28:0x0] 00800000:00000001:3.0:1788840259.132468:0:31515:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840259.132481:0:31515:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788840259.132488:0:31515:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788840259.132491:0:31515:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788840259.132493:0:31515:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:3.0:1788840259.132497:0:31515:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1788840259.132517:0:31515:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff90ee9058a940. 00000080:00000001:3.0:1788840259.132528:0:31515:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:3.0:1788840259.132529:0:31515:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x28:0x0](ffff90ee9058aa08) 00000080:00000001:3.0:1788840259.132532:0:31515:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788840259.132534:0:31515:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x28:0x0] 00000080:00000001:3.0:1788840259.132537:0:31515:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840259.132538:0:31515:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:3.0:1788840259.132541:0:31515:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1788840259.132543:0:31515:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833960 mtime from 0 to 1788840259 00000080:00200000:3.0:1788840259.132546:0:31515:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x28:0x0], updating i_size 16384 00000080:00000001:3.0:1788840259.132548:0:31515:0:(llite_lib.c:3382:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1788840259.132550:0:31515:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621953031186952 : -122120678364664 : ffff90ee9058aa08) 00000080:00000001:3.0:1788840259.132552:0:31515:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788840259.132555:0:31515:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788840259.132557:0:31515:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840259.132564:0:31515:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840259.132568:0:31515:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87fafb80 x1875733133976192/t4294967631(4294967631) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/448 e 0 to 0 dl 1788840275 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840259.132574:0:31515:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788840259.132576:0:31515:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:3.0:1788840259.132579:0:31515:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee86fb1e00. 00000080:00000010:3.0:1788840259.132584:0:31515:0:(dir.c:2106:ll_dir_ioctl()) kvfree 'data': 648 at ffff90ee85c5f800. 00000080:00000001:3.0:1788840259.132587:0:31515:0:(dir.c:2107:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840259.132605:0:31515:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:3.0:1788840259.132608:0:31515:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1788840259.132611:0:31515:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201befdd0 00000080:00200008:3.0:1788840259.132613:0:31515:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff90ee905142c8), flags 300000 00000080:00400000:3.0:1788840259.132616:0:31515:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:3.0:1788840259.132620:0:31515:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90ee817c77c0. 00000080:00000001:3.0:1788840259.132623:0:31515:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1788840259.132625:0:31515:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201befdd0 00000080:00000008:3.0:1788840259.132627:0:31515:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff90ee905142c8), flags 300000, rc = 0 00000080:00000001:3.0:1788840259.132629:0:31515:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840259.132631:0:31515:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840259.168683:0:31517:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788840259.168692:0:31517:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788840259.168695:0:31517:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788840259.168699:0:31517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d97bc0 00000080:00200000:2.0:1788840259.168705:0:31517:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:2.0:1788840259.168712:0:31517:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85c11200. 00800000:00000002:2.0:1788840259.168728:0:31517:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:2.0:1788840259.168733:0:31517:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788840259.168737:0:31517:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788840259.168739:0:31517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d97ae0 00800000:00000002:2.0:1788840259.168742:0:31517:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788840259.168746:0:31517:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788840259.168751:0:31517:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788840259.168757:0:31517:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788840259.168759:0:31517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d979b0 00000002:00010000:2.0:1788840259.168760:0:31517:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788840259.168763:0:31517:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788840259.168765:0:31517:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840259.168769:0:31517:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788840259.168775:0:31517:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840259.168777:0:31517:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840259.168779:0:31517:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840259.168782:0:31517:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788840259.168784:0:31517:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788840259.168789:0:31517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125ed80. 00000020:00000040:2.0:1788840259.168793:0:31517:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00010000:00000001:2.0:1788840259.168799:0:31517:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788840259.168804:0:31517:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840259.168807:0:31517:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840259.168811:0:31517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840259.168813:0:31517:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840259.168817:0:31517:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840259.168825:0:31517:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee85dd5800. 00000100:00000001:2.0:1788840259.168832:0:31517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840259.168837:0:31517:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840259.168839:0:31517:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840259.168840:0:31517:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840259.168841:0:31517:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840259.168843:0:31517:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840259.168992:0:31517:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621953044639104 : -122120664912512 : ffff90ee9125ed80) 00010000:00000001:2.0:1788840259.168997:0:31517:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788840259.169000:0:31517:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788840259.169005:0:31517:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee892b1700. 00010000:00000010:2.0:1788840259.169009:0:31517:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee98e7d180. 00010000:00000001:2.0:1788840259.169016:0:31517:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788840259.169019:0:31517:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee87d8ca00. 00000020:00000001:2.0:1788840259.169023:0:31517:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788840259.169026:0:31517:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee87d8ca00 with handle 0x3aa5f499c96f376d to hash 00000020:00000001:2.0:1788840259.169028:0:31517:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788840259.169029:0:31517:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952888588800 : -122120820962816 : ffff90ee87d8ca00) 00010000:00000001:2.0:1788840259.169032:0:31517:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952888588800 : -122120820962816 : ffff90ee87d8ca00) 00010000:00000001:2.0:1788840259.169036:0:31517:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840259.169038:0:31517:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840259.169043:0:31517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8ca00/0x3aa5f499c96f376d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840259.169052:0:31517:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8ca00/0x3aa5f499c96f376d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840259.169062:0:31517:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8ca00/0x3aa5f499c96f376d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31517 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788840259.169068:0:31517:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788840259.169070:0:31517:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788840259.169076:0:31517:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee85d03b40. 00000100:00000001:2.0:1788840259.169078:0:31517:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952854473536 : -122120855078080 : ffff90ee85d03b40) 00000100:00000001:2.0:1788840259.169080:0:31517:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840259.169082:0:31517:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044639104 : -122120664912512 : ffff90ee9125ed80) 00000100:00000001:2.0:1788840259.169087:0:31517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840259.169091:0:31517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840259.169093:0:31517:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788840259.169095:0:31517:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840259.169105:0:31517:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125ed80 x1875733133976320/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840259.169114:0:31517:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840259.169116:0:31517:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840259.169120:0:31517:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840259.169123:0:31517:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840259.169125:0:31517:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840259.169128:0:31517:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125ed80 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:31517:1875733133976320:192.168.202.131@tcp:101:multiop.0 00000100:00000001:2.0:1788840259.169132:0:31517:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840259.169137:0:31517:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840259.169139:0:31517:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840259.169141:0:31517:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840259.169146:0:31517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90ee86e6c000. 02000000:00000001:2.0:1788840259.169148:0:31517:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840259.169156:0:31517:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840259.169161:0:31517:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4ecb8. 00000400:00000010:2.0:1788840259.169168:0:31517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234aa0. 00000100:00000200:2.0:1788840259.169174:0:31517:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875733133976320, portal 10 00000100:00000001:2.0:1788840259.169176:0:31517:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840259.169178:0:31517:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044639104 : -122120664912512 : ffff90ee9125ed80) 00000100:00000040:2.0:1788840259.169183:0:31517:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee9125ed80 x1875733133976320/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840275 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840259.169190:0:31517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840259.169193:0:31517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840259.169195:0:31517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee912345d8. 00000100:00000200:2.0:1788840259.169198:0:31517:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875733133976320, offset 0 00000400:00000200:2.0:1788840259.169204:0:31517:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840259.169213:0:31517:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840259.169220:0:31517:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840259.169225:0:31517:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840259.169229:0:31517:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840259.169232:0:31517:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840259.169235:0:31517:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840259.169238:0:31517:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2416:2416:256:4294967295] 192.168.202.131@tcp LPNI seq info [2416:2416:8:4294967295] 00000400:00000200:2.0:1788840259.169242:0:31517:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840259.169252:0:31517:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840259.169259:0:31517:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840259.169264:0:31517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989700. 00000800:00000200:2.0:1788840259.169270:0:31517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840259.169276:0:31517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840259.169280:0:31517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989700 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788840259.169296:0:31517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840259.169300:0:31517:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 782585 usecs (783 jiffies) 00000400:00000200:2.0:1788840259.169304:0:31517:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840259.169306:0:31517:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296489769 00000800:00000200:2.0:1788840259.170070:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840259.170075:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989700. 00000400:00000200:2.0:1788840259.170080:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840259.170086:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840259.170092:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee912345d8 00000400:00000010:2.0:1788840259.170095:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee912345d8. 00000100:00000001:2.0:1788840259.170099:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840259.170103:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125ed80 x1875733133976320/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840275 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840259.170113:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840259.170117:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee9125ed80 x1875733133976320/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840275 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840259.170123:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840259.170124:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1788840259.170144:0:31517:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296492448 00000100:00000001:2.0:1788840259.170147:0:31517:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296489769 00000100:00000001:2.0:1788840259.170150:0:31517:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296492448 00000100:00000001:2.0:1788840259.170152:0:31517:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840259.170155:0:31517:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840259.170158:0:31517:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840259.170160:0:31517:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788840259.170163:0:31517:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee85d03b40 going to sleep for 11 seconds 00000100:00000001:2.0:1788840259.170166:0:31517:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840259.170169:0:31517:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788840259.171701:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840259.171726:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840259.171730:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840259.171733:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840259.171742:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840259.171751:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840259.171760:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840259.171765:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840259.171771:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840259.171775:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 688 into portal 10 MB=0x6a9f82724e300 00000400:00000200:3.0:1788840259.171780:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840259.171787:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 688/688 into md 0x699d [1] + 224 00000800:00000001:3.0:1788840259.171794:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840259.171801:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840259.171804:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840259.171809:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840259.171815:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840259.171823:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125ed80 x1875733133976320/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840275 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840259.171834:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff90ee9125ed80 x1875733133976320/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840275 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840259.171862:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840259.171870:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840259.171873:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840259.172159:0:31517:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788840259.172166:0:31517:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840259.172168:0:31517:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840259.172171:0:31517:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4ecb8. 00000400:00000200:2.0:1788840259.172177:0:31517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234aa0 00000400:00000010:2.0:1788840259.172180:0:31517:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234aa0. 00000100:00000001:2.0:1788840259.172183:0:31517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840259.172188:0:31517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125ed80 x1875733133976320/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840275 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788840259.172197:0:31517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125ed80 x1875733133976320/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840275 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840259.172203:0:31517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840259.172205:0:31517:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840259.172208:0:31517:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788840259.172211:0:31517:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788840259.172213:0:31517:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840259.172215:0:31517:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840259.172218:0:31517:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840259.172227:0:31517:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=109 v=5 (5 102 102 102) 00000100:00001000:2.0:1788840259.172232:0:31517:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1788840259.172235:0:31517:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788840259.172237:0:31517:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840259.172239:0:31517:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788840259.172242:0:31517:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840259.172246:0:31517:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788840259.172248:0:31517:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967629 00000100:00000001:2.0:1788840259.172250:0:31517:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788840259.172254:0:31517:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840259.172258:0:31517:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125ed80 x1875733133976320/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840275 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840259.172265:0:31517:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840259.172268:0:31517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840259.172271:0:31517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840259.172274:0:31517:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125ed80 x1875733133976320/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840275 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788840259.172282:0:31517:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125ed80 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:31517:1875733133976320:192.168.202.131@tcp:101:multiop.0 00000100:00000001:2.0:1788840259.172286:0:31517:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840259.172289:0:31517:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840259.172291:0:31517:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788840259.172292:0:31517:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840259.172296:0:31517:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125ed80 x1875733133976320/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840275 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840259.172302:0:31517:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788840259.172305:0:31517:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee85d03b40. 00000100:00000001:2.0:1788840259.172308:0:31517:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788840259.172309:0:31517:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840259.172312:0:31517:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788840259.172315:0:31517:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840259.172318:0:31517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840259.172320:0:31517:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8ca00 refcount=4 00000020:00000001:2.0:1788840259.172323:0:31517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888588800 : -122120820962816 : ffff90ee87d8ca00) 00010000:00000001:2.0:1788840259.172326:0:31517:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888588800 : -122120820962816 : ffff90ee87d8ca00) 00010000:00000040:2.0:1788840259.172331:0:31517:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee87d8ca00, remote cookie: 0x8a436931312ba57a, flags: 0x1001 00010000:00010000:2.0:1788840259.172337:0:31517:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8ca00/0x3aa5f499c96f376d lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba57a expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840259.172348:0:31517:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8ca00/0x3aa5f499c96f376d lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba57a expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840259.172354:0:31517:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788840259.172358:0:31517:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788840259.172360:0:31517:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788840259.172362:0:31517:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788840259.172364:0:31517:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788840259.172366:0:31517:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff90ee892b1700) refcount = 1 00010000:00010000:2.0:1788840259.172371:0:31517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8ca00/0x3aa5f499c96f376d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba57a expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840259.172377:0:31517:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788840259.172379:0:31517:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788840259.172381:0:31517:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840259.172384:0:31517:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788840259.172386:0:31517:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840259.172389:0:31517:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8ca00/0x3aa5f499c96f376d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba57a expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840259.172395:0:31517:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788840259.172396:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840259.172398:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840259.172399:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840259.172401:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840259.172402:0:31517:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840259.172406:0:31517:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788840259.172408:0:31517:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840259.172409:0:31517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840259.172411:0:31517:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8ca00 refcount=3 00000020:00000001:2.0:1788840259.172413:0:31517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888588800 : -122120820962816 : ffff90ee87d8ca00) 00010000:00000001:2.0:1788840259.172415:0:31517:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888588800 : -122120820962816 : ffff90ee87d8ca00) 00010000:00000001:2.0:1788840259.172417:0:31517:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840259.172418:0:31517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840259.172419:0:31517:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8ca00 refcount=4 00000020:00000001:2.0:1788840259.172421:0:31517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888588800 : -122120820962816 : ffff90ee87d8ca00) 00010000:00000001:2.0:1788840259.172423:0:31517:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888588800 : -122120820962816 : ffff90ee87d8ca00) 00010000:00000001:2.0:1788840259.172426:0:31517:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840259.172429:0:31517:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840259.172432:0:31517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8ca00/0x3aa5f499c96f376d lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba57a expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840259.172444:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840259.172445:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840259.172447:0:31517:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840259.172448:0:31517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840259.172449:0:31517:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8ca00 refcount=5 00000020:00000001:2.0:1788840259.172451:0:31517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888588800 : -122120820962816 : ffff90ee87d8ca00) 00010000:00000001:2.0:1788840259.172453:0:31517:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888588800 : -122120820962816 : ffff90ee87d8ca00) 00010000:00000001:2.0:1788840259.172455:0:31517:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788840259.172458:0:31517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8ca00/0x3aa5f499c96f376d lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba57a expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840259.172464:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840259.172465:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788840259.172467:0:31517:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8ca00/0x3aa5f499c96f376d lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba57a expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840259.172485:0:31517:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788840259.172486:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840259.172487:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840259.172488:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840259.172489:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788840259.172494:0:31517:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90ee9125ed80 x1875733133976320/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840275 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788840259.172502:0:31517:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840259.172503:0:31517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840259.172505:0:31517:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8ca00 refcount=3 00000020:00000001:2.0:1788840259.172506:0:31517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888588800 : -122120820962816 : ffff90ee87d8ca00) 00010000:00000001:2.0:1788840259.172508:0:31517:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888588800 : -122120820962816 : ffff90ee87d8ca00) 00010000:00000001:2.0:1788840259.172510:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840259.172511:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840259.172512:0:31517:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840259.172514:0:31517:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840259.172516:0:31517:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788840259.172519:0:31517:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840259.172520:0:31517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840259.172521:0:31517:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8ca00 refcount=3 00000020:00000001:2.0:1788840259.172523:0:31517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888588800 : -122120820962816 : ffff90ee87d8ca00) 00010000:00000001:2.0:1788840259.172525:0:31517:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888588800 : -122120820962816 : ffff90ee87d8ca00) 00000002:00010000:2.0:1788840259.172527:0:31517:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8ca00/0x3aa5f499c96f376d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba57a expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840259.172533:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840259.172534:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840259.172536:0:31517:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788840259.172537:0:31517:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840259.172538:0:31517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840259.172539:0:31517:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8ca00 refcount=3 00000020:00000001:2.0:1788840259.172541:0:31517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888588800 : -122120820962816 : ffff90ee87d8ca00) 00010000:00000001:2.0:1788840259.172542:0:31517:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888588800 : -122120820962816 : ffff90ee87d8ca00) 00010000:00000040:2.0:1788840259.172547:0:31517:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1700 count: 2 00010000:00000001:2.0:1788840259.172551:0:31517:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788840259.172554:0:31517:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1788840259.172556:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840259.172557:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840259.172558:0:31517:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788840259.172561:0:31517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d97938 00000002:00002000:2.0:1788840259.172563:0:31517:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788840259.172565:0:31517:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840259.172569:0:31517:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840259.172572:0:31517:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788840259.172575:0:31517:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788840259.172577:0:31517:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788840259.172580:0:31517:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:2.0:1788840259.172584:0:31517:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85c11200. 00000080:00000001:2.0:1788840259.172589:0:31517:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788840259.172591:0:31517:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788840259.172597:0:31517:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1788840259.172601:0:31517:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1788840259.172606:0:31517:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff90eea05b2e80. 00800000:00000001:2.0:1788840259.172608:0:31517:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446621953299787392 : -122120409764224 : ffff90eea05b2e80) 00800000:00000001:2.0:1788840259.172610:0:31517:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840259.172613:0:31517:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788840259.172615:0:31517:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788840259.172617:0:31517:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1788840259.172619:0:31517:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788840259.172622:0:31517:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788840259.172624:0:31517:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840259.172628:0:31517:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788840259.172630:0:31517:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1788840259.172635:0:31517:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:2.0:1788840259.172665:0:31517:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840259.172666:0:31517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840259.172668:0:31517:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8ca00 refcount=3 00000020:00000001:2.0:1788840259.172670:0:31517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888588800 : -122120820962816 : ffff90ee87d8ca00) 00010000:00000001:2.0:1788840259.172672:0:31517:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888588800 : -122120820962816 : ffff90ee87d8ca00) 00010000:00000001:2.0:1788840259.172674:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840259.172675:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788840259.172676:0:31517:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788840259.172679:0:31517:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1788840259.172680:0:31517:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90eea05b2e80 1 00800000:00000010:2.0:1788840259.172682:0:31517:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff90eea05b2e80. 00800000:00000001:2.0:1788840259.172685:0:31517:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840259.172688:0:31517:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f376d 00800000:00000001:2.0:1788840259.172690:0:31517:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788840259.172692:0:31517:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788840259.172693:0:31517:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840259.172694:0:31517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840259.172695:0:31517:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8ca00 refcount=3 00000020:00000001:2.0:1788840259.172697:0:31517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888588800 : -122120820962816 : ffff90ee87d8ca00) 00010000:00000001:2.0:1788840259.172699:0:31517:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888588800 : -122120820962816 : ffff90ee87d8ca00) 00010000:00000001:2.0:1788840259.172702:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840259.172703:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840259.172704:0:31517:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840259.172706:0:31517:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840259.172708:0:31517:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840259.172709:0:31517:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:2.0:1788840259.172945:0:31517:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f376d from it ffffa16201d97bf8 00010000:00000001:2.0:1788840259.172948:0:31517:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840259.172949:0:31517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840259.172951:0:31517:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8ca00 refcount=3 00000020:00000001:2.0:1788840259.172952:0:31517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888588800 : -122120820962816 : ffff90ee87d8ca00) 00010000:00000001:2.0:1788840259.172954:0:31517:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888588800 : -122120820962816 : ffff90ee87d8ca00) 00010000:00000001:2.0:1788840259.172956:0:31517:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788840259.172959:0:31517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8ca00/0x3aa5f499c96f376d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba57a expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840259.172965:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840259.172966:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840259.172967:0:31517:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788840259.172969:0:31517:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788840259.172971:0:31517:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8ca00/0x3aa5f499c96f376d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba57a expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788840259.172977:0:31517:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788840259.172980:0:31517:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788840259.172981:0:31517:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840259.172985:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840259.172986:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840259.172988:0:31517:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840259.172990:0:31517:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788840259.172992:0:31517:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840259.172994:0:31517:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840259.172997:0:31517:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840259.172998:0:31517:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788840259.172999:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840259.173001:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788840259.173003:0:31517:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840259.173007:0:31517:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125ed80 x1875733133976320/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840275 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840259.173013:0:31517:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840259.173015:0:31517:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840259.173018:0:31517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90ee86e6c000. 02000000:00000001:2.0:1788840259.173022:0:31517:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840259.173024:0:31517:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840259.173025:0:31517:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:2.0:1788840259.173027:0:31517:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840259.173030:0:31517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee85dd5800. 02000000:00000001:2.0:1788840259.173033:0:31517:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840259.173034:0:31517:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840259.173036:0:31517:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125ed80. 00000100:00000001:2.0:1788840259.173039:0:31517:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840259.173040:0:31517:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788840259.173043:0:31517:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788840259.173047:0:31517:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788840259.173060:0:31517:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90ee86e75360. 00000020:00000001:2.0:1788840259.173065:0:31517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d97b28 00000080:00200000:2.0:1788840259.173067:0:31517:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), flags=25 00000080:00000001:2.0:1788840259.173070:0:31517:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788840259.173072:0:31517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d979d8 00000080:00200000:2.0:1788840259.173073:0:31517:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), intent=0 00000080:00000010:2.0:1788840259.173079:0:31517:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85c11200. 00800000:00000002:2.0:1788840259.173085:0:31517:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:2.0:1788840259.173089:0:31517:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788840259.173091:0:31517:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788840259.173093:0:31517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d978f8 00800000:00000002:2.0:1788840259.173095:0:31517:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788840259.173097:0:31517:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:2.0:1788840259.173103:0:31517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d97890 00800000:00000002:2.0:1788840259.173104:0:31517:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-1' -> mds #0 00000002:00000001:2.0:1788840259.173108:0:31517:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788840259.173110:0:31517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d977c8 00000002:00010000:2.0:1788840259.173112:0:31517:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1788840259.173116:0:31517:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788840259.173118:0:31517:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788840259.173122:0:31517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125ed80. 00000020:00000040:2.0:1788840259.173125:0:31517:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00010000:00000001:2.0:1788840259.173129:0:31517:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788840259.173133:0:31517:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840259.173135:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840259.173137:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840259.173138:0:31517:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840259.173140:0:31517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840259.173143:0:31517:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840259.173146:0:31517:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840259.173151:0:31517:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee85dd5800. 00000100:00000001:2.0:1788840259.173155:0:31517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840259.173158:0:31517:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840259.173160:0:31517:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840259.173161:0:31517:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840259.173162:0:31517:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840259.173164:0:31517:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840259.173170:0:31517:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621953044639104 : -122120664912512 : ffff90ee9125ed80) 00010000:00000001:2.0:1788840259.173173:0:31517:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788840259.173174:0:31517:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788840259.173178:0:31517:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1700 count: 2 00010000:00000001:2.0:1788840259.173180:0:31517:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840259.173182:0:31517:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788840259.173185:0:31517:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee87d8c200. 00000020:00000001:2.0:1788840259.173189:0:31517:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788840259.173191:0:31517:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee87d8c200 with handle 0x3aa5f499c96f3774 to hash 00000020:00000001:2.0:1788840259.173193:0:31517:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788840259.173194:0:31517:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00010000:00000001:2.0:1788840259.173197:0:31517:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00010000:00000001:2.0:1788840259.173199:0:31517:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840259.173201:0:31517:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840259.173205:0:31517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c200/0x3aa5f499c96f3774 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840259.173212:0:31517:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c200/0x3aa5f499c96f3774 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840259.173221:0:31517:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c200/0x3aa5f499c96f3774 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31517 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788840259.173227:0:31517:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788840259.173229:0:31517:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788840259.173234:0:31517:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee85d03b40. 00000100:00000001:2.0:1788840259.173237:0:31517:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952854473536 : -122120855078080 : ffff90ee85d03b40) 00000100:00000001:2.0:1788840259.173240:0:31517:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840259.173241:0:31517:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044639104 : -122120664912512 : ffff90ee9125ed80) 00000100:00000001:2.0:1788840259.173245:0:31517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840259.173249:0:31517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840259.173251:0:31517:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788840259.173252:0:31517:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840259.173257:0:31517:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125ed80 x1875733133976448/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840259.173264:0:31517:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840259.173266:0:31517:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840259.173270:0:31517:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840259.173273:0:31517:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840259.173275:0:31517:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840259.173278:0:31517:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125ed80 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:31517:1875733133976448:192.168.202.131@tcp:101:multiop.0 00000100:00000001:2.0:1788840259.173283:0:31517:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840259.173287:0:31517:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840259.173289:0:31517:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840259.173291:0:31517:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840259.173295:0:31517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90ee86e6c000. 02000000:00000001:2.0:1788840259.173297:0:31517:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840259.173302:0:31517:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840259.173305:0:31517:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4ecb8. 00000400:00000010:2.0:1788840259.173310:0:31517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234aa0. 00000100:00000200:2.0:1788840259.173316:0:31517:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875733133976448, portal 10 00000100:00000001:2.0:1788840259.173318:0:31517:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840259.173319:0:31517:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044639104 : -122120664912512 : ffff90ee9125ed80) 00000100:00000040:2.0:1788840259.173324:0:31517:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee9125ed80 x1875733133976448/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840275 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840259.173330:0:31517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840259.173333:0:31517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840259.173336:0:31517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee912345d8. 00000100:00000200:2.0:1788840259.173338:0:31517:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875733133976448, offset 0 00000400:00000200:2.0:1788840259.173344:0:31517:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840259.173351:0:31517:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840259.173357:0:31517:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840259.173362:0:31517:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840259.173366:0:31517:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840259.173369:0:31517:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840259.173372:0:31517:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840259.173375:0:31517:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2417:2417:256:4294967295] 192.168.202.131@tcp LPNI seq info [2417:2417:8:4294967295] 00000400:00000200:2.0:1788840259.173379:0:31517:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840259.173387:0:31517:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840259.173393:0:31517:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840259.173398:0:31517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989700. 00000800:00000200:2.0:1788840259.173404:0:31517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840259.173410:0:31517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840259.173415:0:31517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989700 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1788840259.173439:0:31517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840259.173443:0:31517:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 781502 usecs (782 jiffies) 00000400:00000200:2.0:1788840259.173447:0:31517:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840259.173449:0:31517:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296489773 00000100:00000001:2.0:1788840259.173453:0:31517:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296492448 00000100:00000001:2.0:1788840259.173455:0:31517:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296489773 00000100:00000001:2.0:1788840259.173457:0:31517:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296492448 00000100:00000001:2.0:1788840259.173460:0:31517:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840259.173462:0:31517:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840259.173464:0:31517:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840259.173466:0:31517:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788840259.173468:0:31517:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee85d03b40 going to sleep for 11 seconds 00000100:00000001:2.0:1788840259.173481:0:31517:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840259.173484:0:31517:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840259.173709:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840259.173718:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989700. 00000400:00000200:3.0:1788840259.173723:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840259.173727:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840259.173732:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee912345d8 00000400:00000010:3.0:1788840259.173734:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee912345d8. 00000100:00000001:3.0:1788840259.173738:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840259.173742:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125ed80 x1875733133976448/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840275 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840259.173750:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840259.173752:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee9125ed80 x1875733133976448/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840275 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840259.173757:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840259.173759:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840259.179155:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840259.179171:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840259.179175:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840259.179178:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840259.179187:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840259.179195:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840259.179205:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840259.179210:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840259.179214:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840259.179218:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 584 into portal 10 MB=0x6a9f82724e380 00000400:00000200:3.0:1788840259.179222:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840259.179228:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 584/584 into md 0x69ad [1] + 224 00000800:00000001:3.0:1788840259.179235:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840259.179241:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840259.179244:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840259.179248:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840259.179255:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840259.179264:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125ed80 x1875733133976448/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840275 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840259.179274:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff90ee9125ed80 x1875733133976448/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840275 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840259.179290:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840259.179298:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840259.179301:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840259.179899:0:31517:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788840259.179906:0:31517:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840259.179908:0:31517:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840259.179911:0:31517:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4ecb8. 00000400:00000200:3.0:1788840259.179917:0:31517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234aa0 00000400:00000010:3.0:1788840259.179920:0:31517:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234aa0. 00000100:00000001:3.0:1788840259.179923:0:31517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840259.179929:0:31517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125ed80 x1875733133976448/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840275 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788840259.179939:0:31517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125ed80 x1875733133976448/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840275 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840259.179945:0:31517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840259.179947:0:31517:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840259.179949:0:31517:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840259.179952:0:31517:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840259.179955:0:31517:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840259.179957:0:31517:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840259.179960:0:31517:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840259.179970:0:31517:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=109 v=5 (5 102 102 102) 00000100:00001000:3.0:1788840259.179974:0:31517:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840259.179977:0:31517:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840259.179978:0:31517:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840259.179981:0:31517:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840259.179984:0:31517:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840259.179987:0:31517:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840259.179989:0:31517:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967629 00000100:00000001:3.0:1788840259.179991:0:31517:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840259.179993:0:31517:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840259.179997:0:31517:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125ed80 x1875733133976448/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840275 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840259.180003:0:31517:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840259.180006:0:31517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840259.180008:0:31517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840259.180011:0:31517:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125ed80 x1875733133976448/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840275 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788840259.180019:0:31517:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125ed80 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:31517:1875733133976448:192.168.202.131@tcp:101:multiop.0 00000100:00000001:3.0:1788840259.180023:0:31517:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840259.180026:0:31517:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840259.180028:0:31517:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788840259.180030:0:31517:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840259.180033:0:31517:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125ed80 x1875733133976448/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840275 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840259.180040:0:31517:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788840259.180042:0:31517:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee85d03b40. 00000100:00000001:3.0:1788840259.180045:0:31517:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788840259.180046:0:31517:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840259.180049:0:31517:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788840259.180053:0:31517:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840259.180055:0:31517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840259.180058:0:31517:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c200 refcount=4 00000020:00000001:3.0:1788840259.180061:0:31517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00010000:00000001:3.0:1788840259.180064:0:31517:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00010000:00000040:3.0:1788840259.180070:0:31517:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee87d8c200, remote cookie: 0x8a436931312ba596, flags: 0x1001 00010000:00010000:3.0:1788840259.180074:0:31517:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c200/0x3aa5f499c96f3774 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba596 expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788840259.180084:0:31517:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x27:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1788840259.180087:0:31517:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1788840259.180095:0:31517:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee85e55a00. 00010000:00000010:3.0:1788840259.180099:0:31517:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee86e2f800. 00010000:00000001:3.0:1788840259.180104:0:31517:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840259.180107:0:31517:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c200/0x3aa5f499c96f3774 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba596 expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788840259.180120:0:31517:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c200/0x3aa5f499c96f3774 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba596 expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840259.180126:0:31517:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788840259.180130:0:31517:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788840259.180132:0:31517:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788840259.180134:0:31517:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788840259.180135:0:31517:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788840259.180138:0:31517:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x27:0x0].0x0 (ffff90ee85e55a00) refcount = 1 00010000:00010000:3.0:1788840259.180142:0:31517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c200/0x3aa5f499c96f3774 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba596 expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840259.180149:0:31517:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788840259.180152:0:31517:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788840259.180153:0:31517:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840259.180156:0:31517:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788840259.180158:0:31517:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840259.180161:0:31517:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c200/0x3aa5f499c96f3774 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba596 expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840259.180166:0:31517:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788840259.180168:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840259.180170:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840259.180171:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840259.180171:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840259.180173:0:31517:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840259.180178:0:31517:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788840259.180179:0:31517:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840259.180181:0:31517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840259.180182:0:31517:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c200 refcount=3 00000020:00000001:3.0:1788840259.180184:0:31517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00010000:00000001:3.0:1788840259.180186:0:31517:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00010000:00000001:3.0:1788840259.180189:0:31517:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840259.180190:0:31517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840259.180191:0:31517:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c200 refcount=4 00000020:00000001:3.0:1788840259.180193:0:31517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00010000:00000001:3.0:1788840259.180195:0:31517:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00010000:00000001:3.0:1788840259.180197:0:31517:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840259.180200:0:31517:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840259.180203:0:31517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c200/0x3aa5f499c96f3774 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba596 expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840259.180209:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840259.180209:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840259.180211:0:31517:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840259.180212:0:31517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840259.180213:0:31517:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c200 refcount=5 00000020:00000001:3.0:1788840259.180214:0:31517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00010000:00000001:3.0:1788840259.180216:0:31517:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00010000:00000001:3.0:1788840259.180218:0:31517:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788840259.180220:0:31517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c200/0x3aa5f499c96f3774 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba596 expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840259.180226:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840259.180227:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788840259.180229:0:31517:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c200/0x3aa5f499c96f3774 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba596 expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840259.180235:0:31517:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788840259.180236:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840259.180237:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840259.180239:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840259.180240:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788840259.180244:0:31517:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff90ee9125ed80 x1875733133976448/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840275 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788840259.180256:0:31517:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840259.180257:0:31517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840259.180258:0:31517:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c200 refcount=3 00000020:00000001:3.0:1788840259.180260:0:31517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00010000:00000001:3.0:1788840259.180262:0:31517:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00010000:00000001:3.0:1788840259.180264:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840259.180265:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788840259.180266:0:31517:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840259.180268:0:31517:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840259.180271:0:31517:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788840259.180273:0:31517:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840259.180274:0:31517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840259.180276:0:31517:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c200 refcount=3 00000020:00000001:3.0:1788840259.180278:0:31517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00010000:00000001:3.0:1788840259.180280:0:31517:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00000002:00010000:3.0:1788840259.180283:0:31517:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c200/0x3aa5f499c96f3774 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba596 expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840259.180289:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840259.180291:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840259.180292:0:31517:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788840259.180294:0:31517:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840259.180295:0:31517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840259.180296:0:31517:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c200 refcount=3 00000020:00000001:3.0:1788840259.180297:0:31517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00010000:00000001:3.0:1788840259.180300:0:31517:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00010000:00000040:3.0:1788840259.180303:0:31517:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55a00 count: 2 00010000:00000001:3.0:1788840259.180305:0:31517:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788840259.180309:0:31517:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 4 res 8589935620/39 (0 0) 00010000:00000001:3.0:1788840259.180311:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840259.180314:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788840259.180315:0:31517:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788840259.180318:0:31517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d97750 00000002:00002000:3.0:1788840259.180320:0:31517:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-1 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788840259.180324:0:31517:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840259.180328:0:31517:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840259.180331:0:31517:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788840259.180334:0:31517:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788840259.180337:0:31517:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788840259.180340:0:31517:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000001:3.0:1788840259.180344:0:31517:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788840259.180346:0:31517:0:(namei.c:674:ll_lookup_it_finish()) it ffffa16201d97ac8 it_disposition b 00000080:00000001:3.0:1788840259.180349:0:31517:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788840259.180355:0:31517:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788840259.180358:0:31517:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788840259.180360:0:31517:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:3.0:1788840259.180363:0:31517:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1788840259.180369:0:31517:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788840259.180371:0:31517:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x27:0x0] 00000080:00000001:3.0:1788840259.180374:0:31517:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840259.180378:0:31517:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:3.0:1788840259.180381:0:31517:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1788840259.180385:0:31517:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x27:0x0], updating i_size 16384 00000080:00200000:3.0:1788840259.180388:0:31517:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x27:0x0](ffff90ee90591988): rc = 0 00000080:00000001:3.0:1788840259.180390:0:31517:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621953031215496 : -122120678336120 : ffff90ee90591988) 00010000:00000001:3.0:1788840259.180392:0:31517:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840259.180394:0:31517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840259.180395:0:31517:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c200 refcount=3 00000020:00000001:3.0:1788840259.180397:0:31517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00010000:00000001:3.0:1788840259.180400:0:31517:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00010000:00000001:3.0:1788840259.180402:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840259.180403:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788840259.180405:0:31517:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1788840259.180406:0:31517:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1788840259.180407:0:31517:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788840259.180410:0:31517:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788840259.180412:0:31517:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788840259.180415:0:31517:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x27:0x0](ffff90ee90591988) for lock 0x3aa5f499c96f3774 00800000:00000001:3.0:1788840259.180418:0:31517:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788840259.180420:0:31517:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788840259.180421:0:31517:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840259.180422:0:31517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840259.180423:0:31517:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c200 refcount=3 00000020:00000001:3.0:1788840259.180424:0:31517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00010000:00000001:3.0:1788840259.180427:0:31517:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00010000:00000001:3.0:1788840259.180429:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840259.180430:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788840259.180431:0:31517:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840259.180433:0:31517:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1788840259.180439:0:31517:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90ee906e8438 inode ffff90ee90591988 refc 1 flags 0x20000e 00000080:00000001:3.0:1788840259.180443:0:31517:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1788840259.180445:0:31517:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840259.180447:0:31517:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1788840259.180450:0:31517:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x27:0x0](ffff90ee90591988) 00000080:00010000:3.0:1788840259.180452:0:31517:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3774 from it ffffa16201d97ac8 00010000:00000001:3.0:1788840259.180454:0:31517:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840259.180456:0:31517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840259.180457:0:31517:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c200 refcount=3 00000020:00000001:3.0:1788840259.180458:0:31517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00010000:00000001:3.0:1788840259.180460:0:31517:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00010000:00000001:3.0:1788840259.180461:0:31517:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788840259.180464:0:31517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c200/0x3aa5f499c96f3774 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba596 expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840259.180469:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840259.180483:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840259.180484:0:31517:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788840259.180486:0:31517:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788840259.180489:0:31517:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c200/0x3aa5f499c96f3774 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba596 expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788840259.180499:0:31517:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788840259.180501:0:31517:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788840259.180503:0:31517:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840259.180516:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840259.180517:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840259.180519:0:31517:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840259.180522:0:31517:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788840259.180523:0:31517:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840259.180525:0:31517:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840259.180528:0:31517:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840259.180529:0:31517:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788840259.180531:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840259.180532:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788840259.180533:0:31517:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788840259.180536:0:31517:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85c11200. 00000100:00000001:3.0:1788840259.180540:0:31517:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840259.180545:0:31517:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125ed80 x1875733133976448/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840275 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840259.180551:0:31517:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840259.180553:0:31517:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840259.180556:0:31517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90ee86e6c000. 02000000:00000001:3.0:1788840259.180559:0:31517:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840259.180561:0:31517:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840259.180563:0:31517:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:3.0:1788840259.180565:0:31517:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840259.180568:0:31517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee85dd5800. 02000000:00000001:3.0:1788840259.180571:0:31517:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840259.180573:0:31517:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840259.180574:0:31517:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125ed80. 00000100:00000001:3.0:1788840259.180577:0:31517:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840259.180578:0:31517:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788840259.180586:0:31517:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788840259.180588:0:31517:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x27:0x0](ffff90ee90591988), inode mode 41ed mask 1 00000080:00000001:3.0:1788840259.180592:0:31517:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788840259.180608:0:31517:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90ee86d74aa0. 00000080:00000001:3.0:1788840259.180613:0:31517:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788840259.180614:0:31517:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x27:0x0](ffff90ee90591988), inode mode 41ed mask 3 00000080:00000001:3.0:1788840259.180617:0:31517:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840259.180620:0:31517:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:3.0:1788840259.180622:0:31517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d97b58 00000080:00200000:3.0:1788840259.180624:0:31517:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f, dir=[0x200000404:0x27:0x0](ffff90ee90591988), file ffff90ee82a76900, open_flags 8042, mode 81a4 opened 0 00000080:00000010:3.0:1788840259.180629:0:31517:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff90ee84b18420. 00000080:00000001:3.0:1788840259.180633:0:31517:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788840259.180634:0:31517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d97a08 00000080:00200000:3.0:1788840259.180636:0:31517:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x27:0x0](ffff90ee90591988), intent=open|creat 00000080:00000010:3.0:1788840259.180672:0:31517:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90eea059d000. 00000080:00000001:3.0:1788840259.180679:0:31517:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788840259.180682:0:31517:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788840259.180683:0:31517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d97928 00800000:00000002:3.0:1788840259.180685:0:31517:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f' on [0x200000404:0x27:0x0] 00800000:00000001:3.0:1788840259.180688:0:31517:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:3.0:1788840259.180691:0:31517:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1788840259.180695:0:31517:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446621952875900928 : -122120833650688 : ffff90ee87173000) 00800000:00000001:3.0:1788840259.180698:0:31517:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1788840259.180700:0:31517:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1788840259.180703:0:31517:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1788840259.180705:0:31517:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1788840259.180707:0:31517:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff90ee90f70800: Allocated FID [0x200000404:0x29:0x0] 40000000:00000001:3.0:1788840259.180710:0:31517:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840259.180712:0:31517:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840259.180727:0:31517:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840259.180729:0:31517:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840259.180731:0:31517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d978a8 00800000:00000002:3.0:1788840259.180733:0:31517:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000404:0x27:0x0], fid2=[0x200000404:0x29:0x0], name='f' -> mds #0 layout version 1 00000002:00000001:3.0:1788840259.180737:0:31517:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788840259.180738:0:31517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d977e0 00000002:00010000:3.0:1788840259.180740:0:31517:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x200000404:0x29:0x0]) in obj [0x200000404:0x27:0x0], intent: open|creat flags 0100103 00000002:00000001:3.0:1788840259.180743:0:31517:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788840259.180746:0:31517:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1788840259.180749:0:31517:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1788840259.180753:0:31517:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840259.180754:0:31517:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788840259.180756:0:31517:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55a00 count: 2 00010000:00000001:3.0:1788840259.180758:0:31517:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840259.180761:0:31517:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788840259.180763:0:31517:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840259.180766:0:31517:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840259.180767:0:31517:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788840259.180772:0:31517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d49500. 00000020:00000040:3.0:1788840259.180776:0:31517:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 02000000:00000001:3.0:1788840259.180781:0:31517:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788840259.180783:0:31517:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840259.180786:0:31517:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788840259.180789:0:31517:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840259.180792:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840259.180794:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840259.180795:0:31517:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840259.180798:0:31517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840259.180799:0:31517:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840259.180803:0:31517:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840259.180809:0:31517:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee86eedc00. 00000100:00000001:3.0:1788840259.180815:0:31517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840259.180818:0:31517:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788840259.180819:0:31517:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840259.180821:0:31517:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788840259.180822:0:31517:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840259.180824:0:31517:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840259.180831:0:31517:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446621952871535872 : -122120838015744 : ffff90ee86d49500) 00010000:00000001:3.0:1788840259.180834:0:31517:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788840259.180836:0:31517:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788840259.180838:0:31517:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55a00 count: 2 00010000:00000001:3.0:1788840259.180840:0:31517:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840259.180843:0:31517:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788840259.180846:0:31517:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee8523c400. 00000020:00000001:3.0:1788840259.180850:0:31517:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788840259.180852:0:31517:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee8523c400 with handle 0x3aa5f499c96f377b to hash 00000020:00000001:3.0:1788840259.180854:0:31517:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788840259.180855:0:31517:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:3.0:1788840259.180858:0:31517:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:3.0:1788840259.180860:0:31517:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840259.180862:0:31517:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840259.180865:0:31517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f377b lrc: 3/0,1 mode: --/CW res: [0x200000404:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788840259.180873:0:31517:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f377b lrc: 3/0,1 mode: --/CW res: [0x200000404:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31517 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1788840259.180883:0:31517:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1788840259.180890:0:31517:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee86d49500 x1875733133976704/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1788840259.180899:0:31517:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f377b lrc: 3/0,1 mode: --/CW res: [0x200000404:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31517 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788840259.180904:0:31517:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788840259.180906:0:31517:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788840259.180913:0:31517:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee85178cc0. 00000100:00000001:3.0:1788840259.180915:0:31517:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952842370240 : -122120867181376 : ffff90ee85178cc0) 00000100:00000001:3.0:1788840259.180917:0:31517:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840259.180919:0:31517:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871535872 : -122120838015744 : ffff90ee86d49500) 00000100:00000001:3.0:1788840259.180923:0:31517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840259.180926:0:31517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840259.180928:0:31517:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788840259.180930:0:31517:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840259.180933:0:31517:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d49500 x1875733133976704/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840259.180940:0:31517:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840259.180942:0:31517:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840259.180945:0:31517:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840259.180948:0:31517:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840259.180950:0:31517:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840259.180953:0:31517:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d49500 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:31517:1875733133976704:192.168.202.131@tcp:101:multiop.0 00000100:00000001:3.0:1788840259.180957:0:31517:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840259.180961:0:31517:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840259.180963:0:31517:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840259.180966:0:31517:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840259.181018:0:31517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff90ee86fe0000. 02000000:00000001:3.0:1788840259.181022:0:31517:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840259.181029:0:31517:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840259.181033:0:31517:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4fcb8. 00000400:00000010:3.0:1788840259.181038:0:31517:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff90ee86eed400. 00000100:00000200:3.0:1788840259.181045:0:31517:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875733133976704, portal 10 00000100:00000001:3.0:1788840259.181047:0:31517:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840259.181049:0:31517:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871535872 : -122120838015744 : ffff90ee86d49500) 00000100:00000040:3.0:1788840259.181055:0:31517:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee86d49500 x1875733133976704/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840275 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840259.181062:0:31517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840259.181064:0:31517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840259.181068:0:31517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011ed48. 00000100:00000200:3.0:1788840259.181071:0:31517:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875733133976704, offset 0 00000400:00000200:3.0:1788840259.181077:0:31517:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840259.181083:0:31517:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840259.181090:0:31517:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840259.181095:0:31517:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840259.181099:0:31517:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840259.181103:0:31517:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840259.181106:0:31517:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840259.181109:0:31517:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2418:2418:256:4294967295] 192.168.202.131@tcp LPNI seq info [2418:2418:8:4294967295] 00000400:00000200:3.0:1788840259.181113:0:31517:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840259.181121:0:31517:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840259.181127:0:31517:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840259.181132:0:31517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee983e5200. 00000800:00000200:3.0:1788840259.181139:0:31517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840259.181146:0:31517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840259.181150:0:31517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee983e5200 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1788840259.181165:0:31517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840259.181169:0:31517:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 780431 usecs (781 jiffies) 00000400:00000200:3.0:1788840259.181172:0:31517:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840259.181175:0:31517:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296489780 00000800:00000200:3.0:1788840259.181265:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840259.181269:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee983e5200. 00000400:00000200:3.0:1788840259.181274:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840259.181278:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840259.181282:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011ed48 00000400:00000010:3.0:1788840259.181284:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011ed48. 00000100:00000001:3.0:1788840259.181288:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840259.181292:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d49500 x1875733133976704/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840275 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840259.181299:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840259.181302:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee86d49500 x1875733133976704/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840275 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840259.181308:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840259.181310:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788840259.181324:0:31517:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296492448 00000100:00000001:3.0:1788840259.181327:0:31517:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296489780 00000100:00000001:3.0:1788840259.181329:0:31517:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296492448 00000100:00000001:3.0:1788840259.181332:0:31517:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840259.181334:0:31517:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840259.181336:0:31517:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840259.181338:0:31517:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788840259.181341:0:31517:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee85178cc0 going to sleep for 11 seconds 00000100:00000001:3.0:1788840259.181343:0:31517:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840259.181346:0:31517:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788840259.189306:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840259.189325:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840259.189329:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840259.189332:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840259.189342:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840259.189350:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840259.189360:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840259.189365:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840259.189371:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840259.189375:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 664 into portal 10 MB=0x6a9f82724e480 00000400:00000200:3.0:1788840259.189380:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840259.189386:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 664/664 into md 0x69bd [32] + 224 00000800:00000001:3.0:1788840259.189393:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840259.189400:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840259.189403:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840259.189407:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840259.189415:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840259.189424:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d49500 x1875733133976704/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840275 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840259.189434:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff90ee86d49500 x1875733133976704/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840275 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840259.189459:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788840259.189468:0:2353:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788840259.189482:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840259.189488:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840259.189493:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2419:2419:256:4294967295] 192.168.202.131@tcp LPNI seq info [2419:2419:8:4294967295] 00000400:00000200:3.0:1788840259.189497:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840259.189505:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) 192.168.202.131@tcp : ACK try# 0 00000800:00000200:3.0:1788840259.189510:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840259.189516:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff90ee86eef000. 00000800:00000200:3.0:1788840259.189522:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840259.189529:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840259.189534:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee86eef000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788840259.189612:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840259.189616:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff90ee86eef000. 00000400:00000200:3.0:1788840259.189618:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840259.189622:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: ACK: OK 00000800:00000001:3.0:1788840259.189627:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840259.189631:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840259.190015:0:31517:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788840259.190025:0:31517:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840259.190027:0:31517:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840259.190030:0:31517:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4fcb8. 00000400:00000200:2.0:1788840259.190035:0:31517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee86eed400 00000400:00000010:2.0:1788840259.190038:0:31517:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff90ee86eed400. 00000100:00000001:2.0:1788840259.190041:0:31517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840259.190047:0:31517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d49500 x1875733133976704/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840275 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788840259.190055:0:31517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d49500 x1875733133976704/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840275 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840259.190062:0:31517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840259.190065:0:31517:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840259.190068:0:31517:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788840259.190072:0:31517:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788840259.190074:0:31517:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840259.190077:0:31517:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840259.190080:0:31517:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840259.190089:0:31517:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=109 v=5 (5 102 102 102) 00000100:00001000:2.0:1788840259.190093:0:31517:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1788840259.190096:0:31517:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788840259.190098:0:31517:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840259.190101:0:31517:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788840259.190104:0:31517:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840259.190107:0:31517:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788840259.190110:0:31517:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000014e/0x1] 00000100:00000001:2.0:1788840259.190111:0:31517:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788840259.190113:0:31517:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840259.190115:0:31517:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871535872 : -122120838015744 : ffff90ee86d49500) 00000100:00000001:2.0:1788840259.190118:0:31517:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788840259.190120:0:31517:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967629 00000100:00000001:2.0:1788840259.190121:0:31517:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788840259.190124:0:31517:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840259.190129:0:31517:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d49500 x1875733133976704/t4294967632(4294967632) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/664 e 0 to 0 dl 1788840275 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840259.190137:0:31517:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840259.190140:0:31517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840259.190142:0:31517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840259.190146:0:31517:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d49500 x1875733133976704/t4294967632(4294967632) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/664 e 0 to 0 dl 1788840275 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788840259.190154:0:31517:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d49500 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:31517:1875733133976704:192.168.202.131@tcp:101:multiop.0 00000100:00000001:2.0:1788840259.190159:0:31517:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840259.190162:0:31517:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840259.190164:0:31517:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788840259.190165:0:31517:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840259.190168:0:31517:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee86d49500 x1875733133976704/t4294967632(4294967632) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/664 e 0 to 0 dl 1788840275 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840259.190174:0:31517:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788840259.190177:0:31517:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee85178cc0. 00000100:00000001:2.0:1788840259.190180:0:31517:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788840259.190182:0:31517:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840259.190184:0:31517:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788840259.190189:0:31517:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840259.190192:0:31517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840259.190194:0:31517:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c400 refcount=4 00000020:00000001:2.0:1788840259.190196:0:31517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:2.0:1788840259.190199:0:31517:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000040:2.0:1788840259.190206:0:31517:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee8523c400, remote cookie: 0x8a436931312ba5b2, flags: 0x1001 00010000:00010000:2.0:1788840259.190210:0:31517:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f377b lrc: 4/0,1 mode: --/CW res: [0x200000404:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba5b2 expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788840259.190218:0:31517:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x29:0x0].0x0, instead of [0x200000404:0x27:0x0].0x0 00010000:00000001:2.0:1788840259.190221:0:31517:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1788840259.190229:0:31517:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee892b1d00. 00010000:00000010:2.0:1788840259.190233:0:31517:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee98e7d980. 00010000:00000001:2.0:1788840259.190237:0:31517:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840259.190240:0:31517:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f377b lrc: 4/0,1 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba5b2 expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840259.190248:0:31517:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f377b lrc: 4/0,1 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba5b2 expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840259.190254:0:31517:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788840259.190257:0:31517:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788840259.190259:0:31517:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788840259.190261:0:31517:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788840259.190262:0:31517:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788840259.190264:0:31517:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x29:0x0].0x0 (ffff90ee892b1d00) refcount = 1 00010000:00010000:2.0:1788840259.190267:0:31517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f377b lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba5b2 expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840259.190273:0:31517:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788840259.190276:0:31517:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788840259.190277:0:31517:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840259.190280:0:31517:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788840259.190282:0:31517:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840259.190285:0:31517:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f377b lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba5b2 expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840259.190295:0:31517:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788840259.190296:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840259.190298:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840259.190299:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840259.190300:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840259.190302:0:31517:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840259.190306:0:31517:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788840259.190309:0:31517:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840259.190310:0:31517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840259.190312:0:31517:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c400 refcount=3 00000020:00000001:2.0:1788840259.190314:0:31517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:2.0:1788840259.190316:0:31517:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:2.0:1788840259.190319:0:31517:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840259.190320:0:31517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840259.190321:0:31517:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c400 refcount=4 00000020:00000001:2.0:1788840259.190323:0:31517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:2.0:1788840259.190325:0:31517:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:2.0:1788840259.190328:0:31517:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840259.190331:0:31517:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840259.190334:0:31517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f377b lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba5b2 expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840259.190340:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840259.190342:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840259.190343:0:31517:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840259.190344:0:31517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840259.190345:0:31517:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c400 refcount=5 00000020:00000001:2.0:1788840259.190347:0:31517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:2.0:1788840259.190349:0:31517:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:2.0:1788840259.190351:0:31517:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788840259.190354:0:31517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f377b lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba5b2 expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840259.190361:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840259.190362:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788840259.190364:0:31517:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f377b lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba5b2 expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840259.190370:0:31517:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788840259.190371:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840259.190372:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840259.190373:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840259.190374:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788840259.190379:0:31517:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff90ee86d49500 x1875733133976704/t4294967632(4294967632) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/664 e 0 to 0 dl 1788840275 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788840259.190389:0:31517:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1788840259.190393:0:31517:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90ee86d49500 x1875733133976704/t4294967632(4294967632) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/664 e 0 to 0 dl 1788840275 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788840259.190399:0:31517:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840259.190405:0:31517:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840259.190406:0:31517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840259.190408:0:31517:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c400 refcount=3 00000020:00000001:2.0:1788840259.190409:0:31517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:2.0:1788840259.190412:0:31517:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00000002:00010000:2.0:1788840259.190415:0:31517:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f377b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba5b2 expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1788840259.190424:0:31517:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff90eea05b2e80. 00010000:00000001:2.0:1788840259.190426:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840259.190427:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840259.190428:0:31517:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840259.190430:0:31517:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840259.190433:0:31517:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1788840259.190436:0:31517:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840259.190437:0:31517:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871535872 : -122120838015744 : ffff90ee86d49500) 00000100:00000001:2.0:1788840259.190439:0:31517:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840259.190440:0:31517:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871535872 : -122120838015744 : ffff90ee86d49500) 00010000:00000001:2.0:1788840259.190442:0:31517:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840259.190443:0:31517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840259.190444:0:31517:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c400 refcount=3 00000020:00000001:2.0:1788840259.190446:0:31517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:2.0:1788840259.190448:0:31517:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00000002:00010000:2.0:1788840259.190451:0:31517:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f377b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba5b2 expref: -99 pid: 31517 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840259.190457:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840259.190458:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840259.190460:0:31517:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788840259.190461:0:31517:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840259.190462:0:31517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840259.190463:0:31517:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c400 refcount=3 00000020:00000001:2.0:1788840259.190465:0:31517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:2.0:1788840259.190467:0:31517:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000040:2.0:1788840259.190479:0:31517:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1d00 count: 2 00010000:00000001:2.0:1788840259.190482:0:31517:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788840259.190486:0:31517:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 4 res 8589935620/41 (0 0) 00010000:00000001:2.0:1788840259.190488:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840259.190489:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840259.190491:0:31517:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788840259.190494:0:31517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d97768 00000002:00002000:2.0:1788840259.190495:0:31517:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:2.0:1788840259.190498:0:31517:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840259.190502:0:31517:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840259.190505:0:31517:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788840259.190508:0:31517:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x27:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788840259.190511:0:31517:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840259.190516:0:31517:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788840259.190518:0:31517:0:(namei.c:674:ll_lookup_it_finish()) it ffff90ee84b18420 it_disposition 1800037 00000080:00002000:2.0:1788840259.190523:0:31517:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90ee9073d5e8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1788840259.190528:0:31517:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788840259.190531:0:31517:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:2.0:1788840259.190533:0:31517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d97998 00000080:00200000:2.0:1788840259.190534:0:31517:0:(namei.c:1628:ll_create_it()) VFS Op:name=f, dir=[0x200000404:0x27:0x0](ffff90ee90591988), intent=open|creat 00000080:00000001:2.0:1788840259.190536:0:31517:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:2.0:1788840259.190538:0:31517:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788840259.190543:0:31517:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788840259.190546:0:31517:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788840259.190548:0:31517:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833961 : 144115205322833961 : 200000404000029) 00000080:00000001:2.0:1788840259.190551:0:31517:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1788840259.190559:0:31517:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff90ee905c5280. 00000020:00000001:2.0:1788840259.190569:0:31517:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:2.0:1788840259.190571:0:31517:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1788840259.190574:0:31517:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:2.0:1788840259.190575:0:31517:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x29:0x0](ffff90ee905c5348) 00000020:00000001:2.0:1788840259.190579:0:31517:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788840259.190583:0:31517:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044390328 : -122120665161288 : ffff90ee912221b8) 00000020:00001000:2.0:1788840259.190585:0:31517:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912221b0 00000020:00000001:2.0:1788840259.190589:0:31517:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:2.0:1788840259.190593:0:31517:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff90ee87984960. 00000020:00000001:2.0:1788840259.190596:0:31517:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1788840259.190598:0:31517:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840259.190605:0:31517:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:2.0:1788840259.190609:0:31517:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff90ee831508b8. 00020000:00000001:2.0:1788840259.190612:0:31517:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446621952808650936 : -122120900900680 : ffff90ee831508b8) 00020000:00000001:2.0:1788840259.190614:0:31517:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:2.0:1788840259.190617:0:31517:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788840259.190622:0:31517:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90ee87fb1720. 00020000:00000010:2.0:1788840259.190626:0:31517:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90ee87fb6680. 00020000:00000010:2.0:1788840259.190631:0:31517:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90ee87fb1420. 00020000:00000001:2.0:1788840259.190633:0:31517:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621952890836000 : -122120818715616 : ffff90ee87fb1420) 00020000:00000002:2.0:1788840259.190636:0:31517:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee87fb1420, objid 0x29:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788840259.190674:0:31517:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788840259.190678:0:31517:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90ee87fb6680: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000001:2.0:1788840259.190681:0:31517:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1788840259.190683:0:31517:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee87fb1420, objid 0x29:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788840259.190686:0:31517:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788840259.190689:0:31517:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90ee87fb6680: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000010:2.0:1788840259.190694:0:31517:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff90ee85d29940. 00020000:00000010:2.0:1788840259.190697:0:31517:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff90ee85d03780. 00020000:00000001:2.0:1788840259.190702:0:31517:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1788840259.190705:0:31517:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff90eea01ba0b8. 00020000:00000001:2.0:1788840259.190708:0:31517:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1788840259.190709:0:31517:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:2.0:1788840259.190715:0:31517:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1788840259.190732:0:31517:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff90ee87984af0. 00000020:00000001:2.0:1788840259.190735:0:31517:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1788840259.190736:0:31517:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840259.190738:0:31517:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446621952884362096 : -122120825189520 : ffff90ee87984b70) 00020000:00000001:2.0:1788840259.190742:0:31517:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1788840259.190747:0:31517:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff90ee996fb340. 00020000:00000001:2.0:1788840259.190749:0:31517:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840259.190754:0:31517:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446621952884362096 : -122120825189520 : ffff90ee87984b70) 00020000:00000001:2.0:1788840259.190756:0:31517:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446621952884362096 : -122120825189520 : ffff90ee87984b70) 00020000:00000002:2.0:1788840259.190760:0:31517:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x13:0x0]@ffff90ee87984af0[0:0] -> [0x200000404:0x29:0x0]@ffff90ee87984960: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000001:2.0:1788840259.190764:0:31517:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:2.0:1788840259.190767:0:31517:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:2.0:1788840259.190768:0:31517:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840259.190771:0:31517:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446621952884361696 : -122120825189920 : ffff90ee879849e0) 00000020:00001000:2.0:1788840259.190774:0:31517:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912221b0 00000080:00000001:2.0:1788840259.190778:0:31517:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833961 : 144115205322833961 : 200000404000029) 00000080:00000001:2.0:1788840259.190780:0:31517:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1788840259.190783:0:31517:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833961 mtime from 0 to 1788840259 00000080:00000001:2.0:1788840259.190788:0:31517:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1788840259.190790:0:31517:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621953031426888 : -122120678124728 : ffff90ee905c5348) 00010000:00000001:2.0:1788840259.190792:0:31517:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840259.190794:0:31517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840259.190796:0:31517:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c400 refcount=3 00000020:00000001:2.0:1788840259.190797:0:31517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:2.0:1788840259.190799:0:31517:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00000080:00000001:2.0:1788840259.190802:0:31517:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788840259.190803:0:31517:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788840259.190805:0:31517:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044390328 : -122120665161288 : ffff90ee912221b8) 00000020:00001000:2.0:1788840259.190807:0:31517:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912221b0 00000020:00000001:2.0:1788840259.190809:0:31517:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788840259.190811:0:31517:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788840259.190813:0:31517:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788840259.190816:0:31517:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90ee87fb1ba0. 00020000:00000010:2.0:1788840259.190819:0:31517:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90ee87fb6b00. 00020000:00000010:2.0:1788840259.190822:0:31517:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90ee87fb1a20. 00020000:00000001:2.0:1788840259.190824:0:31517:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621952890837536 : -122120818714080 : ffff90ee87fb1a20) 00020000:00000002:2.0:1788840259.190826:0:31517:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee87fb1a20, objid 0x29:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788840259.190830:0:31517:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788840259.190833:0:31517:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90ee87fb6b00: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000002:2.0:1788840259.190836:0:31517:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90ee831508b8) owner ffff90eec216cf80 00020000:00000001:2.0:1788840259.190839:0:31517:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788840259.190841:0:31517:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90ee831508b8) owner ffff90eec216cf80 00020000:00000010:2.0:1788840259.190845:0:31517:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90ee87fb6b00. 00020000:00000010:2.0:1788840259.191081:0:31517:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90ee87fb1ba0. 00020000:00000010:2.0:1788840259.191086:0:31517:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90ee87fb1a20. 00020000:00000002:2.0:1788840259.191089:0:31517:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x29:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788840259.191091:0:31517:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840259.191093:0:31517:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840259.191097:0:31517:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788840259.191100:0:31517:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee831508b8) owner 0000000000000000/ffff90eec216cf80 00020000:00000002:2.0:1788840259.191103:0:31517:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90ee87fb1420 addref 2/0 by ffff90eec216cf80. 00020000:00000002:2.0:1788840259.191106:0:31517:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee831508b8) owner 0000000000000000/ffff90eec216cf80 00020000:00000001:2.0:1788840259.191108:0:31517:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788840259.191110:0:31517:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788840259.191112:0:31517:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788840259.191114:0:31517:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1788840259.191116:0:31517:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1788840259.191118:0:31517:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x29:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1788840259.191120:0:31517:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912221b0 00000080:00000001:2.0:1788840259.191122:0:31517:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840259.191124:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840259.191125:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788840259.191126:0:31517:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788840259.191130:0:31517:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788840259.191131:0:31517:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840259.191134:0:31517:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x29:0x0](ffff90ee905c5348) 00000080:00010000:2.0:1788840259.191137:0:31517:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x29:0x0](ffff90ee905c5348) for lock 0x3aa5f499c96f377b 00800000:00000001:2.0:1788840259.191140:0:31517:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788840259.191142:0:31517:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788840259.191143:0:31517:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840259.191145:0:31517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840259.191146:0:31517:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c400 refcount=3 00000020:00000001:2.0:1788840259.191148:0:31517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:2.0:1788840259.191150:0:31517:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:2.0:1788840259.191153:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840259.191154:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840259.191155:0:31517:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840259.191157:0:31517:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840259.191159:0:31517:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:2.0:1788840259.191161:0:31517:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840259.191167:0:31517:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff90ee86d49500 x1875733133976704/t4294967632(4294967632) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840275 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840259.191176:0:31517:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788840259.191180:0:31517:0:(namei.c:1651:ll_create_it()) inode ffff90ee905c5348 need_sync_to_mds [0x200000404:0x29:0x0] 00000080:00000001:2.0:1788840259.191183:0:31517:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840259.191186:0:31517:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x29:0x0](ffff90ee905c5348) 00000080:00000001:2.0:1788840259.191189:0:31517:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788840259.191191:0:31517:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90eea059d000. 00000100:00000001:2.0:1788840259.191194:0:31517:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840259.191197:0:31517:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee86d49500 x1875733133976704/t4294967632(4294967632) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840275 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840259.191203:0:31517:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840259.191206:0:31517:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1788840259.191208:0:31517:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788840259.191210:0:31517:0:(namei.c:1500:ll_atomic_open()) inode ffff90ee905c5348 need_sync_to_mds [0x200000404:0x29:0x0] 00000080:00000001:2.0:1788840259.191219:0:31517:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788840259.191221:0:31517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d97a68 00000080:00200008:2.0:1788840259.191223:0:31517:0:(file.c:1090:ll_file_open()) START file f:[0x200000404:0x29:0x0](ffff90ee905c5348), flags 100102 00000080:00000010:2.0:1788840259.191230:0:31517:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90ee82ffd040. 00000080:00000010:2.0:1788840259.191235:0:31517:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff90eea05b2480. 00000080:00000001:2.0:1788840259.191237:0:31517:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1788840259.191241:0:31517:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1788840259.191244:0:31517:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1788840259.191248:0:31517:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff90ee86e757e0. 00000002:00100000:2.0:1788840259.191252:0:31517:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90ee86d49500 x1875733133976704/t4294967632(4294967632) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840275 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788840259.191258:0:31517:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840259.191260:0:31517:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1788840259.191263:0:31517:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1788840259.191266:0:31517:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840259.191269:0:31517:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840259.191271:0:31517:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840259.191274:0:31517:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d49500 x1875733133976704/t4294967632(4294967632) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840275 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1788840259.191280:0:31517:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840259.191283:0:31517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff90ee86fe0000. 02000000:00000001:2.0:1788840259.191310:0:31517:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1788840259.191312:0:31517:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840259.191315:0:31517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d97a68 00000080:00000008:2.0:1788840259.191317:0:31517:0:(file.c:1329:ll_file_open()) COMPLETED file f:[0x200000404:0x29:0x0](ffff90ee905c5348), flags 100102, rc = 0 00000080:00000001:2.0:1788840259.191321:0:31517:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788840259.191323:0:31517:0:(dcache.c:176:ll_intent_release()) intent ffff90ee84b18420 released 00000080:00010000:2.0:1788840259.191325:0:31517:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f377b from it ffff90ee84b18420 00010000:00000001:2.0:1788840259.191328:0:31517:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840259.191329:0:31517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840259.191331:0:31517:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c400 refcount=3 00000020:00000001:2.0:1788840259.191332:0:31517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:2.0:1788840259.191335:0:31517:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:2.0:1788840259.191337:0:31517:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788840259.191340:0:31517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f377b lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8a436931312ba5b2 expref: -99 pid: 31517 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840259.191346:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840259.191347:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840259.191349:0:31517:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788840259.191352:0:31517:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788840259.191354:0:31517:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f377b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312ba5b2 expref: -99 pid: 31517 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788840259.191360:0:31517:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788840259.191363:0:31517:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788840259.191365:0:31517:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840259.191369:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840259.191370:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840259.191371:0:31517:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840259.191374:0:31517:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788840259.191376:0:31517:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840259.191378:0:31517:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840259.191381:0:31517:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840259.191383:0:31517:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788840259.191385:0:31517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840259.191386:0:31517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788840259.191387:0:31517:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1788840259.191389:0:31517:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1788840259.191391:0:31517:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788840259.191393:0:31517:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788840259.191395:0:31517:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788840259.191396:0:31517:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840259.191399:0:31517:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1788840259.191401:0:31517:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840259.191403:0:31517:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788840259.191405:0:31517:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840259.191407:0:31517:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788840259.191409:0:31517:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff90ee84b18420. 00000080:00000001:2.0:1788840259.191412:0:31517:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840259.191416:0:31517:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788840259.191418:0:31517:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x29:0x0](ffff90ee905c5348), inode mode 81a4 mask 40 00000080:00000001:2.0:1788840259.191421:0:31517:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840259.207846:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840259.207946:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840259.207951:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840259.207953:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840259.211101:0:15925:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840259.211107:0:15925:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840259.211112:0:15925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788840260.175636:0:31527:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840260.175694:0:31527:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840260.175697:0:31527:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788840260.175702:0:31527:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa1620189fbc0 00000080:00200000:0.0:1788840260.175709:0:31527:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:0.0:1788840260.175719:0:31527:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85cd2e00. 00800000:00000002:0.0:1788840260.175728:0:31527:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840260.175733:0:31527:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840260.175739:0:31527:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840260.175742:0:31527:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa1620189fae0 00800000:00000002:0.0:1788840260.175745:0:31527:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840260.175750:0:31527:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788840260.175755:0:31527:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788840260.175762:0:31527:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840260.175764:0:31527:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa1620189f9b0 00000002:00010000:0.0:1788840260.175766:0:31527:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788840260.175770:0:31527:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788840260.175773:0:31527:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840260.175777:0:31527:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840260.175786:0:31527:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1700 count: 2 00010000:00000001:0.0:1788840260.175790:0:31527:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840260.175796:0:31527:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840260.175801:0:31527:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788840260.175807:0:31527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8ca00/0x3aa5f499c96f376d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba57a expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788840260.175819:0:31527:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840260.175826:0:31527:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840260.175830:0:31527:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8ca00/0x3aa5f499c96f376d lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba57a expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788840260.175838:0:31527:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788840260.175841:0:31527:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840260.175843:0:31527:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840260.175845:0:31527:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840260.175847:0:31527:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840260.175850:0:31527:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788840260.175853:0:31527:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788840260.175857:0:31527:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840260.175860:0:31527:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85cd2e00. 00000080:00000001:0.0:1788840260.175865:0:31527:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788840260.175868:0:31527:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840260.175871:0:31527:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:0.0:1788840260.175875:0:31527:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f376d 00800000:00000001:0.0:1788840260.175878:0:31527:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840260.175881:0:31527:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840260.175883:0:31527:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840260.175886:0:31527:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840260.175889:0:31527:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8ca00 refcount=3 00000020:00000001:0.0:1788840260.175892:0:31527:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888588800 : -122120820962816 : ffff90ee87d8ca00) 00010000:00000001:0.0:1788840260.175895:0:31527:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888588800 : -122120820962816 : ffff90ee87d8ca00) 00010000:00000001:0.0:1788840260.175899:0:31527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840260.175900:0:31527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840260.175901:0:31527:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840260.175903:0:31527:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840260.175905:0:31527:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f376d from it ffffa1620189fbf8 00010000:00000001:0.0:1788840260.175908:0:31527:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840260.175909:0:31527:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840260.175911:0:31527:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8ca00 refcount=3 00000020:00000001:0.0:1788840260.175913:0:31527:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888588800 : -122120820962816 : ffff90ee87d8ca00) 00010000:00000001:0.0:1788840260.175915:0:31527:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888588800 : -122120820962816 : ffff90ee87d8ca00) 00010000:00000001:0.0:1788840260.175918:0:31527:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840260.175921:0:31527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8ca00/0x3aa5f499c96f376d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba57a expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788840260.175929:0:31527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840260.175930:0:31527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840260.175932:0:31527:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840260.175935:0:31527:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840260.175937:0:31527:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8ca00/0x3aa5f499c96f376d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba57a expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788840260.175947:0:31527:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840260.175951:0:31527:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840260.175953:0:31527:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840260.175958:0:31527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840260.175960:0:31527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840260.175961:0:31527:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840260.175965:0:31527:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840260.175967:0:31527:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840260.175969:0:31527:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840260.175972:0:31527:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840260.175974:0:31527:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840260.175976:0:31527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840260.175977:0:31527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788840260.175981:0:31527:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788840260.175983:0:31527:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840260.175985:0:31527:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788840260.175990:0:31527:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788840260.176001:0:31527:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90ee83169160. 00000020:00000001:0.0:1788840260.176007:0:31527:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa1620189fb28 00000080:00200000:0.0:1788840260.176010:0:31527:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), flags=25 00000080:00000001:0.0:1788840260.176014:0:31527:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788840260.176016:0:31527:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa1620189f9d8 00000080:00200000:0.0:1788840260.176018:0:31527:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), intent=0 00000080:00000010:0.0:1788840260.176025:0:31527:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85cd2e00. 00800000:00000002:0.0:1788840260.176027:0:31527:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840260.176031:0:31527:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840260.176033:0:31527:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840260.176034:0:31527:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa1620189f8f8 00800000:00000002:0.0:1788840260.176036:0:31527:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840260.176039:0:31527:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1788840260.176043:0:31527:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa1620189f890 00800000:00000002:0.0:1788840260.176045:0:31527:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-2' -> mds #0 00000002:00000001:0.0:1788840260.176047:0:31527:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840260.176049:0:31527:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa1620189f7c8 00000002:00010000:0.0:1788840260.176050:0:31527:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1788840260.176055:0:31527:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788840260.176058:0:31527:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788840260.176064:0:31527:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f59f80. 00000020:00000040:0.0:1788840260.176068:0:31527:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00010000:00000001:0.0:1788840260.176075:0:31527:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788840260.176081:0:31527:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840260.176084:0:31527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840260.176085:0:31527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840260.176086:0:31527:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840260.176090:0:31527:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840260.176092:0:31527:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840260.176095:0:31527:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840260.176105:0:31527:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee86f35400. 00000100:00000001:0.0:1788840260.176114:0:31527:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840260.176121:0:31527:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840260.176123:0:31527:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840260.176125:0:31527:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840260.176126:0:31527:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840260.176128:0:31527:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840260.176138:0:31527:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621952890478464 : -122120819073152 : ffff90ee87f59f80) 00010000:00000001:0.0:1788840260.176143:0:31527:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788840260.176145:0:31527:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788840260.176148:0:31527:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1700 count: 2 00010000:00000001:0.0:1788840260.176151:0:31527:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840260.176154:0:31527:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788840260.176159:0:31527:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee80031800. 00000020:00000001:0.0:1788840260.176163:0:31527:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788840260.176165:0:31527:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee80031800 with handle 0x3aa5f499c96f3782 to hash 00000020:00000001:0.0:1788840260.176167:0:31527:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788840260.176169:0:31527:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840260.176173:0:31527:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840260.176177:0:31527:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840260.176179:0:31527:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840260.176183:0:31527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f3782 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840260.176190:0:31527:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f3782 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840260.176202:0:31527:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f3782 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31527 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788840260.176207:0:31527:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788840260.176209:0:31527:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788840260.176217:0:31527:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee84e4de40. 00000100:00000001:0.0:1788840260.176220:0:31527:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952839048768 : -122120870502848 : ffff90ee84e4de40) 00000100:00000001:0.0:1788840260.176223:0:31527:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840260.176225:0:31527:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890478464 : -122120819073152 : ffff90ee87f59f80) 00000100:00000001:0.0:1788840260.176231:0:31527:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840260.176236:0:31527:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840260.176238:0:31527:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788840260.176240:0:31527:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840260.176254:0:31527:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f59f80 x1875733133976832/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840260.176264:0:31527:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840260.176267:0:31527:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840260.176273:0:31527:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840260.176275:0:31527:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840260.176278:0:31527:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840260.176283:0:31527:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f59f80 pname:cluuid:pid:xid:nid:opc:job touch:10f4a654-3497-48d8-8f70-7e89f4f161cc:31527:1875733133976832:192.168.202.131@tcp:101:touch.0 00000100:00000001:0.0:1788840260.176288:0:31527:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840260.176294:0:31527:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840260.176297:0:31527:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840260.176300:0:31527:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840260.176306:0:31527:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90ee98ed6800. 02000000:00000001:0.0:1788840260.176308:0:31527:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840260.176318:0:31527:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840260.176322:0:31527:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c802c0. 00000400:00000010:0.0:1788840260.176332:0:31527:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed62a8. 00000100:00000200:0.0:1788840260.176341:0:31527:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875733133976832, portal 10 00000100:00000001:0.0:1788840260.176343:0:31527:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840260.176344:0:31527:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890478464 : -122120819073152 : ffff90ee87f59f80) 00000100:00000040:0.0:1788840260.176350:0:31527:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87f59f80 x1875733133976832/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840276 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840260.176358:0:31527:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840260.176361:0:31527:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840260.176364:0:31527:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6088. 00000100:00000200:0.0:1788840260.176368:0:31527:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875733133976832, offset 0 00000400:00000200:0.0:1788840260.176377:0:31527:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840260.176389:0:31527:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840260.176398:0:31527:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840260.176404:0:31527:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840260.176409:0:31527:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840260.176414:0:31527:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840260.176416:0:31527:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840260.176420:0:31527:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2420:2420:256:4294967295] 192.168.202.131@tcp LPNI seq info [2420:2420:8:4294967295] 00000400:00000200:0.0:1788840260.176424:0:31527:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840260.176435:0:31527:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840260.176441:0:31527:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840260.176448:0:31527:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee98ea2000. 00000800:00000200:0.0:1788840260.176455:0:31527:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840260.176476:0:31527:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840260.176481:0:31527:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee98ea2000 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1788840260.176497:0:31527:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840260.176501:0:31527:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 779366 usecs (780 jiffies) 00000400:00000200:0.0:1788840260.176504:0:31527:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840260.176507:0:31527:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296490772 00000100:00000001:0.0:1788840260.176510:0:31527:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296492448 00000100:00000001:0.0:1788840260.176512:0:31527:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296490772 00000100:00000001:0.0:1788840260.176514:0:31527:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296492448 00000100:00000001:0.0:1788840260.176517:0:31527:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840260.176520:0:31527:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840260.176522:0:31527:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840260.176524:0:31527:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788840260.176527:0:31527:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee84e4de40 going to sleep for 11 seconds 00000100:00000001:0.0:1788840260.176530:0:31527:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840260.176533:0:31527:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840260.176815:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840260.176821:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee98ea2000. 00000400:00000200:3.0:1788840260.176847:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840260.176853:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840260.176861:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6088 00000400:00000010:3.0:1788840260.176863:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6088. 00000100:00000001:3.0:1788840260.176868:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840260.176874:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f59f80 x1875733133976832/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840276 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840260.176884:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840260.176888:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f59f80 x1875733133976832/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840276 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840260.176895:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840260.176896:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840260.183041:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840260.183064:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840260.183069:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840260.183071:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840260.183083:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840260.183092:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840260.183103:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840260.183109:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840260.183116:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840260.183121:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 584 into portal 10 MB=0x6a9f82724e500 00000400:00000200:3.0:1788840260.183126:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840260.183134:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 584/584 into md 0x69cd [1] + 224 00000800:00000001:3.0:1788840260.183143:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840260.183150:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840260.183154:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840260.183160:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840260.183170:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840260.183182:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f59f80 x1875733133976832/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840276 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840260.183195:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff90ee87f59f80 x1875733133976832/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840276 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840260.183212:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840260.183223:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840260.183227:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840260.183538:0:31527:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840260.183548:0:31527:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840260.183551:0:31527:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840260.183556:0:31527:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c802c0. 00000400:00000200:0.0:1788840260.183561:0:31527:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed62a8 00000400:00000010:0.0:1788840260.183565:0:31527:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed62a8. 00000100:00000001:0.0:1788840260.183568:0:31527:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840260.183574:0:31527:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f59f80 x1875733133976832/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840276 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788840260.183591:0:31527:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f59f80 x1875733133976832/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840276 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840260.183598:0:31527:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840260.183601:0:31527:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840260.183604:0:31527:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840260.183609:0:31527:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840260.183612:0:31527:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840260.183615:0:31527:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840260.183620:0:31527:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840260.183632:0:31527:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=110 v=5 (5 102 102 102) 00000100:00001000:0.0:1788840260.183874:0:31527:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840260.183880:0:31527:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840260.183882:0:31527:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840260.183886:0:31527:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840260.183891:0:31527:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840260.183897:0:31527:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840260.183900:0:31527:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967629 00000100:00000001:0.0:1788840260.183902:0:31527:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840260.183907:0:31527:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840260.183914:0:31527:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f59f80 x1875733133976832/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840276 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840260.183921:0:31527:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840260.183925:0:31527:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840260.183927:0:31527:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840260.183931:0:31527:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f59f80 x1875733133976832/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840276 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788840260.183938:0:31527:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f59f80 pname:cluuid:pid:xid:nid:opc:job touch:10f4a654-3497-48d8-8f70-7e89f4f161cc:31527:1875733133976832:192.168.202.131@tcp:101:touch.0 00000100:00000001:0.0:1788840260.183943:0:31527:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840260.183946:0:31527:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840260.183949:0:31527:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788840260.183951:0:31527:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840260.183956:0:31527:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f59f80 x1875733133976832/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840276 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840260.183963:0:31527:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840260.183966:0:31527:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee84e4de40. 00000100:00000001:0.0:1788840260.183969:0:31527:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788840260.183971:0:31527:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840260.183974:0:31527:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788840260.183979:0:31527:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840260.183983:0:31527:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840260.183988:0:31527:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031800 refcount=4 00000020:00000001:0.0:1788840260.183990:0:31527:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840260.183993:0:31527:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000040:0.0:1788840260.184001:0:31527:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee80031800, remote cookie: 0x8a436931312ba5d5, flags: 0x1001 00010000:00010000:0.0:1788840260.184008:0:31527:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f3782 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba5d5 expref: -99 pid: 31527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788840260.184017:0:31527:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x28:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788840260.184020:0:31527:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1788840260.184032:0:31527:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee99a74200. 00010000:00000010:0.0:1788840260.184037:0:31527:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee90f56c00. 00010000:00000001:0.0:1788840260.184043:0:31527:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840260.184046:0:31527:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f3782 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba5d5 expref: -99 pid: 31527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840260.184055:0:31527:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f3782 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba5d5 expref: -99 pid: 31527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840260.184062:0:31527:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788840260.184067:0:31527:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788840260.184069:0:31527:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788840260.184071:0:31527:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788840260.184073:0:31527:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788840260.184076:0:31527:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x28:0x0].0x0 (ffff90ee99a74200) refcount = 1 00010000:00010000:0.0:1788840260.184080:0:31527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f3782 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba5d5 expref: -99 pid: 31527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840260.184087:0:31527:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788840260.184091:0:31527:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788840260.184093:0:31527:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840260.184096:0:31527:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788840260.184099:0:31527:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840260.184101:0:31527:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f3782 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba5d5 expref: -99 pid: 31527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840260.184108:0:31527:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788840260.184110:0:31527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840260.184112:0:31527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840260.184113:0:31527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840260.184114:0:31527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840260.184116:0:31527:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840260.184122:0:31527:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788840260.184124:0:31527:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840260.184125:0:31527:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840260.184127:0:31527:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031800 refcount=3 00000020:00000001:0.0:1788840260.184129:0:31527:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840260.184131:0:31527:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840260.184134:0:31527:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840260.184135:0:31527:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840260.184136:0:31527:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031800 refcount=4 00000020:00000001:0.0:1788840260.184138:0:31527:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840260.184140:0:31527:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840260.184144:0:31527:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840260.184147:0:31527:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840260.184150:0:31527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f3782 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba5d5 expref: -99 pid: 31527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840260.184162:0:31527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840260.184164:0:31527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840260.184165:0:31527:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840260.184166:0:31527:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840260.184167:0:31527:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031800 refcount=5 00000020:00000001:0.0:1788840260.184169:0:31527:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840260.184171:0:31527:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840260.184173:0:31527:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840260.184176:0:31527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f3782 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba5d5 expref: -99 pid: 31527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840260.184182:0:31527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840260.184183:0:31527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788840260.184185:0:31527:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f3782 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba5d5 expref: -99 pid: 31527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840260.184192:0:31527:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840260.184193:0:31527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840260.184194:0:31527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840260.184195:0:31527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840260.184196:0:31527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788840260.184201:0:31527:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff90ee87f59f80 x1875733133976832/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840276 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788840260.184209:0:31527:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840260.184210:0:31527:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840260.184211:0:31527:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031800 refcount=3 00000020:00000001:0.0:1788840260.184213:0:31527:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840260.184215:0:31527:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840260.184217:0:31527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840260.184218:0:31527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840260.184220:0:31527:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840260.184224:0:31527:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840260.184227:0:31527:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788840260.184230:0:31527:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840260.184231:0:31527:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840260.184232:0:31527:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031800 refcount=3 00000020:00000001:0.0:1788840260.184234:0:31527:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840260.184236:0:31527:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00000002:00010000:0.0:1788840260.184240:0:31527:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f3782 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba5d5 expref: -99 pid: 31527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840260.184246:0:31527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840260.184247:0:31527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840260.184250:0:31527:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788840260.184251:0:31527:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840260.184252:0:31527:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840260.184254:0:31527:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031800 refcount=3 00000020:00000001:0.0:1788840260.184256:0:31527:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840260.184258:0:31527:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000040:0.0:1788840260.184262:0:31527:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74200 count: 2 00010000:00000001:0.0:1788840260.184265:0:31527:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788840260.184269:0:31527:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 4 res 8589935620/40 (0 0) 00010000:00000001:0.0:1788840260.184272:0:31527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840260.184273:0:31527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840260.184274:0:31527:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788840260.184278:0:31527:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa1620189f750 00000002:00002000:0.0:1788840260.184280:0:31527:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-2 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788840260.184284:0:31527:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840260.184289:0:31527:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840260.184292:0:31527:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788840260.184295:0:31527:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788840260.184299:0:31527:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788840260.184303:0:31527:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000001:0.0:1788840260.184307:0:31527:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788840260.184309:0:31527:0:(namei.c:674:ll_lookup_it_finish()) it ffffa1620189fac8 it_disposition b 00000080:00000001:0.0:1788840260.184313:0:31527:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788840260.184320:0:31527:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788840260.184325:0:31527:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788840260.184328:0:31527:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:0.0:1788840260.184331:0:31527:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1788840260.184338:0:31527:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788840260.184341:0:31527:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x28:0x0] 00000080:00000001:0.0:1788840260.184345:0:31527:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840260.184349:0:31527:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:0.0:1788840260.184352:0:31527:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1788840260.184358:0:31527:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x28:0x0], updating i_size 16384 00000080:00200000:0.0:1788840260.184360:0:31527:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x28:0x0](ffff90ee9058aa08): rc = 0 00000080:00000001:0.0:1788840260.184363:0:31527:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621953031186952 : -122120678364664 : ffff90ee9058aa08) 00010000:00000001:0.0:1788840260.184365:0:31527:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840260.184367:0:31527:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840260.184368:0:31527:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031800 refcount=3 00000020:00000001:0.0:1788840260.184370:0:31527:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840260.184373:0:31527:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840260.184375:0:31527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840260.184376:0:31527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788840260.184378:0:31527:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788840260.184380:0:31527:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788840260.184382:0:31527:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788840260.184385:0:31527:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788840260.184387:0:31527:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840260.184391:0:31527:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x28:0x0](ffff90ee9058aa08) for lock 0x3aa5f499c96f3782 00800000:00000001:0.0:1788840260.184394:0:31527:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840260.184397:0:31527:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840260.184398:0:31527:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840260.184399:0:31527:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840260.184401:0:31527:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031800 refcount=3 00000020:00000001:0.0:1788840260.184403:0:31527:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840260.184404:0:31527:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840260.184407:0:31527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840260.184408:0:31527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840260.184410:0:31527:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840260.184412:0:31527:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1788840260.184421:0:31527:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90ee9075e5e8 inode ffff90ee9058aa08 refc 1 flags 0x20000e 00000080:00000001:0.0:1788840260.184424:0:31527:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788840260.184426:0:31527:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840260.184429:0:31527:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1788840260.184433:0:31527:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x28:0x0](ffff90ee9058aa08) 00000080:00010000:0.0:1788840260.184438:0:31527:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3782 from it ffffa1620189fac8 00010000:00000001:0.0:1788840260.184440:0:31527:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840260.184441:0:31527:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840260.184443:0:31527:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031800 refcount=3 00000020:00000001:0.0:1788840260.184445:0:31527:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840260.184447:0:31527:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840260.184449:0:31527:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840260.184451:0:31527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f3782 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba5d5 expref: -99 pid: 31527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840260.184459:0:31527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840260.184460:0:31527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840260.184473:0:31527:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840260.184477:0:31527:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840260.184480:0:31527:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f3782 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba5d5 expref: -99 pid: 31527 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788840260.184487:0:31527:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840260.184490:0:31527:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840260.184493:0:31527:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840260.184498:0:31527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840260.184499:0:31527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840260.184500:0:31527:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840260.184504:0:31527:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840260.184506:0:31527:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840260.184509:0:31527:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840260.184512:0:31527:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840260.184514:0:31527:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840260.184516:0:31527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840260.184517:0:31527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788840260.184519:0:31527:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788840260.184523:0:31527:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85cd2e00. 00000100:00000001:0.0:1788840260.184527:0:31527:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840260.184532:0:31527:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f59f80 x1875733133976832/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840276 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840260.184539:0:31527:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788840260.184542:0:31527:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840260.184547:0:31527:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90ee98ed6800. 02000000:00000001:0.0:1788840260.184550:0:31527:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788840260.184553:0:31527:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840260.184555:0:31527:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:0.0:1788840260.184558:0:31527:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840260.184562:0:31527:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee86f35400. 02000000:00000001:0.0:1788840260.184566:0:31527:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840260.184568:0:31527:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840260.184570:0:31527:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f59f80. 00000100:00000001:0.0:1788840260.184575:0:31527:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840260.184577:0:31527:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788840260.184588:0:31527:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788840260.184591:0:31527:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x28:0x0](ffff90ee9058aa08), inode mode 41ed mask 1 00000080:00000001:0.0:1788840260.184597:0:31527:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788840260.184613:0:31527:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90ee83169740. 00000080:00000001:0.0:1788840260.184619:0:31527:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788840260.184620:0:31527:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x28:0x0](ffff90ee9058aa08), inode mode 41ed mask 3 00000080:00000001:0.0:1788840260.184623:0:31527:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840260.184626:0:31527:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1788840260.184628:0:31527:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa1620189fb58 00000080:00200000:0.0:1788840260.184630:0:31527:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f, dir=[0x200000404:0x28:0x0](ffff90ee9058aa08), file ffff90ee87f46d80, open_flags 8941, mode 81b6 opened 0 00000080:00000010:0.0:1788840260.184635:0:31527:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff90ee9887d540. 00000080:00000001:0.0:1788840260.185158:0:31527:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788840260.185162:0:31527:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa1620189fa08 00000080:00200000:0.0:1788840260.185165:0:31527:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x28:0x0](ffff90ee9058aa08), intent=open|creat 00000080:00000010:0.0:1788840260.185176:0:31527:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85cd2e00. 00000080:00000001:0.0:1788840260.185187:0:31527:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840260.185190:0:31527:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840260.185192:0:31527:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa1620189f928 00800000:00000002:0.0:1788840260.185194:0:31527:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f' on [0x200000404:0x28:0x0] 00800000:00000001:0.0:1788840260.185197:0:31527:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1788840260.185200:0:31527:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1788840260.185206:0:31527:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446621952875900928 : -122120833650688 : ffff90ee87173000) 00800000:00000001:0.0:1788840260.185210:0:31527:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1788840260.185213:0:31527:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1788840260.185216:0:31527:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1788840260.185219:0:31527:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1788840260.185222:0:31527:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff90ee90f70800: Allocated FID [0x200000404:0x2a:0x0] 40000000:00000001:0.0:1788840260.185225:0:31527:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840260.185228:0:31527:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840260.185230:0:31527:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840260.185232:0:31527:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840260.185234:0:31527:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa1620189f8a8 00800000:00000002:0.0:1788840260.185236:0:31527:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000404:0x28:0x0], fid2=[0x200000404:0x2a:0x0], name='f' -> mds #0 layout version 1 00000002:00000001:0.0:1788840260.185242:0:31527:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840260.185243:0:31527:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa1620189f7e0 00000002:00010000:0.0:1788840260.185245:0:31527:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x200000404:0x2a:0x0]) in obj [0x200000404:0x28:0x0], intent: open|creat flags 0104502 00000002:00000001:0.0:1788840260.185250:0:31527:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788840260.185252:0:31527:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788840260.185256:0:31527:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788840260.185260:0:31527:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840260.185262:0:31527:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788840260.185264:0:31527:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74200 count: 2 00010000:00000001:0.0:1788840260.185267:0:31527:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840260.185270:0:31527:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788840260.185274:0:31527:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840260.185276:0:31527:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840260.185278:0:31527:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840260.185283:0:31527:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f59f80. 00000020:00000040:0.0:1788840260.185287:0:31527:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 02000000:00000001:0.0:1788840260.185293:0:31527:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788840260.185295:0:31527:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840260.185298:0:31527:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788840260.185303:0:31527:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840260.185306:0:31527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840260.185308:0:31527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840260.185309:0:31527:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840260.185312:0:31527:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840260.185315:0:31527:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840260.185319:0:31527:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840260.185326:0:31527:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee86f35400. 00000100:00000001:0.0:1788840260.185333:0:31527:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840260.185338:0:31527:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840260.185339:0:31527:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840260.185341:0:31527:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840260.185342:0:31527:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840260.185344:0:31527:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840260.185353:0:31527:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446621952890478464 : -122120819073152 : ffff90ee87f59f80) 00010000:00000001:0.0:1788840260.185357:0:31527:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788840260.185359:0:31527:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788840260.185361:0:31527:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74200 count: 2 00010000:00000001:0.0:1788840260.185362:0:31527:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840260.185365:0:31527:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788840260.185369:0:31527:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee80030200. 00000020:00000001:0.0:1788840260.185372:0:31527:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788840260.185374:0:31527:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee80030200 with handle 0x3aa5f499c96f3789 to hash 00000020:00000001:0.0:1788840260.185377:0:31527:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788840260.185378:0:31527:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952757137920 : -122120952413696 : ffff90ee80030200) 00010000:00000001:0.0:1788840260.185382:0:31527:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952757137920 : -122120952413696 : ffff90ee80030200) 00010000:00000001:0.0:1788840260.185385:0:31527:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840260.185387:0:31527:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840260.185390:0:31527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030200/0x3aa5f499c96f3789 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840260.185398:0:31527:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030200/0x3aa5f499c96f3789 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31527 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788840260.185415:0:31527:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788840260.185422:0:31527:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee87f59f80 x1875733133977088/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788840260.185430:0:31527:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030200/0x3aa5f499c96f3789 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31527 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788840260.185436:0:31527:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788840260.185438:0:31527:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788840260.185445:0:31527:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee84e4de40. 00000100:00000001:0.0:1788840260.185447:0:31527:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952839048768 : -122120870502848 : ffff90ee84e4de40) 00000100:00000001:0.0:1788840260.185450:0:31527:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840260.185451:0:31527:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890478464 : -122120819073152 : ffff90ee87f59f80) 00000100:00000001:0.0:1788840260.185456:0:31527:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840260.185461:0:31527:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840260.185474:0:31527:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788840260.185475:0:31527:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840260.185480:0:31527:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f59f80 x1875733133977088/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840260.185488:0:31527:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840260.185490:0:31527:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840260.185495:0:31527:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840260.185497:0:31527:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840260.185500:0:31527:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840260.185504:0:31527:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f59f80 pname:cluuid:pid:xid:nid:opc:job touch:10f4a654-3497-48d8-8f70-7e89f4f161cc:31527:1875733133977088:192.168.202.131@tcp:101:touch.0 00000100:00000001:0.0:1788840260.185508:0:31527:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840260.185515:0:31527:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840260.185518:0:31527:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840260.185521:0:31527:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840260.185605:0:31527:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff90ee86fe0000. 02000000:00000001:0.0:1788840260.185608:0:31527:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840260.185617:0:31527:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840260.185623:0:31527:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c802c0. 00000400:00000010:0.0:1788840260.185630:0:31527:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff90ee86f36c00. 00000100:00000200:0.0:1788840260.188554:0:31527:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875733133977088, portal 10 00000100:00000001:0.0:1788840260.188567:0:31527:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840260.188570:0:31527:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890478464 : -122120819073152 : ffff90ee87f59f80) 00000100:00000040:0.0:1788840260.188593:0:31527:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87f59f80 x1875733133977088/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840276 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840260.188605:0:31527:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840260.188608:0:31527:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840260.188621:0:31527:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed62a8. 00000100:00000200:0.0:1788840260.188631:0:31527:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875733133977088, offset 0 00000400:00000200:0.0:1788840260.190674:0:31527:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840260.190693:0:31527:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840260.190704:0:31527:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840260.190711:0:31527:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840260.190718:0:31527:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840260.190723:0:31527:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840260.190726:0:31527:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840260.190730:0:31527:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2421:2421:256:4294967295] 192.168.202.131@tcp LPNI seq info [2421:2421:8:4294967295] 00000400:00000200:0.0:1788840260.190736:0:31527:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840260.190748:0:31527:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840260.190755:0:31527:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840260.190769:0:31527:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee98ea2c00. 00000800:00000200:0.0:1788840260.190777:0:31527:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840260.190787:0:31527:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840260.190793:0:31527:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee98ea2c00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1788840260.190817:0:31527:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840260.190825:0:31527:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 778300 usecs (779 jiffies) 00000400:00000200:0.0:1788840260.190830:0:31527:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840260.190833:0:31527:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296490788 00000100:00000001:0.0:1788840260.190836:0:31527:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296492448 00000100:00000001:0.0:1788840260.190840:0:31527:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296490788 00000100:00000001:0.0:1788840260.190842:0:31527:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296492448 00000100:00000001:0.0:1788840260.190845:0:31527:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840260.190849:0:31527:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840260.190853:0:31527:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840260.190856:0:31527:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788840260.190860:0:31527:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee84e4de40 going to sleep for 11 seconds 00000100:00000001:0.0:1788840260.190863:0:31527:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840260.190867:0:31527:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840260.191074:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840260.191081:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee98ea2c00. 00000400:00000200:3.0:1788840260.191090:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840260.191096:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840260.191105:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed62a8 00000400:00000010:3.0:1788840260.191109:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed62a8. 00000100:00000001:3.0:1788840260.191114:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840260.191123:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f59f80 x1875733133977088/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840276 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840260.191137:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840260.191142:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f59f80 x1875733133977088/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840276 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840260.191149:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840260.191151:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840260.209377:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840260.209403:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840260.209409:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840260.209412:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840260.209425:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840260.209435:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840260.209448:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840260.209453:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840260.209460:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840260.209474:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 664 into portal 10 MB=0x6a9f82724e600 00000400:00000200:3.0:1788840260.209480:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840260.209487:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 664/664 into md 0x69d5 [32] + 224 00000800:00000001:3.0:1788840260.209496:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840260.209505:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840260.209509:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840260.209514:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840260.209526:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840260.209538:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f59f80 x1875733133977088/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840276 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840260.209549:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff90ee87f59f80 x1875733133977088/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840276 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840260.209577:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788840260.209589:0:2354:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788840260.209593:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840260.209599:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840260.209606:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2422:2422:256:4294967295] 192.168.202.131@tcp LPNI seq info [2422:2422:8:4294967295] 00000400:00000200:3.0:1788840260.209612:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840260.209621:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) 192.168.202.131@tcp : ACK try# 0 00000800:00000200:3.0:1788840260.209628:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840260.209636:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff90ee86eef000. 00000800:00000200:3.0:1788840260.210208:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840260.210216:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840260.210221:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee86eef000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788840260.210396:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840260.210400:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff90ee86eef000. 00000400:00000200:3.0:1788840260.210404:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840260.210409:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: ACK: OK 00000800:00000001:3.0:1788840260.210417:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840260.210422:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840260.210495:0:31527:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840260.210504:0:31527:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840260.210507:0:31527:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840260.210511:0:31527:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c802c0. 00000400:00000200:0.0:1788840260.210517:0:31527:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee86f36c00 00000400:00000010:0.0:1788840260.210519:0:31527:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff90ee86f36c00. 00000100:00000001:0.0:1788840260.210523:0:31527:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840260.210530:0:31527:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f59f80 x1875733133977088/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840276 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788840260.210540:0:31527:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f59f80 x1875733133977088/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840276 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840260.210547:0:31527:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840260.210549:0:31527:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840260.210552:0:31527:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840260.210556:0:31527:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840260.210559:0:31527:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840260.210562:0:31527:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840260.210566:0:31527:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840260.210578:0:31527:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=110 v=5 (5 102 102 102) 00000100:00001000:0.0:1788840260.210584:0:31527:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840260.210587:0:31527:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840260.210589:0:31527:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840260.210592:0:31527:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840260.210597:0:31527:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840260.210601:0:31527:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788840260.210604:0:31527:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000014f/0x1] 00000100:00000001:0.0:1788840260.210606:0:31527:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788840260.210608:0:31527:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840260.210610:0:31527:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890478464 : -122120819073152 : ffff90ee87f59f80) 00000100:00000001:0.0:1788840260.210614:0:31527:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840260.210616:0:31527:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967629 00000100:00000001:0.0:1788840260.210618:0:31527:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840260.210622:0:31527:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840260.210627:0:31527:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f59f80 x1875733133977088/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/664 e 0 to 0 dl 1788840276 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840260.210634:0:31527:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840260.210637:0:31527:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840260.210662:0:31527:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840260.210666:0:31527:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f59f80 x1875733133977088/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/664 e 0 to 0 dl 1788840276 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788840260.210675:0:31527:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f59f80 pname:cluuid:pid:xid:nid:opc:job touch:10f4a654-3497-48d8-8f70-7e89f4f161cc:31527:1875733133977088:192.168.202.131@tcp:101:touch.0 00000100:00000001:0.0:1788840260.210680:0:31527:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840260.210684:0:31527:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840260.210686:0:31527:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788840260.210688:0:31527:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840260.210692:0:31527:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f59f80 x1875733133977088/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/664 e 0 to 0 dl 1788840276 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840260.210699:0:31527:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840260.210702:0:31527:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee84e4de40. 00000100:00000001:0.0:1788840260.210705:0:31527:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788840260.210707:0:31527:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840260.210711:0:31527:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788840260.210717:0:31527:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840260.210721:0:31527:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840260.210726:0:31527:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030200 refcount=4 00000020:00000001:0.0:1788840260.210729:0:31527:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757137920 : -122120952413696 : ffff90ee80030200) 00010000:00000001:0.0:1788840260.210733:0:31527:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757137920 : -122120952413696 : ffff90ee80030200) 00010000:00000040:0.0:1788840260.210742:0:31527:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee80030200, remote cookie: 0x8a436931312ba5f1, flags: 0x1001 00010000:00010000:0.0:1788840260.210748:0:31527:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030200/0x3aa5f499c96f3789 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba5f1 expref: -99 pid: 31527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788840260.210758:0:31527:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x2a:0x0].0x0, instead of [0x200000404:0x28:0x0].0x0 00010000:00000001:0.0:1788840260.210761:0:31527:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1788840260.210785:0:31527:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee99a74500. 00010000:00000010:0.0:1788840260.210791:0:31527:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee90f56700. 00010000:00000001:0.0:1788840260.210797:0:31527:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840260.210802:0:31527:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030200/0x3aa5f499c96f3789 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba5f1 expref: -99 pid: 31527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840260.210810:0:31527:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030200/0x3aa5f499c96f3789 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba5f1 expref: -99 pid: 31527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840260.210817:0:31527:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788840260.210822:0:31527:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788840260.210824:0:31527:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788840260.210826:0:31527:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788840260.210828:0:31527:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788840260.210831:0:31527:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x2a:0x0].0x0 (ffff90ee99a74500) refcount = 1 00010000:00010000:0.0:1788840260.210834:0:31527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030200/0x3aa5f499c96f3789 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba5f1 expref: -99 pid: 31527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840260.210841:0:31527:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788840260.210845:0:31527:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788840260.210847:0:31527:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840260.210851:0:31527:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788840260.210853:0:31527:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840260.210856:0:31527:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030200/0x3aa5f499c96f3789 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba5f1 expref: -99 pid: 31527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840260.210867:0:31527:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788840260.210869:0:31527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840260.210871:0:31527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840260.210872:0:31527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840260.210873:0:31527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840260.210875:0:31527:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840260.210880:0:31527:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788840260.210883:0:31527:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840260.210884:0:31527:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840260.210886:0:31527:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030200 refcount=3 00000020:00000001:0.0:1788840260.210888:0:31527:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757137920 : -122120952413696 : ffff90ee80030200) 00010000:00000001:0.0:1788840260.210891:0:31527:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757137920 : -122120952413696 : ffff90ee80030200) 00010000:00000001:0.0:1788840260.210893:0:31527:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840260.210894:0:31527:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840260.210896:0:31527:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030200 refcount=4 00000020:00000001:0.0:1788840260.210898:0:31527:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757137920 : -122120952413696 : ffff90ee80030200) 00010000:00000001:0.0:1788840260.211196:0:31527:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757137920 : -122120952413696 : ffff90ee80030200) 00010000:00000001:0.0:1788840260.211200:0:31527:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840260.211204:0:31527:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840260.211208:0:31527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030200/0x3aa5f499c96f3789 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba5f1 expref: -99 pid: 31527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840260.211216:0:31527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840260.211217:0:31527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840260.211218:0:31527:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840260.211220:0:31527:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840260.211221:0:31527:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030200 refcount=5 00000020:00000001:0.0:1788840260.211223:0:31527:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757137920 : -122120952413696 : ffff90ee80030200) 00010000:00000001:0.0:1788840260.211225:0:31527:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757137920 : -122120952413696 : ffff90ee80030200) 00010000:00000001:0.0:1788840260.211228:0:31527:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840260.211231:0:31527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030200/0x3aa5f499c96f3789 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba5f1 expref: -99 pid: 31527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840260.211238:0:31527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840260.211240:0:31527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788840260.211242:0:31527:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030200/0x3aa5f499c96f3789 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba5f1 expref: -99 pid: 31527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840260.211249:0:31527:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840260.211251:0:31527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840260.211252:0:31527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840260.211253:0:31527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840260.211254:0:31527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788840260.211260:0:31527:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff90ee87f59f80 x1875733133977088/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/664 e 0 to 0 dl 1788840276 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788840260.211269:0:31527:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1788840260.211274:0:31527:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90ee87f59f80 x1875733133977088/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/664 e 0 to 0 dl 1788840276 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788840260.211281:0:31527:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840260.211289:0:31527:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840260.211291:0:31527:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840260.211293:0:31527:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030200 refcount=3 00000020:00000001:0.0:1788840260.211294:0:31527:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757137920 : -122120952413696 : ffff90ee80030200) 00010000:00000001:0.0:1788840260.211296:0:31527:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757137920 : -122120952413696 : ffff90ee80030200) 00000002:00010000:0.0:1788840260.211300:0:31527:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030200/0x3aa5f499c96f3789 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba5f1 expref: -99 pid: 31527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1788840260.211310:0:31527:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff90ee90b50c80. 00010000:00000001:0.0:1788840260.211312:0:31527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840260.211313:0:31527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840260.211315:0:31527:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840260.211317:0:31527:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840260.211321:0:31527:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1788840260.211325:0:31527:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840260.211326:0:31527:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890478464 : -122120819073152 : ffff90ee87f59f80) 00000100:00000001:0.0:1788840260.211329:0:31527:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840260.211330:0:31527:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890478464 : -122120819073152 : ffff90ee87f59f80) 00010000:00000001:0.0:1788840260.211333:0:31527:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840260.211334:0:31527:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840260.211335:0:31527:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030200 refcount=3 00000020:00000001:0.0:1788840260.211337:0:31527:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757137920 : -122120952413696 : ffff90ee80030200) 00010000:00000001:0.0:1788840260.211339:0:31527:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757137920 : -122120952413696 : ffff90ee80030200) 00000002:00010000:0.0:1788840260.211343:0:31527:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030200/0x3aa5f499c96f3789 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba5f1 expref: -99 pid: 31527 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840260.211348:0:31527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840260.211349:0:31527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840260.211351:0:31527:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788840260.211353:0:31527:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840260.211354:0:31527:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840260.211355:0:31527:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030200 refcount=3 00000020:00000001:0.0:1788840260.211357:0:31527:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757137920 : -122120952413696 : ffff90ee80030200) 00010000:00000001:0.0:1788840260.211359:0:31527:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757137920 : -122120952413696 : ffff90ee80030200) 00010000:00000040:0.0:1788840260.211363:0:31527:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74500 count: 2 00010000:00000001:0.0:1788840260.211366:0:31527:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788840260.211371:0:31527:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 4 res 8589935620/42 (0 0) 00010000:00000001:0.0:1788840260.211374:0:31527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840260.211375:0:31527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840260.211377:0:31527:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788840260.211380:0:31527:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa1620189f768 00000002:00002000:0.0:1788840260.211382:0:31527:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:0.0:1788840260.211386:0:31527:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840260.211390:0:31527:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840260.211393:0:31527:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788840260.211397:0:31527:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x28:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788840260.211401:0:31527:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840260.211406:0:31527:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788840260.211408:0:31527:0:(namei.c:674:ll_lookup_it_finish()) it ffff90ee9887d540 it_disposition 1800037 00000080:00002000:0.0:1788840260.211415:0:31527:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90ee9075e000 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1788840260.211420:0:31527:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788840260.211424:0:31527:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:0.0:1788840260.211426:0:31527:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa1620189f998 00000080:00200000:0.0:1788840260.211428:0:31527:0:(namei.c:1628:ll_create_it()) VFS Op:name=f, dir=[0x200000404:0x28:0x0](ffff90ee9058aa08), intent=open|creat 00000080:00000001:0.0:1788840260.211432:0:31527:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:0.0:1788840260.211434:0:31527:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788840260.211440:0:31527:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788840260.211444:0:31527:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788840260.211448:0:31527:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833962 : 144115205322833962 : 20000040400002a) 00000080:00000001:0.0:1788840260.211451:0:31527:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1788840260.211489:0:31527:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff90ee90594a40. 00000020:00000001:0.0:1788840260.211501:0:31527:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:0.0:1788840260.211503:0:31527:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1788840260.211507:0:31527:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:0.0:1788840260.211508:0:31527:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x2a:0x0](ffff90ee90594b08) 00000020:00000001:0.0:1788840260.211513:0:31527:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788840260.211519:0:31527:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953299705864 : -122120409845752 : ffff90eea059f008) 00000020:00001000:0.0:1788840260.211522:0:31527:0:(cl_object.c:823:cl_env_get()) 1@ffff90eea059f000 00000020:00000001:0.0:1788840260.211527:0:31527:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:0.0:1788840260.211534:0:31527:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff90ee82e4f000. 00000020:00000001:0.0:1788840260.211536:0:31527:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1788840260.211539:0:31527:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840260.211548:0:31527:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:0.0:1788840260.211552:0:31527:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff90ee98eff4d8. 00020000:00000001:0.0:1788840260.211555:0:31527:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446621953175319768 : -122120534231848 : ffff90ee98eff4d8) 00020000:00000001:0.0:1788840260.211558:0:31527:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:0.0:1788840260.211561:0:31527:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788840260.211567:0:31527:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90ee9887dd20. 00020000:00000010:0.0:1788840260.211572:0:31527:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90eea058dd80. 00020000:00000010:0.0:1788840260.211577:0:31527:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90ee9887dd80. 00020000:00000001:0.0:1788840260.211579:0:31527:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621953168498048 : -122120541053568 : ffff90ee9887dd80) 00020000:00000002:0.0:1788840260.211583:0:31527:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee9887dd80, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788840260.211588:0:31527:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788840260.211594:0:31527:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90eea058dd80: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000001:0.0:1788840260.211597:0:31527:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1788840260.211599:0:31527:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee9887dd80, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788840260.211603:0:31527:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788840260.211606:0:31527:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90eea058dd80: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000010:0.0:1788840260.211610:0:31527:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff90ee85c50620. 00020000:00000010:0.0:1788840260.211613:0:31527:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff90ee84e4de40. 00020000:00000001:0.0:1788840260.211617:0:31527:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1788840260.211620:0:31527:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff90ee8869d100. 00020000:00000001:0.0:1788840260.211624:0:31527:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1788840260.211625:0:31527:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:0.0:1788840260.211631:0:31527:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1788840260.211635:0:31527:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff90ee82e4f898. 00000020:00000001:0.0:1788840260.211636:0:31527:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1788840260.211665:0:31527:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840260.211668:0:31527:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446621952805501208 : -122120904050408 : ffff90ee82e4f918) 00020000:00000001:0.0:1788840260.211672:0:31527:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1788840260.211679:0:31527:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff90ee87839c00. 00020000:00000001:0.0:1788840260.211681:0:31527:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840260.211686:0:31527:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446621952805501208 : -122120904050408 : ffff90ee82e4f918) 00020000:00000001:0.0:1788840260.211688:0:31527:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446621952805501208 : -122120904050408 : ffff90ee82e4f918) 00020000:00000002:0.0:1788840260.211692:0:31527:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x18:0x0]@ffff90ee82e4f898[0:0] -> [0x200000404:0x2a:0x0]@ffff90ee82e4f000: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000001:0.0:1788840260.211698:0:31527:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:0.0:1788840260.211700:0:31527:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:0.0:1788840260.211703:0:31527:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840260.211718:0:31527:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446621952805499008 : -122120904052608 : ffff90ee82e4f080) 00000020:00001000:0.0:1788840260.211722:0:31527:0:(cl_object.c:917:cl_env_put()) 1@ffff90eea059f000 00000080:00000001:0.0:1788840260.211727:0:31527:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833962 : 144115205322833962 : 20000040400002a) 00000080:00000001:0.0:1788840260.211730:0:31527:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1788840260.211732:0:31527:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833962 mtime from 0 to 1788840260 00000080:00000001:0.0:1788840260.211738:0:31527:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1788840260.211741:0:31527:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621953031228168 : -122120678323448 : ffff90ee90594b08) 00010000:00000001:0.0:1788840260.211744:0:31527:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840260.211745:0:31527:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840260.211748:0:31527:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030200 refcount=3 00000020:00000001:0.0:1788840260.211750:0:31527:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757137920 : -122120952413696 : ffff90ee80030200) 00010000:00000001:0.0:1788840260.211752:0:31527:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757137920 : -122120952413696 : ffff90ee80030200) 00000080:00000001:0.0:1788840260.211756:0:31527:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788840260.211758:0:31527:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788840260.211759:0:31527:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953299705864 : -122120409845752 : ffff90eea059f008) 00000020:00001000:0.0:1788840260.211762:0:31527:0:(cl_object.c:823:cl_env_get()) 1@ffff90eea059f000 00000020:00000001:0.0:1788840260.211764:0:31527:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788840260.211895:0:31527:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788840260.211898:0:31527:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788840260.211973:0:31527:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90ee9887d1e0. 00020000:00000010:0.0:1788840260.211977:0:31527:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90eea058d100. 00020000:00000010:0.0:1788840260.211981:0:31527:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90ee9887d9c0. 00020000:00000001:0.0:1788840260.211982:0:31527:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621953168497088 : -122120541054528 : ffff90ee9887d9c0) 00020000:00000002:0.0:1788840260.211985:0:31527:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee9887d9c0, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788840260.211989:0:31527:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788840260.211992:0:31527:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90eea058d100: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000002:0.0:1788840260.211997:0:31527:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90ee98eff4d8) owner ffff90ee85dbcf80 00020000:00000001:0.0:1788840260.212000:0:31527:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788840260.212002:0:31527:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90ee98eff4d8) owner ffff90ee85dbcf80 00020000:00000010:0.0:1788840260.212007:0:31527:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90eea058d100. 00020000:00000010:0.0:1788840260.212012:0:31527:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90ee9887d1e0. 00020000:00000010:0.0:1788840260.212016:0:31527:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90ee9887d9c0. 00020000:00000002:0.0:1788840260.212018:0:31527:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2a:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788840260.212020:0:31527:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840260.212022:0:31527:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840260.212026:0:31527:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788840260.212030:0:31527:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee98eff4d8) owner 0000000000000000/ffff90ee85dbcf80 00020000:00000002:0.0:1788840260.212033:0:31527:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90ee9887dd80 addref 2/0 by ffff90ee85dbcf80. 00020000:00000002:0.0:1788840260.212037:0:31527:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee98eff4d8) owner 0000000000000000/ffff90ee85dbcf80 00020000:00000001:0.0:1788840260.212040:0:31527:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788840260.212042:0:31527:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788840260.212044:0:31527:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788840260.212046:0:31527:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1788840260.212048:0:31527:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1788840260.212050:0:31527:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x2a:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1788840260.212053:0:31527:0:(cl_object.c:917:cl_env_put()) 1@ffff90eea059f000 00000080:00000001:0.0:1788840260.212055:0:31527:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840260.212057:0:31527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840260.212059:0:31527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788840260.212060:0:31527:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788840260.212064:0:31527:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788840260.212065:0:31527:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840260.212068:0:31527:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x2a:0x0](ffff90ee90594b08) 00000080:00010000:0.0:1788840260.212071:0:31527:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2a:0x0](ffff90ee90594b08) for lock 0x3aa5f499c96f3789 00800000:00000001:0.0:1788840260.212075:0:31527:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840260.212077:0:31527:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840260.212078:0:31527:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840260.212079:0:31527:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840260.212081:0:31527:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030200 refcount=3 00000020:00000001:0.0:1788840260.212083:0:31527:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757137920 : -122120952413696 : ffff90ee80030200) 00010000:00000001:0.0:1788840260.212085:0:31527:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757137920 : -122120952413696 : ffff90ee80030200) 00010000:00000001:0.0:1788840260.212087:0:31527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840260.212088:0:31527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840260.212090:0:31527:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840260.212091:0:31527:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840260.212093:0:31527:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:0.0:1788840260.212096:0:31527:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840260.212103:0:31527:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff90ee87f59f80 x1875733133977088/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840276 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840260.212112:0:31527:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788840260.212117:0:31527:0:(namei.c:1651:ll_create_it()) inode ffff90ee90594b08 need_sync_to_mds [0x200000404:0x2a:0x0] 00000080:00000001:0.0:1788840260.212121:0:31527:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840260.212125:0:31527:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2a:0x0](ffff90ee90594b08) 00000080:00000001:0.0:1788840260.212129:0:31527:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788840260.212133:0:31527:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85cd2e00. 00000100:00000001:0.0:1788840260.212137:0:31527:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840260.212140:0:31527:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f59f80 x1875733133977088/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840276 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840260.212146:0:31527:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840260.212151:0:31527:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1788840260.212152:0:31527:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788840260.212154:0:31527:0:(namei.c:1500:ll_atomic_open()) inode ffff90ee90594b08 need_sync_to_mds [0x200000404:0x2a:0x0] 00000080:00000001:0.0:1788840260.212164:0:31527:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788840260.212168:0:31527:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa1620189fa68 00000080:00200008:0.0:1788840260.212170:0:31527:0:(file.c:1090:ll_file_open()) START file f:[0x200000404:0x2a:0x0](ffff90ee90594b08), flags 104501 00000080:00000010:0.0:1788840260.212178:0:31527:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90ee92d4d680. 00000080:00000010:0.0:1788840260.212185:0:31527:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff90ee90b503c0. 00000080:00000001:0.0:1788840260.212188:0:31527:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1788840260.212193:0:31527:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1788840260.212196:0:31527:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1788840260.212200:0:31527:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff90ee83169f20. 00000002:00100000:0.0:1788840260.212204:0:31527:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90ee87f59f80 x1875733133977088/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840276 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788840260.212210:0:31527:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840260.212211:0:31527:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788840260.212215:0:31527:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1788840260.212219:0:31527:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840260.212222:0:31527:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840260.212225:0:31527:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840260.212228:0:31527:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f59f80 x1875733133977088/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840276 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1788840260.212234:0:31527:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840260.212238:0:31527:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff90ee86fe0000. 02000000:00000001:0.0:1788840260.212268:0:31527:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788840260.212270:0:31527:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840260.212273:0:31527:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa1620189fa68 00000080:00000008:0.0:1788840260.212276:0:31527:0:(file.c:1329:ll_file_open()) COMPLETED file f:[0x200000404:0x2a:0x0](ffff90ee90594b08), flags 104501, rc = 0 00000080:00000001:0.0:1788840260.212280:0:31527:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788840260.212283:0:31527:0:(dcache.c:176:ll_intent_release()) intent ffff90ee9887d540 released 00000080:00010000:0.0:1788840260.212285:0:31527:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3789 from it ffff90ee9887d540 00010000:00000001:0.0:1788840260.212288:0:31527:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840260.212289:0:31527:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840260.212291:0:31527:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030200 refcount=3 00000020:00000001:0.0:1788840260.212293:0:31527:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757137920 : -122120952413696 : ffff90ee80030200) 00010000:00000001:0.0:1788840260.212295:0:31527:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757137920 : -122120952413696 : ffff90ee80030200) 00010000:00000001:0.0:1788840260.212298:0:31527:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840260.212301:0:31527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030200/0x3aa5f499c96f3789 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8a436931312ba5f1 expref: -99 pid: 31527 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840260.212309:0:31527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840260.212310:0:31527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840260.212312:0:31527:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840260.212315:0:31527:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840260.212318:0:31527:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030200/0x3aa5f499c96f3789 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312ba5f1 expref: -99 pid: 31527 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788840260.212325:0:31527:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840260.212329:0:31527:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840260.212331:0:31527:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840260.212336:0:31527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840260.212337:0:31527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840260.212339:0:31527:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840260.212342:0:31527:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840260.212344:0:31527:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840260.212346:0:31527:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840260.212349:0:31527:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840260.212351:0:31527:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840260.212353:0:31527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840260.212354:0:31527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788840260.212356:0:31527:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788840260.212357:0:31527:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1788840260.212361:0:31527:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788840260.212363:0:31527:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788840260.212365:0:31527:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788840260.212367:0:31527:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840260.212370:0:31527:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1788840260.212372:0:31527:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840260.212374:0:31527:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788840260.212377:0:31527:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840260.212379:0:31527:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788840260.212382:0:31527:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff90ee9887d540. 00000080:00000001:0.0:1788840260.212385:0:31527:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840260.212391:0:31527:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788840260.212393:0:31527:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x2a:0x0](ffff90ee90594b08), inode mode 81a4 mask 40 00000080:00000001:0.0:1788840260.212397:0:31527:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840260.212447:0:31527:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788840260.212450:0:31527:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee98eff4d8) owner 0000000000000000/ffff90ee85dbcf80 00020000:00000002:0.0:1788840260.212454:0:31527:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee98eff4d8) owner 0000000000000000/ffff90ee85dbcf80 00020000:00000001:0.0:1788840260.212456:0:31527:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840260.212478:0:31527:0:(llite_lib.c:2418:ll_setattr_raw()) Process entered 00000020:00000001:0.0:1788840260.212481:0:31527:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa1620189fc30 00000080:00200008:0.0:1788840260.212484:0:31527:0:(llite_lib.c:2427:ll_setattr_raw()) START file f:[0x200000404:0x2a:0x0](ffff90ee90594b08) current size 0, valid attrs 20070, mode 0, uid -1053797822, gid -1, new size 213440, atime 1788840260.000000000, mtime 1788840260.000000000, ctime 1788840260.000000000 00000080:00000002:0.0:1788840260.212490:0:31527:0:(llite_lib.c:2479:ll_setattr_raw()) setting mtime 1788840260, ctime 1788840260, now = 1788840260 00000080:00000002:0.0:1788840260.212493:0:31527:0:(llite_lib.c:2486:ll_setattr_raw()) inode ffff90ee90594b08 attr 0x100201f0 need_sync_to_mds [0x200000404:0x2a:0x0] 00000080:00000010:0.0:1788840260.212498:0:31527:0:(llite_lib.c:2494:ll_setattr_raw()) kmalloced '(op_data)': 392 at ffff90ee85cd2e00. 00000080:00000001:0.0:1788840260.212500:0:31527:0:(llite_lib.c:2125:ll_md_setattr()) Process entered 00800000:00000001:0.0:1788840260.212507:0:31527:0:(lmv_obd.c:3034:lmv_setattr()) Process entered 00800000:00000002:0.0:1788840260.212509:0:31527:0:(lmv_obd.c:3038:lmv_setattr()) SETATTR for [0x200000404:0x2a:0x0], valid 0x100201f0/0x0 00000002:00000001:0.0:1788840260.212514:0:31527:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:0.0:1788840260.212517:0:31527:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788840260.212522:0:31527:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74500 count: 2 00010000:00000001:0.0:1788840260.212524:0:31527:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840260.212528:0:31527:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788840260.212532:0:31527:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788840260.212535:0:31527:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030200/0x3aa5f499c96f3789 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8a436931312ba5f1 expref: -99 pid: 31527 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1788840260.212544:0:31527:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788840260.212548:0:31527:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788840260.212550:0:31527:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788840260.212552:0:31527:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x2a:0x0] mode (null) 00000002:00000001:0.0:1788840260.212555:0:31527:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840260.212558:0:31527:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840260.212560:0:31527:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74500 count: 3 00010000:00000001:0.0:1788840260.212561:0:31527:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840260.212565:0:31527:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840260.212567:0:31527:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840260.212568:0:31527:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840260.212569:0:31527:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74500 count: 3 00010000:00000001:0.0:1788840260.212571:0:31527:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840260.212573:0:31527:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840260.212575:0:31527:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840260.212576:0:31527:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840260.212577:0:31527:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74500 count: 3 00010000:00000001:0.0:1788840260.212579:0:31527:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840260.212581:0:31527:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840260.212582:0:31527:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840260.212583:0:31527:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840260.212585:0:31527:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74500 count: 3 00010000:00000001:0.0:1788840260.212586:0:31527:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840260.212588:0:31527:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840260.212590:0:31527:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840260.212592:0:31527:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788840260.212593:0:31527:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788840260.212596:0:31527:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953299705864 : -122120409845752 : ffff90eea059f008) 00000020:00001000:0.0:1788840260.212598:0:31527:0:(cl_object.c:823:cl_env_get()) 1@ffff90eea059f000 00000020:00000001:0.0:1788840260.212599:0:31527:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788840260.212602:0:31527:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x2a:0x0]: losing layout lock 00000080:00000001:0.0:1788840260.212604:0:31527:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788840260.212607:0:31527:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788840260.212609:0:31527:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788840260.212611:0:31527:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788840260.212614:0:31527:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2a:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788840260.212616:0:31527:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840260.212617:0:31527:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788840260.212619:0:31527:0:(cl_object.c:917:cl_env_put()) 1@ffff90eea059f000 00000080:00000001:0.0:1788840260.212621:0:31527:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840260.212623:0:31527:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788840260.212626:0:31527:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x2a:0x0](ffff90ee90594b08) invalid 00000020:00000001:0.0:1788840260.212628:0:31527:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa1620189f838 00000080:00002000:0.0:1788840260.212630:0:31527:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff90ee9075e000) parent ffff90ee9075e5e8 inode ffff90ee90594b08 refc 1 00000080:00000001:0.0:1788840260.212634:0:31527:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788840260.212637:0:31527:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788840260.216685:0:31527:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840260.216702:0:31527:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788840260.216707:0:31527:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788840260.216709:0:31527:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788840260.216712:0:31527:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840260.216715:0:31527:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788840260.216721:0:31527:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee80030200 with handle 0x3aa5f499c96f3789 from hash 00010000:00000001:0.0:1788840260.216726:0:31527:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788840260.216728:0:31527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840260.216730:0:31527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840260.216731:0:31527:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788840260.216737:0:31527:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788840260.216739:0:31527:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788840260.216744:0:31527:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788840260.216747:0:31527:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840260.216752:0:31527:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788840260.216893:0:31527:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f5a300. 00000020:00000040:0.0:1788840260.216900:0:31527:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=8 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00010000:00000001:0.0:1788840260.216908:0:31527:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788840260.216914:0:31527:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840260.216929:0:31527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840260.216930:0:31527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840260.216932:0:31527:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840260.216936:0:31527:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840260.216939:0:31527:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840260.216955:0:31527:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840260.216966:0:31527:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee85cd3c00. 00000100:00000001:0.0:1788840260.216974:0:31527:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840260.216977:0:31527:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840260.216980:0:31527:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788840260.216989:0:31527:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030200/0x3aa5f499c96f3789 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8a436931312ba5f1 expref: -99 pid: 31527 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788840260.217009:0:31527:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788840260.217011:0:31527:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788840260.217013:0:31527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788840260.217016:0:31527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030200/0x3aa5f499c96f3789 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8a436931312ba5f1 expref: -99 pid: 31527 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1788840260.217048:0:31527:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff90ee90b50c80. 00010000:00000040:0.0:1788840260.217057:0:31527:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee99a74500 count: 0 00010000:00000010:0.0:1788840260.217066:0:31527:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90ee90f56700. 00010000:00000001:0.0:1788840260.217076:0:31527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840260.217078:0:31527:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840260.217080:0:31527:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840260.217082:0:31527:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840260.217084:0:31527:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000002:0.0:1788840260.217086:0:31527:0:(mdc_reint.c:124:mdc_setattr()) setting mtime 1788840260, ctime 1788840260 00000020:00100000:0.0:1788840260.217097:0:31527:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788840260.217112:0:31527:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee87f5a300 x1875733133977344/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788840260.217121:0:31527:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788840260.217123:0:31527:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788840260.217132:0:31527:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee84e4d300. 00000100:00000001:0.0:1788840260.217135:0:31527:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952839045888 : -122120870505728 : ffff90ee84e4d300) 00000100:00000001:0.0:1788840260.217138:0:31527:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840260.217140:0:31527:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890479360 : -122120819072256 : ffff90ee87f5a300) 00000100:00000001:0.0:1788840260.217145:0:31527:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840260.217150:0:31527:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840260.217153:0:31527:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788840260.217155:0:31527:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840260.217160:0:31527:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f5a300 x1875733133977344/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840260.217167:0:31527:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840260.217170:0:31527:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840260.217174:0:31527:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840260.217177:0:31527:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840260.217180:0:31527:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840260.217184:0:31527:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f5a300 pname:cluuid:pid:xid:nid:opc:job touch:10f4a654-3497-48d8-8f70-7e89f4f161cc:31527:1875733133977344:192.168.202.131@tcp:36:touch.0 00000100:00000001:0.0:1788840260.217189:0:31527:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840260.217196:0:31527:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840260.217199:0:31527:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840260.217202:0:31527:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840260.217208:0:31527:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86f36c00. 02000000:00000001:0.0:1788840260.217210:0:31527:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840260.217219:0:31527:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840260.217224:0:31527:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c802c0. 00000400:00000010:0.0:1788840260.217233:0:31527:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6f68. 00000100:00000200:0.0:1788840260.217243:0:31527:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133977344, portal 10 00000100:00000001:0.0:1788840260.217245:0:31527:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840260.217247:0:31527:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890479360 : -122120819072256 : ffff90ee87f5a300) 00000100:00000040:0.0:1788840260.217254:0:31527:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87f5a300 x1875733133977344/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/512 e 0 to 0 dl 1788840276 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840260.217261:0:31527:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840260.217265:0:31527:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840260.217268:0:31527:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed65d8. 00000100:00000200:0.0:1788840260.217273:0:31527:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875733133977344, offset 0 00000400:00000200:0.0:1788840260.217281:0:31527:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840260.217292:0:31527:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840260.217300:0:31527:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840260.217308:0:31527:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840260.217324:0:31527:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840260.217329:0:31527:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840260.217332:0:31527:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840260.217336:0:31527:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2423:2423:256:4294967295] 192.168.202.131@tcp LPNI seq info [2423:2423:8:4294967295] 00000400:00000200:0.0:1788840260.217341:0:31527:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840260.217352:0:31527:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840260.217359:0:31527:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840260.217366:0:31527:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee98ea2800. 00000800:00000200:0.0:1788840260.217374:0:31527:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840260.217382:0:31527:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840260.217388:0:31527:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee98ea2800 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:0.0:1788840260.222181:0:31527:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840260.222198:0:31527:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 777268 usecs (778 jiffies) 00000400:00000200:0.0:1788840260.222208:0:31527:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840260.222214:0:31527:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296490817 00000100:00000001:1.0:1788840260.222333:0:31527:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296492448 00000100:00000001:1.0:1788840260.222338:0:31527:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296490818 00000100:00000001:1.0:1788840260.222341:0:31527:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296492448 00000100:00000001:1.0:1788840260.222344:0:31527:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840260.222349:0:31527:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840260.222354:0:31527:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840260.222356:0:31527:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788840260.222361:0:31527:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee84e4d300 going to sleep for 11 seconds 00000100:00000001:1.0:1788840260.222366:0:31527:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840260.222370:0:31527:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840260.222690:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840260.222698:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee98ea2800. 00000400:00000200:2.0:1788840260.222708:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840260.222717:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840260.222726:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed65d8 00000400:00000010:2.0:1788840260.222729:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed65d8. 00000100:00000001:2.0:1788840260.222734:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840260.222742:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f5a300 x1875733133977344/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/512 e 0 to 0 dl 1788840276 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840260.222755:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840260.222759:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f5a300 x1875733133977344/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/512 e 0 to 0 dl 1788840276 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840260.222766:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840260.222777:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1788840260.228679:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74500. 00010000:00000010:0.1:1788840260.228698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030200. 00010000:00000001:1.0:1788840260.229980:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840260.229986:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840260.229990:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840260.229991:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840260.230111:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788840260.230114:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840260.230117:0:16054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788840261.253734:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840261.253741:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840261.253747:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840261.253748:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840261.253811:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840261.253815:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840261.253819:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788840262.215984:0:15916:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1788840262.215996:0:15916:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840262.277863:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840262.277874:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840262.278178:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840262.278181:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840262.278354:0:15925:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840262.278358:0:15925:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840262.278361:0:15925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788840262.662925:0:20562:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120b30 (cpu 3) has reached its deadline 4296492448, at 4296492481 00000100:00000010:3.0:1788840262.662950:0:20562:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee87fb1ae0. 00000100:00000040:2.0:1788840262.663853:0:29212:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120a20 (cpu 2) has reached its deadline 4296492448, at 4296492482 00000100:00000010:2.0:1788840262.663867:0:29212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee87fb1e40. 00010000:00010000:0.0:1788840263.029017:0:31547:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff90ee90f70800 00010000:00000001:0.0:1788840263.029029:0:31547:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840263.029032:0:31547:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840263.029040:0:31547:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840263.029044:0:31547:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788840263.029051:0:31547:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840263.029052:0:31547:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788840263.029056:0:31547:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840263.029057:0:31547:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788840263.029061:0:31547:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840263.029062:0:31547:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788840263.029065:0:31547:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:0.0:1788840263.029069:0:31547:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840263.029072:0:31547:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1788840263.029087:0:31547:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 4/4 locks to regular blp list, 1 blwis in pool 00000020:00000001:2.0:1788840263.029156:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840263.029160:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840263.029164:0:16054:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 4 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1788840263.029168:0:16054:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1788840263.029171:0:16054:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788840263.029177:0:16054:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f3782 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8a436931312ba5d5 expref: -99 pid: 31527 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:2.0:1788840263.029263:0:16054:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788840263.029268:0:16054:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788840263.029274:0:16054:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788840263.029276:0:16054:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x28:0x0] mode (null) 00000002:00000001:2.0:1788840263.029282:0:16054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840263.029285:0:16054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840263.029292:0:16054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74200 count: 2 00010000:00000001:2.0:1788840263.029296:0:16054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788840263.029301:0:16054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840263.029302:0:16054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840263.029303:0:16054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840263.029305:0:16054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74200 count: 2 00010000:00000001:2.0:1788840263.029307:0:16054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788840263.029309:0:16054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840263.029311:0:16054:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840263.029315:0:16054:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1788840263.029317:0:16054:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x28:0x0](ffff90ee9058aa08) invalid 00000020:00000001:2.0:1788840263.029322:0:16054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa1620215bca0 00000080:00002000:2.0:1788840263.029324:0:16054:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-2 (ffff90ee9075e5e8) parent ffff90ee9069b510 inode ffff90ee9058aa08 refc 1 00000080:00000001:2.0:1788840263.029328:0:16054:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1788840263.029331:0:16054:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788840263.029333:0:16054:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840263.029337:0:16054:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788840263.029341:0:16054:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788840263.029342:0:16054:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788840263.029344:0:16054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840263.029346:0:16054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788840263.029350:0:16054:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee80031800 with handle 0x3aa5f499c96f3782 from hash 00010000:00000001:2.0:1788840263.029352:0:16054:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788840263.029354:0:16054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840263.029356:0:16054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840263.029358:0:16054:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788840263.029362:0:16054:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788840263.029364:0:16054:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788840263.029367:0:16054:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788840263.029370:0:16054:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8ca00/0x3aa5f499c96f376d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8a436931312ba57a expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1788840263.029377:0:16054:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788840263.029379:0:16054:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788840263.029380:0:16054:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788840263.029381:0:16054:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1788840263.029383:0:16054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840263.029384:0:16054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840263.029387:0:16054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1700 count: 2 00010000:00000001:2.0:1788840263.029389:0:16054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788840263.029391:0:16054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840263.029392:0:16054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840263.029393:0:16054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840263.029395:0:16054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1700 count: 2 00010000:00000001:2.0:1788840263.029397:0:16054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788840263.029398:0:16054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840263.029400:0:16054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840263.029401:0:16054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840263.029402:0:16054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1700 count: 2 00010000:00000001:2.0:1788840263.029404:0:16054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788840263.029405:0:16054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840263.029407:0:16054:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788840263.029410:0:16054:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff90ee90514200, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788840263.029414:0:16054:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1788840263.029417:0:16054:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788840263.029418:0:16054:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788840263.029420:0:16054:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840263.029421:0:16054:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788840263.029423:0:16054:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788840263.029424:0:16054:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788840263.029425:0:16054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840263.029426:0:16054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788840263.029428:0:16054:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee87d8ca00 with handle 0x3aa5f499c96f376d from hash 00010000:00000001:2.0:1788840263.029430:0:16054:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788840263.029431:0:16054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840263.029433:0:16054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840263.029434:0:16054:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788840263.029435:0:16054:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788840263.029446:0:16054:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788840263.029449:0:16054:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788840263.029451:0:16054:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f377b lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8a436931312ba5b2 expref: -99 pid: 31517 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000080:00000001:2.0:1788840263.029458:0:16054:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788840263.029460:0:16054:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788840263.029461:0:16054:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788840263.029462:0:16054:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x29:0x0] mode (null) 00000002:00000001:2.0:1788840263.029464:0:16054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840263.029465:0:16054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840263.029467:0:16054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1d00 count: 2 00010000:00000001:2.0:1788840263.029469:0:16054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788840263.029471:0:16054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840263.029472:0:16054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840263.029473:0:16054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840263.029474:0:16054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1d00 count: 2 00010000:00000001:2.0:1788840263.029476:0:16054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788840263.029478:0:16054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840263.029480:0:16054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840263.029481:0:16054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840263.029482:0:16054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1d00 count: 2 00010000:00000001:2.0:1788840263.029484:0:16054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788840263.029485:0:16054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840263.029486:0:16054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840263.029487:0:16054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840263.029489:0:16054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1d00 count: 2 00010000:00000001:2.0:1788840263.029491:0:16054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788840263.029493:0:16054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840263.029494:0:16054:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840263.029497:0:16054:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788840263.029499:0:16054:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788840263.029505:0:16054:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044390328 : -122120665161288 : ffff90ee912221b8) 00000020:00001000:2.0:1788840263.029508:0:16054:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912221b0 00000020:00000001:2.0:1788840263.029510:0:16054:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1788840263.029514:0:16054:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x29:0x0]: losing layout lock 00000080:00000001:2.0:1788840263.029518:0:16054:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1788840263.029521:0:16054:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1788840263.029526:0:16054:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788840263.029530:0:16054:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788840263.029533:0:16054:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x29:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1788840263.029536:0:16054:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840263.029538:0:16054:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788840263.029540:0:16054:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912221b0 00000080:00000001:2.0:1788840263.029543:0:16054:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840263.029545:0:16054:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1788840263.029547:0:16054:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x29:0x0](ffff90ee905c5348) invalid 00000020:00000001:2.0:1788840263.029550:0:16054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa1620215bca0 00000080:00002000:2.0:1788840263.029552:0:16054:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff90ee9073d5e8) parent ffff90ee906e8438 inode ffff90ee905c5348 refc 1 00000080:00000001:2.0:1788840263.029556:0:16054:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1788840263.029557:0:16054:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788840263.029558:0:16054:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840263.029561:0:16054:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788840263.029562:0:16054:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788840263.029564:0:16054:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788840263.029565:0:16054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840263.029567:0:16054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788840263.029570:0:16054:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee8523c400 with handle 0x3aa5f499c96f377b from hash 00010000:00000001:2.0:1788840263.029572:0:16054:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788840263.029574:0:16054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840263.029574:0:16054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840263.029575:0:16054:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788840263.029577:0:16054:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788840263.029578:0:16054:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788840263.029581:0:16054:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788840263.029583:0:16054:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c200/0x3aa5f499c96f3774 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8a436931312ba596 expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:2.0:1788840263.029589:0:16054:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788840263.029591:0:16054:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788840263.029592:0:16054:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788840263.029593:0:16054:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x27:0x0] mode (null) 00000002:00000001:2.0:1788840263.029595:0:16054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840263.029596:0:16054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840263.029599:0:16054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55a00 count: 2 00010000:00000001:2.0:1788840263.029600:0:16054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788840263.029603:0:16054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840263.029604:0:16054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840263.029605:0:16054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840263.029606:0:16054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55a00 count: 2 00010000:00000001:2.0:1788840263.029608:0:16054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788840263.029610:0:16054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840263.029611:0:16054:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840263.029613:0:16054:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1788840263.029614:0:16054:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x27:0x0](ffff90ee90591988) invalid 00000020:00000001:2.0:1788840263.029617:0:16054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa1620215bca0 00000080:00002000:2.0:1788840263.029618:0:16054:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-1 (ffff90ee906e8438) parent ffff90ee9069b510 inode ffff90ee90591988 refc 1 00000080:00000001:2.0:1788840263.029621:0:16054:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1788840263.029622:0:16054:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788840263.029623:0:16054:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840263.029625:0:16054:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788840263.029626:0:16054:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788840263.029628:0:16054:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788840263.029629:0:16054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840263.029630:0:16054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788840263.029632:0:16054:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee87d8c200 with handle 0x3aa5f499c96f3774 from hash 00010000:00000001:2.0:1788840263.029634:0:16054:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788840263.029635:0:16054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840263.029636:0:16054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840263.030134:0:16054:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788840263.030141:0:16054:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788840263.030142:0:16054:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788840263.030146:0:16054:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:2.0:1788840263.030149:0:16054:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840263.030152:0:16054:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1788840263.030164:0:16054:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125c700. 00000020:00000040:2.0:1788840263.030171:0:16054:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=9 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:2.0:1788840263.030178:0:16054:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840263.030181:0:16054:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840263.033268:0:16054:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840263.033295:0:16054:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee98e5ba00. 00000100:00000001:2.0:1788840263.033306:0:16054:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840263.033312:0:16054:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788840263.033327:0:16054:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f3782 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312ba5d5 expref: -99 pid: 31527 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1788840263.033341:0:16054:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8ca00/0x3aa5f499c96f376d lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312ba57a expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1788840263.033349:0:16054:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f377b lrc: 1/0,0 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8a436931312ba5b2 expref: -99 pid: 31517 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1788840263.033358:0:16054:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c200/0x3aa5f499c96f3774 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312ba596 expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1788840263.033369:0:16054:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 4 locks packed 00010000:00000001:2.0:1788840263.033372:0:16054:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=4 : 4 : 4) 00000100:00000001:2.0:1788840263.033377:0:16054:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788840263.033379:0:16054:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788840263.033389:0:16054:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee85db4540. 00000100:00000001:2.0:1788840263.033392:0:16054:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952855196992 : -122120854354624 : ffff90ee85db4540) 00000100:00000001:2.0:1788840263.033395:0:16054:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840263.033397:0:16054:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044629248 : -122120664922368 : ffff90ee9125c700) 00000100:00000001:2.0:1788840263.033403:0:16054:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840263.033409:0:16054:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840263.033412:0:16054:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788840263.033414:0:16054:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840263.033428:0:16054:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125c700 x1875733133977472/t0(0) o103->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 344/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840263.033446:0:16054:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840263.033449:0:16054:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840263.033453:0:16054:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840263.033457:0:16054:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840263.033460:0:16054:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840263.033464:0:16054:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125c700 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:10f4a654-3497-48d8-8f70-7e89f4f161cc:16054:1875733133977472:192.168.202.131@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1788840263.033468:0:16054:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840263.033475:0:16054:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840263.033478:0:16054:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840263.033481:0:16054:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840263.033485:0:16054:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee98e5aa00. 02000000:00000001:2.0:1788840263.033488:0:16054:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840263.033496:0:16054:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840263.033502:0:16054:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e1b8. 00000400:00000010:2.0:1788840263.033510:0:16054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234e58. 00000100:00000200:2.0:1788840263.033519:0:16054:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133977472, portal 18 00000100:00000001:2.0:1788840263.033521:0:16054:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840263.033522:0:16054:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044629248 : -122120664922368 : ffff90ee9125c700) 00000100:00000040:2.0:1788840263.033532:0:16054:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125c700 x1875733133977472/t0(0) o103->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 344/224 e 0 to 0 dl 1788840279 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840263.033539:0:16054:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840263.033542:0:16054:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840263.033544:0:16054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234440. 00000100:00000200:2.0:1788840263.033547:0:16054:0:(niobuf.c:94:ptl_send_buf()) Sending 344 bytes to portal 17, xid 1875733133977472, offset 0 00000400:00000200:2.0:1788840263.033555:0:16054:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840263.033565:0:16054:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840263.033573:0:16054:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840263.033579:0:16054:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840263.033585:0:16054:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840263.033590:0:16054:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840263.033593:0:16054:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840263.033596:0:16054:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2424:2424:256:4294967295] 192.168.202.131@tcp LPNI seq info [2424:2424:8:4294967295] 00000400:00000200:2.0:1788840263.033601:0:16054:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840263.033611:0:16054:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840263.033617:0:16054:0:(socklnd_cb.c:931:ksocknal_send()) sending 344 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840263.033623:0:16054:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989e00. 00000800:00000200:2.0:1788840263.033631:0:16054:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840263.034973:0:16054:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840263.034982:0:16054:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989e00 type 1, nob 440 niov 1 nkiov 1 00000100:00000001:2.0:1788840263.035064:0:16054:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840263.035072:0:16054:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 777268 usecs (778 jiffies) 00000400:00000200:2.0:1788840263.035078:0:16054:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840263.035082:0:16054:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296493631 00000100:00000010:2.0:1788840263.035102:0:16054:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee87fb1e40. 00000100:00000001:2.0:1788840263.035113:0:16054:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788840263.035121:0:16054:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296493631 00000100:00000010:2.0:1788840263.035124:0:16054:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee87fb1a20. 00000100:00000001:2.0:1788840263.035128:0:16054:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788840263.035131:0:16054:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840263.035135:0:16054:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840263.035139:0:16054:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840263.035141:0:16054:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788840263.035144:0:16054:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee85db4540 going to sleep for 11 seconds 00000100:00000001:2.0:1788840263.035147:0:16054:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840263.035151:0:16054:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840263.039500:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840263.039516:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989e00. 00000400:00000200:3.0:1788840263.039525:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840263.039537:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840263.039546:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234440 00000400:00000010:3.0:1788840263.039549:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234440. 00000100:00000001:3.0:1788840263.039556:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840263.039567:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125c700 x1875733133977472/t0(0) o103->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 344/224 e 0 to 0 dl 1788840279 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840263.039582:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840263.039586:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee9125c700 x1875733133977472/t0(0) o103->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 344/224 e 0 to 0 dl 1788840279 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840263.039593:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840263.039595:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840263.042466:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840263.042490:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840263.042496:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840263.042499:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840263.042509:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840263.042520:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840263.042531:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840263.042537:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840263.042543:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840263.042548:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 18 MB=0x6a9f82724e780 00000400:00000200:2.0:1788840263.042554:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840263.042561:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.131@tcp of length 224/224 into md 0x69e5 [1] + 224 00000800:00000001:2.0:1788840263.042570:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840263.042580:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840263.042583:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840263.042588:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840263.042597:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840263.042608:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125c700 x1875733133977472/t0(0) o103->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 344/224 e 0 to 0 dl 1788840279 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840263.042620:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee9125c700 x1875733133977472/t0(0) o103->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 344/224 e 0 to 0 dl 1788840279 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840263.042687:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840263.042698:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840263.042702:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840263.042971:0:16054:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788840263.042981:0:16054:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840263.042983:0:16054:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840263.042988:0:16054:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e1b8. 00000400:00000200:3.0:1788840263.042994:0:16054:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234e58 00000400:00000010:3.0:1788840263.042997:0:16054:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234e58. 00000100:00000001:3.0:1788840263.043001:0:16054:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840263.043007:0:16054:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125c700 x1875733133977472/t0(0) o103->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 344/224 e 0 to 0 dl 1788840279 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840263.043017:0:16054:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125c700 x1875733133977472/t0(0) o103->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 344/224 e 0 to 0 dl 1788840279 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840263.043024:0:16054:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840263.043027:0:16054:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840263.043029:0:16054:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840263.043034:0:16054:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840263.043037:0:16054:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840263.043040:0:16054:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840263.043043:0:16054:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840263.043055:0:16054:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823538 time=112 v=5 (5 5 5 5) 00000100:00001000:3.0:1788840263.043060:0:16054:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=14 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840263.043064:0:16054:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840263.043066:0:16054:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840263.043070:0:16054:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840263.043075:0:16054:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840263.043079:0:16054:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840263.043082:0:16054:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967629 00000100:00000001:3.0:1788840263.043084:0:16054:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840263.043089:0:16054:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840263.043094:0:16054:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125c700 x1875733133977472/t0(0) o103->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 344/224 e 0 to 0 dl 1788840279 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840263.043102:0:16054:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840263.043105:0:16054:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840263.043108:0:16054:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840263.043112:0:16054:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125c700 x1875733133977472/t0(0) o103->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 344/224 e 0 to 0 dl 1788840279 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840263.043121:0:16054:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125c700 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:10f4a654-3497-48d8-8f70-7e89f4f161cc:16054:1875733133977472:192.168.202.131@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788840263.043126:0:16054:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840263.043129:0:16054:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840263.043132:0:16054:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788840263.043134:0:16054:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840263.043138:0:16054:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125c700 x1875733133977472/t0(0) o103->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 344/224 e 0 to 0 dl 1788840279 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840263.043146:0:16054:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788840263.043149:0:16054:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee85db4540. 00000100:00000001:3.0:1788840263.043153:0:16054:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788840263.043155:0:16054:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840263.043157:0:16054:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840263.043160:0:16054:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125c700 x1875733133977472/t0(0) o103->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 344/224 e 0 to 0 dl 1788840279 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840263.043166:0:16054:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840263.043169:0:16054:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840263.043173:0:16054:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee98e5aa00. 02000000:00000001:3.0:1788840263.043176:0:16054:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840263.043179:0:16054:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840263.043182:0:16054:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=8 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:3.0:1788840263.043184:0:16054:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840263.043201:0:16054:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee98e5ba00. 02000000:00000001:3.0:1788840263.043205:0:16054:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840263.043207:0:16054:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840263.043209:0:16054:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125c700. 00000100:00000001:3.0:1788840263.043213:0:16054:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840263.043214:0:16054:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788840263.043216:0:16054:0:(ldlm_request.c:1632:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:3.0:1788840263.043221:0:16054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788840263.043226:0:16054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f3782 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312ba5d5 expref: -99 pid: 31527 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:3.0:1788840263.043237:0:16054:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee99a74200 count: 0 00010000:00000010:3.0:1788840263.043248:0:16054:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90ee90f56c00. 00010000:00000001:3.0:1788840263.043259:0:16054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840263.043262:0:16054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788840263.043265:0:16054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8ca00/0x3aa5f499c96f376d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312ba57a expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:3.0:1788840263.043277:0:16054:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee892b1700 count: 0 00010000:00000010:3.0:1788840263.043280:0:16054:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90ee98e7d180. 00010000:00000001:3.0:1788840263.043286:0:16054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840263.043287:0:16054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788840263.043290:0:16054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f377b lrc: 0/0,0 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8a436931312ba5b2 expref: -99 pid: 31517 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1788840263.043296:0:16054:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff90eea05b2e80. 00010000:00000040:3.0:1788840263.043299:0:16054:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee892b1d00 count: 0 00010000:00000010:3.0:1788840263.043301:0:16054:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90ee98e7d980. 00010000:00000001:3.0:1788840263.043307:0:16054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840263.043316:0:16054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788840263.043319:0:16054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c200/0x3aa5f499c96f3774 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312ba596 expref: -99 pid: 31517 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000040:3.0:1788840263.043325:0:16054:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee85e55a00 count: 0 00010000:00000010:3.0:1788840263.043329:0:16054:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90ee86e2f800. 00010000:00000001:3.0:1788840263.043336:0:16054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840263.043338:0:16054:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840263.043356:0:16054:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840263.043360:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840263.043362:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840263.043365:0:16054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788840263.043366:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840263.043368:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840263.043369:0:16054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:3.0:1788840263.043371:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840263.043373:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840263.043374:0:16054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1788840263.043483:0:31547:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840263.043487:0:31547:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840263.043492:0:31547:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=4 : 4 : 4) 00010000:00000010:3.1:1788840263.049423:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74200. 00010000:00000010:3.1:1788840263.049452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031800. 00010000:00000010:3.1:1788840263.049459:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1700. 00010000:00000010:3.1:1788840263.049464:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8ca00. 00010000:00000010:3.1:1788840263.049467:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1d00. 00010000:00000010:3.1:1788840263.049470:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee8523c400. 00010000:00000010:3.1:1788840263.049475:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee85e55a00. 00010000:00000010:3.1:1788840263.049478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8c200. 00020000:00000001:2.0:1788840263.102205:0:31517:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788840263.102218:0:31517:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee831508b8) owner 0000000000000000/ffff90eec216cf80 00020000:00000002:2.0:1788840263.102226:0:31517:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee831508b8) owner 0000000000000000/ffff90eec216cf80 00020000:00000001:2.0:1788840263.102229:0:31517:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840263.102243:0:31517:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788840263.102248:0:31517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d97df0 00000080:00200008:2.0:1788840263.102251:0:31517:0:(file.c:479:ll_file_release()) START file f:[0x200000404:0x29:0x0](ffff90ee905c5348), flags 100002 00000080:00000001:2.0:1788840263.102257:0:31517:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1788840263.102261:0:31517:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:2.0:1788840263.102262:0:31517:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788840263.102264:0:31517:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee831508b8) owner 0000000000000000/ffff90eec216cf80 00020000:00000002:2.0:1788840263.102266:0:31517:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee831508b8) owner 0000000000000000/ffff90eec216cf80 00020000:00000001:2.0:1788840263.102268:0:31517:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840263.102271:0:31517:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:2.0:1788840263.102282:0:31517:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840263.102287:0:31517:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788840263.102296:0:31517:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840263.102298:0:31517:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788840263.102300:0:31517:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x29:0x0]: 0 00000080:00000001:2.0:1788840263.102303:0:31517:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1788840263.102305:0:31517:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1788840263.102311:0:31517:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff90ee98e5bc00. 00000080:00000001:2.0:1788840263.102313:0:31517:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1788840263.102320:0:31517:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1788840263.102325:0:31517:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:2.0:1788840263.102327:0:31517:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x29:0x0] 00000002:00000001:2.0:1788840263.102331:0:31517:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1788840263.102333:0:31517:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff90ee90f70800: [0x200000404:0x29:0x0] file closed with intent: 0 00000100:00000010:2.0:1788840263.102339:0:31517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125ce00. 00000020:00000040:2.0:1788840263.102344:0:31517:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=9 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:2.0:1788840263.102349:0:31517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840263.102353:0:31517:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840263.102358:0:31517:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840263.102366:0:31517:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee98e5ba00. 00000100:00000001:2.0:1788840263.102375:0:31517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1788840263.102402:0:31517:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff90ee86d49500 x1875733133976704/t4294967632(4294967632) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840275 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788840263.102416:0:31517:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 2 is allocated opc 35, max 7 00000100:00100000:2.0:1788840263.102422:0:31517:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee9125ce00 x1875733133977728/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1788840263.102431:0:31517:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788840263.102433:0:31517:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788840263.102450:0:31517:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee85db4000. 00000100:00000001:2.0:1788840263.102454:0:31517:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952855195648 : -122120854355968 : ffff90ee85db4000) 00000100:00000001:2.0:1788840263.102457:0:31517:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840263.102459:0:31517:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044631040 : -122120664920576 : ffff90ee9125ce00) 00000100:00000001:2.0:1788840263.102464:0:31517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840263.102469:0:31517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840263.102472:0:31517:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788840263.102473:0:31517:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840263.102478:0:31517:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125ce00 x1875733133977728/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840263.102485:0:31517:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840263.102487:0:31517:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840263.102491:0:31517:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840263.102495:0:31517:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840263.102498:0:31517:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840263.102502:0:31517:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125ce00 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:31517:1875733133977728:192.168.202.131@tcp:35:multiop.0 00000100:00000001:2.0:1788840263.102507:0:31517:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840263.102514:0:31517:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840263.102517:0:31517:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840263.102519:0:31517:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840263.102523:0:31517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee85dd6c00. 02000000:00000001:2.0:1788840263.102525:0:31517:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840263.102533:0:31517:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840263.102537:0:31517:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e108. 00000400:00000010:2.0:1788840263.102544:0:31517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234bb0. 00000100:00000200:2.0:1788840263.102553:0:31517:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133977728, portal 10 00000100:00000001:2.0:1788840263.102554:0:31517:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840263.102556:0:31517:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044631040 : -122120664920576 : ffff90ee9125ce00) 00000100:00000040:2.0:1788840263.102563:0:31517:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee9125ce00 x1875733133977728/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840279 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840263.102571:0:31517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840263.102575:0:31517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840263.102577:0:31517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234908. 00000100:00000200:2.0:1788840263.102580:0:31517:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875733133977728, offset 0 00000400:00000200:2.0:1788840263.102588:0:31517:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840263.102599:0:31517:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840263.102609:0:31517:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840263.102615:0:31517:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840263.102621:0:31517:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840263.102625:0:31517:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840263.102628:0:31517:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840263.102632:0:31517:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2425:2425:256:4294967295] 192.168.202.131@tcp LPNI seq info [2425:2425:8:4294967295] 00000400:00000200:2.0:1788840263.102636:0:31517:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840263.102678:0:31517:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840263.102686:0:31517:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840263.102692:0:31517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989b00. 00000800:00000200:2.0:1788840263.102699:0:31517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840263.102708:0:31517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840263.102714:0:31517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989b00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788840263.102736:0:31517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840263.102741:0:31517:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 776213 usecs (777 jiffies) 00000400:00000200:2.0:1788840263.102745:0:31517:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840263.102748:0:31517:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296493698 00000100:00000001:2.0:1788840263.102758:0:31517:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, simply extend its deadline from 4296493631 00000100:00000001:2.0:1788840263.102764:0:31517:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296493698 00000100:00000001:2.0:1788840263.102768:0:31517:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, simply extend its deadline from 4296493631 00000100:00000001:2.0:1788840263.102771:0:31517:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840263.102774:0:31517:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840263.102777:0:31517:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840263.102780:0:31517:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788840263.102783:0:31517:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee85db4000 going to sleep for 11 seconds 00000100:00000001:2.0:1788840263.102786:0:31517:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840263.102790:0:31517:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840263.103085:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840263.103090:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989b00. 00000400:00000200:3.0:1788840263.103097:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840263.103103:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840263.103110:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234908 00000400:00000010:3.0:1788840263.103113:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234908. 00000100:00000001:3.0:1788840263.103119:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840263.103124:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125ce00 x1875733133977728/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840279 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840263.103134:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840263.103137:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee9125ce00 x1875733133977728/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840279 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840263.103144:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840263.103146:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:1.0:1788840263.301810:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840263.301887:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840263.302011:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840263.302016:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840263.302019:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788840263.751612:0:20099:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788840263.751626:0:20099:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788840263.751660:0:20099:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d49f80. 00000020:00000040:3.0:1788840263.751668:0:20099:0:(genops.c:1210:class_import_get()) import ffff90ee98ee5800 refcount=4 obd=MGC192.168.202.131@tcp 00000100:00000001:3.0:1788840263.751674:0:20099:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840263.751678:0:20099:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840263.751685:0:20099:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840263.751696:0:20099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee983e5200. 00000100:00000001:3.0:1788840263.751706:0:20099:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840263.751733:0:20099:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS req@ffff90ee86d49f80 x1875733133977856/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788840263.751747:0:20099:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840263.751753:0:20099:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840263.751761:0:20099:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5dd48de] to pc [ptlrpcd_01_00+0] req@ffff90ee86d49f80 x1875733133977856/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840263.751792:0:20099:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840263.751795:0:20099:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788840263.751799:0:20099:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788840263.751803:0:20099:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d4a300. 00000020:00000040:3.0:1788840263.751806:0:20099:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=10 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:3.0:1788840263.751808:0:20099:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840263.751809:0:20099:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840263.751811:0:20099:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840263.751815:0:20099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee983e5e00. 00000100:00000001:3.0:1788840263.751819:0:20099:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840263.751824:0:20099:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID req@ffff90ee86d4a300 x1875733133977984/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788840263.751831:0:20099:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840263.751833:0:20099:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840263.751837:0:20099:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be538729] to pc [ptlrpcd_01_01+1] req@ffff90ee86d4a300 x1875733133977984/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840263.751845:0:20099:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840263.751848:0:20099:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788840263.751851:0:20099:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788840263.751856:0:20099:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d4aa00. 00000020:00000040:3.0:1788840263.751859:0:20099:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=3 obd=lustre-OST0000-osc-ffff90ee90f70800 00000100:00000001:3.0:1788840263.751861:0:20099:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840263.751862:0:20099:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840263.751863:0:20099:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840263.751867:0:20099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee983e5d00. 00000100:00000001:3.0:1788840263.751870:0:20099:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840263.751874:0:20099:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID req@ffff90ee86d4aa00 x1875733133978112/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788840263.751880:0:20099:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840263.751882:0:20099:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840263.751886:0:20099:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000abc0ba2d] to pc [ptlrpcd_01_00+0] req@ffff90ee86d4aa00 x1875733133978112/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840263.751893:0:20099:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840263.751895:0:20099:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788840263.751899:0:20099:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788840263.751902:0:20099:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d49880. 00000020:00000040:3.0:1788840263.751904:0:20099:0:(genops.c:1210:class_import_get()) import ffff90ee92b59000 refcount=3 obd=lustre-OST0001-osc-ffff90ee90f70800 00000100:00000001:3.0:1788840263.751907:0:20099:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840263.751908:0:20099:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840263.751910:0:20099:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840263.751913:0:20099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee983e5100. 00000100:00000001:3.0:1788840263.751916:0:20099:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840263.751921:0:20099:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID req@ffff90ee86d49880 x1875733133978240/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788840263.751928:0:20099:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840263.751930:0:20099:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840263.751933:0:20099:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095cc25a8] to pc [ptlrpcd_01_01+1] req@ffff90ee86d49880 x1875733133978240/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840263.751940:0:20099:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840263.751945:0:20099:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1831) 00000100:00000001:2.0:1788840263.752018:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840263.752024:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840263.752027:0:2361:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840263.752035:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d49f80 x1875733133977856/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840263.752045:0:2361:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840263.752048:0:2361:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840263.752053:0:2361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840263.752056:0:2361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840263.752060:0:2361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840263.752064:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2361:1875733133977856:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840263.752069:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840263.752077:0:2361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840263.752079:0:2361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840263.752082:0:2361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840263.752089:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee98e5a000. 02000000:00000001:2.0:1788840263.752091:0:2361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840263.752100:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840263.752107:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4ee18. 00000400:00000010:2.0:1788840263.752116:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234000. 00000100:00000200:2.0:1788840263.752125:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133977856, portal 25 00000100:00000001:2.0:1788840263.752128:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840263.752130:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871538560 : -122120838013056 : ffff90ee86d49f80) 00000100:00000040:2.0:1788840263.752138:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee86d49f80 x1875733133977856/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840263.752147:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840263.752150:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840263.752154:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234330. 00000100:00000200:2.0:1788840263.752157:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875733133977856, offset 0 00000400:00000200:2.0:1788840263.752165:0:2361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840263.752178:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840263.752202:0:2361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840263.752209:0:2361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840263.752214:0:2361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840263.752220:0:2361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840263.752223:0:2361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840263.752228:0:2361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2426:2426:256:4294967295] 192.168.202.131@tcp LPNI seq info [2426:2426:8:4294967295] 00000400:00000200:2.0:1788840263.752233:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840263.752244:0:2361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840263.752251:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840263.752257:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989500. 00000800:00000200:2.0:1788840263.752266:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840263.752275:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840263.752281:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840263.752302:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840263.752307:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840263.752310:0:2361:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4296497569 00000100:00000001:2.0:1788840263.752319:0:2361:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296493698 00000100:00000001:2.0:1788840263.752324:0:2361:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4296497569 00000100:00000001:2.0:1788840263.752327:0:2361:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296493698 00000100:00000001:2.0:1788840263.752331:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840263.752334:0:2361:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840263.752337:0:2361:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840263.752342:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d4aa00 x1875733133978112/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840263.752350:0:2361:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840263.752351:0:2361:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840263.752354:0:2361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840263.752355:0:2361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840263.752357:0:2361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840263.752360:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733133978112:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840263.752364:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840263.752367:0:2361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840263.752368:0:2361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840263.752370:0:2361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840263.752373:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee98e5aa00. 02000000:00000001:2.0:1788840263.752375:0:2361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840263.752378:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840263.752382:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e9f8. 00000400:00000010:2.0:1788840263.752386:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234550. 00000100:00000200:2.0:1788840263.752389:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133978112, portal 4 00000100:00000001:2.0:1788840263.752391:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840263.752392:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871541248 : -122120838010368 : ffff90ee86d4aa00) 00000100:00000040:2.0:1788840263.752399:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee86d4aa00 x1875733133978112/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840263.752406:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840263.752408:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840263.752410:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234880. 00000100:00000200:2.0:1788840263.752412:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733133978112, offset 0 00000400:00000200:2.0:1788840263.752417:0:2361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840263.752420:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840263.752424:0:2361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840263.752427:0:2361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840263.752439:0:2361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840263.752442:0:2361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840263.752445:0:2361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840263.752448:0:2361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2427:2427:255:4294967295] 192.168.202.131@tcp LPNI seq info [2427:2427:7:4294967295] 00000400:00000200:2.0:1788840263.752452:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840263.752457:0:2361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840263.752462:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840263.752465:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989100. 00000800:00000200:2.0:1788840263.752469:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840263.752473:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840263.752476:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840263.752479:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840263.752484:0:2361:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: using a timeout of 23225 usecs (24 jiffies) 00000400:00000200:2.0:1788840263.752487:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840263.752489:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296493594 00000100:00000001:2.0:1788840263.752492:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296497569 00000100:00000001:2.0:1788840263.752495:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296493594 00000100:00000001:2.0:1788840263.752496:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296497569 00000100:00000001:2.0:1788840263.752498:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840263.752500:0:2361:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840263.752503:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840263.752506:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840263.752516:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840263.752518:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788840263.752520:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840263.752522:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840263.752523:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840263.752526:0:2361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1788840263.752528:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840263.752530:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840263.752531:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840263.752533:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840263.752534:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840263.752535:0:2361:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840263.752539:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d4a300 x1875733133977984/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840263.752545:0:2361:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840263.752547:0:2361:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840263.752550:0:2361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840263.752552:0:2361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840263.752554:0:2361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840263.752556:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733133977984:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840263.752560:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840263.752564:0:2361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840263.752565:0:2361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840263.752566:0:2361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840263.752570:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee98e5a800. 02000000:00000001:2.0:1788840263.752572:0:2361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840263.752575:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840263.752577:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e738. 00000400:00000010:2.0:1788840263.752581:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234198. 00000100:00000200:2.0:1788840263.752584:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133977984, portal 10 00000100:00000001:2.0:1788840263.752586:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840263.752588:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871539456 : -122120838012160 : ffff90ee86d4a300) 00000100:00000040:2.0:1788840263.752594:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee86d4a300 x1875733133977984/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840263.752601:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840263.752603:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840263.752606:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234f68. 00000100:00000200:2.0:1788840263.752608:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733133977984, offset 0 00000400:00000200:2.0:1788840263.752613:0:2361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840263.752616:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840263.752620:0:2361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840263.752623:0:2361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840263.752625:0:2361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840263.752628:0:2361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840263.752630:0:2361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840263.752633:0:2361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2428:2428:254:4294967295] 192.168.202.131@tcp LPNI seq info [2428:2428:6:4294967295] 00000400:00000200:2.0:1788840263.752665:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840263.752673:0:2361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840263.752677:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840263.752681:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989000. 00000800:00000200:2.0:1788840263.752685:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840263.752689:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840263.752692:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840263.752695:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840263.752698:0:2361:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 776213 usecs (777 jiffies) 00000400:00000200:2.0:1788840263.752701:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840263.752703:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296494348 00000100:00000001:2.0:1788840263.752706:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296497569 00000100:00000001:2.0:1788840263.752708:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296494348 00000100:00000001:2.0:1788840263.752711:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296497569 00000100:00000001:2.0:1788840263.752713:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840263.752715:0:2361:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840263.752717:0:2361:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840263.752720:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d49880 x1875733133978240/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840263.752728:0:2361:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840263.752729:0:2361:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840263.752732:0:2361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840263.752733:0:2361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840263.752735:0:2361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840263.752738:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733133978240:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840263.752741:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840263.752744:0:2361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840263.752746:0:2361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840263.752747:0:2361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840263.752751:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee98e5a200. 02000000:00000001:2.0:1788840263.752752:0:2361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840263.752755:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840263.752760:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e1b8. 00000400:00000010:2.0:1788840263.752763:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234dd0. 00000100:00000200:2.0:1788840263.752766:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133978240, portal 4 00000100:00000001:2.0:1788840263.752768:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840263.752769:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871536768 : -122120838014848 : ffff90ee86d49880) 00000100:00000040:2.0:1788840263.752775:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee86d49880 x1875733133978240/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840263.752781:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840263.752783:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840263.752785:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234d48. 00000100:00000200:2.0:1788840263.752787:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733133978240, offset 0 00000400:00000200:2.0:1788840263.752792:0:2361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840263.752795:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840263.752799:0:2361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840263.752801:0:2361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840263.752804:0:2361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840263.752806:0:2361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840263.752808:0:2361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840263.752811:0:2361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2429:2429:253:4294967295] 192.168.202.131@tcp LPNI seq info [2429:2429:5:4294967295] 00000400:00000200:2.0:1788840263.752815:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840263.752821:0:2361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840263.752825:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840263.752828:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989d00. 00000800:00000200:2.0:1788840263.752831:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840263.752835:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840263.752837:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840263.752840:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840263.752843:0:2361:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: using a timeout of 294088 usecs (295 jiffies) 00000400:00000200:2.0:1788840263.752846:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840263.752848:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296493866 00000100:00000001:2.0:1788840263.752850:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296497569 00000100:00000001:2.0:1788840263.752853:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296493866 00000100:00000001:2.0:1788840263.752855:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296497569 00000100:00000001:2.0:1788840263.752857:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840263.752858:0:2361:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840263.752861:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840263.752863:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840263.752875:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840263.752877:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840263.753046:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840263.753052:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989500. 00000400:00000200:3.0:1788840263.753060:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840263.753065:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840263.753072:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234330 00000400:00000010:3.0:1788840263.753075:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234330. 00000100:00000001:3.0:1788840263.753080:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840263.753085:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d49f80 x1875733133977856/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840263.753096:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840263.753100:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d49f80 x1875733133977856/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840279 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840263.753106:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840263.753109:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788840263.753123:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840263.753125:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989100. 00000400:00000200:3.0:1788840263.753128:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840263.753131:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840263.753134:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234880 00000400:00000010:3.0:1788840263.753136:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234880. 00000100:00000001:3.0:1788840263.753139:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840263.753142:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d4aa00 x1875733133978112/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840263.753149:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840263.753152:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d4aa00 x1875733133978112/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840279 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840263.753159:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840263.753161:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788840263.753168:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840263.753170:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989000. 00000400:00000200:3.0:1788840263.753173:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840263.753176:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840263.753178:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234f68 00000400:00000010:3.0:1788840263.753179:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234f68. 00000100:00000001:3.0:1788840263.753182:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840263.753197:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d4a300 x1875733133977984/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840263.753205:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840263.753208:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d4a300 x1875733133977984/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840279 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840263.753214:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840263.753216:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788840263.753297:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840263.753300:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989d00. 00000400:00000200:3.0:1788840263.753303:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840263.753306:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840263.753308:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234d48 00000400:00000010:3.0:1788840263.753310:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234d48. 00000100:00000001:3.0:1788840263.753313:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840263.753317:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d49880 x1875733133978240/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840263.753324:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840263.753327:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d49880 x1875733133978240/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840279 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840263.753333:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840263.753335:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840263.755919:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840263.755941:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840263.755945:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840263.755947:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840263.755957:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840263.755964:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840263.755973:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840263.755977:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840263.755982:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840263.755986:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 10 MB=0x6a9f82724e980 00000400:00000200:3.0:1788840263.755990:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840263.755995:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 224/224 into md 0x6a25 [1] + 224 00000800:00000001:3.0:1788840263.756003:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840263.756008:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840263.756011:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840263.756014:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840263.756021:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840263.756029:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d4a300 x1875733133977984/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840279 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840263.756039:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee86d4a300 x1875733133977984/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840279 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840263.756105:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840263.756111:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840263.756129:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840263.756141:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840263.756145:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788840263.756692:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840263.756695:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840263.756700:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e738. 00000400:00000200:2.0:1788840263.756707:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234198 00000400:00000010:2.0:1788840263.756710:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234198. 00000100:00000001:2.0:1788840263.756714:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:3.0:1788840263.756715:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1788840263.756720:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d4a300 x1875733133977984/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840279 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1788840263.756721:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840263.756723:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840263.756726:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840263.756730:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000200:2.0:1788840263.756731:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d4a300 x1875733133977984/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840279 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840263.756738:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840263.756741:0:2361:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840263.756744:0:2361:0:(client.c:1593:after_reply()) Process entered 00000400:00000200:3.0:1788840263.756745:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 02000000:00000001:2.0:1788840263.756748:0:2361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1788840263.756750:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840263.756751:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000400:00000200:3.0:1788840263.756752:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840263.756754:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840263.756755:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 02000000:00000001:2.0:1788840263.756757:0:2361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840263.756759:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f82724ea80 00000400:00000200:3.0:1788840263.756762:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840263.756766:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x6a35 [1] + 224 00000100:00001000:2.0:1788840263.756769:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=113 v=5 (5 102 102 102) 00000800:00000001:3.0:1788840263.756770:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:2.0:1788840263.756774:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=14 v=5 (1 0 0 0) 00000800:00000001:3.0:1788840263.756775:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840263.756777:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1788840263.756778:0:2361:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788840263.756780:0:2361:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840263.756781:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840263.756784:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:2.0:1788840263.756784:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788840263.756788:0:2361:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1788840263.756790:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d49880 x1875733133978240/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840279 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840263.756792:0:2361:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1788840263.756795:0:2361:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: committing for last_committed 4294967633 gen 2 00000100:00000040:2.0:1788840263.756802:0:2361:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967633) req@ffff90ee87f59c00 x1875733133975680/t4294967630(4294967630) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/448 e 0 to 0 dl 1788840275 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840263.756809:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee86d49880 x1875733133978240/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840279 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840263.756810:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840263.756814:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f59c00 x1875733133975680/t4294967630(4294967630) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/448 e 0 to 0 dl 1788840275 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840263.756817:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840263.756821:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1788840263.756822:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000800:00000001:3.0:1788840263.756824:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1788840263.756824:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840263.756829:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee86f34c00. 02000000:00000001:2.0:1788840263.756834:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840263.756837:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840263.756839:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=9 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:2.0:1788840263.756842:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840263.756845:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee86f34800. 02000000:00000001:2.0:1788840263.756849:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840263.756851:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840263.756854:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f59c00. 00000100:00000001:2.0:1788840263.756867:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840263.756868:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840263.756874:0:2361:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967633) req@ffff90ee87fafb80 x1875733133976192/t4294967631(4294967631) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/448 e 0 to 0 dl 1788840275 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840263.756881:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840263.756884:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87fafb80 x1875733133976192/t4294967631(4294967631) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/448 e 0 to 0 dl 1788840275 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840263.756891:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840263.756892:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840263.756894:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee85c5e000. 02000000:00000001:2.0:1788840263.756897:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840263.756899:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840263.756900:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=8 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:2.0:1788840263.756902:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840263.756903:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee85c5f400. 02000000:00000001:2.0:1788840263.756905:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840263.756906:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840263.756907:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87fafb80. 00000100:00000001:2.0:1788840263.756910:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840263.756911:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840263.756915:0:2361:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967633) req@ffff90ee86d49500 x1875733133976704/t4294967632(4294967632) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840275 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840263.756924:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840263.756926:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871535872 : -122120838015744 : ffff90ee86d49500) 00000100:00000001:2.0:1788840263.756929:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840263.756931:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d49500 x1875733133976704/t4294967632(4294967632) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840275 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840263.756938:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840263.756944:0:2361:0:(client.c:3174:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff90ee87f59f80 x1875733133977088/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840276 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840263.756951:0:2361:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1788840263.756953:0:2361:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: normal: skip=1 replay=3/4 committed=0/0 00000100:00000001:2.0:1788840263.756957:0:2361:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788840263.756959:0:2361:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840263.756964:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d4a300 x1875733133977984/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840279 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840263.756971:0:2361:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840263.756975:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840263.756977:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840263.756982:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d4a300 x1875733133977984/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840279 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788840263.756991:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733133977984:192.168.202.131@tcp:400:kworker.0 00000400:00000001:2.0:1788840263.756998:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840263.757000:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840263.757002:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e1b8. 00000400:00000200:2.0:1788840263.757005:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234dd0 00000400:00000010:2.0:1788840263.757006:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234dd0. 00000100:00000001:2.0:1788840263.757009:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840263.757012:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d49880 x1875733133978240/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840279 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788840263.757020:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d49880 x1875733133978240/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840279 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840263.757027:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840263.757028:0:2361:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840263.757030:0:2361:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788840263.757032:0:2361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788840263.757033:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840263.757034:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840263.757036:0:2361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840263.757040:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b59460 time=113 v=5 (5 5 5 36) 00000100:00001000:2.0:1788840263.757044:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b59418 time=12 v=5 (1 0 0 0) 00000100:00000001:2.0:1788840263.757046:0:2361:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788840263.757047:0:2361:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840263.757049:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788840263.757051:0:2361:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840263.757053:0:2361:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788840263.757055:0:2361:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90ee90f70800: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1788840263.757057:0:2361:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788840263.757059:0:2361:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840263.757063:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d49880 x1875733133978240/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840279 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840263.757070:0:2361:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840263.757072:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840263.757073:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840263.757077:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d49880 x1875733133978240/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840279 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788840263.757096:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733133978240:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840263.757102:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840263.757105:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840263.757108:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d4a300 x1875733133977984/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840279 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840263.757115:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840263.757116:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840263.757118:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee98e5a800. 02000000:00000001:2.0:1788840263.757121:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840263.757122:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840263.757124:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:2.0:1788840263.757125:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840263.757127:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee983e5e00. 02000000:00000001:2.0:1788840263.757131:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840263.757132:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840263.757133:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d4a300. 00000100:00000001:2.0:1788840263.757136:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840263.757138:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840263.757139:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840263.757142:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d49880 x1875733133978240/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840279 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840263.757148:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840263.757150:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840263.757151:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee98e5a200. 02000000:00000001:2.0:1788840263.757153:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840263.757154:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840263.757156:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee92b59000 refcount=2 obd=lustre-OST0001-osc-ffff90ee90f70800 00000020:00000001:2.0:1788840263.757157:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840263.757159:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee983e5100. 02000000:00000001:2.0:1788840263.757161:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840263.757162:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840263.757164:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d49880. 00000100:00000001:2.0:1788840263.757167:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840263.757168:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840263.757172:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840263.757174:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840263.757175:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840263.757177:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840263.757188:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788840263.757664:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840263.757672:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840263.757674:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840263.757675:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840263.757679:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840263.757683:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840263.757688:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840263.757691:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840263.757694:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840263.757697:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f82724ea00 00000400:00000200:3.0:1788840263.757699:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840263.757703:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x6a15 [1] + 224 00000800:00000001:3.0:1788840263.757707:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840263.757711:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840263.757712:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840263.757715:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840263.757718:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840263.757722:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d4aa00 x1875733133978112/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840279 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840263.757729:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee86d4aa00 x1875733133978112/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840279 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840263.757751:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840263.757757:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840263.757760:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840263.757783:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840263.757786:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788840263.757790:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840263.757792:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840263.757794:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e9f8. 00000400:00000200:2.0:1788840263.757798:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234550 00000400:00000010:2.0:1788840263.757800:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234550. 00000100:00000001:2.0:1788840263.757803:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840263.757807:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d4aa00 x1875733133978112/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840279 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788840263.757816:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d4aa00 x1875733133978112/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840279 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840263.757822:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840263.757823:0:2361:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840263.757826:0:2361:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788840263.757828:0:2361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788840263.757830:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840263.757831:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840263.757834:0:2361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840263.757840:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b5cc60 time=113 v=5 (5 5 5 36) 00000100:00001000:2.0:1788840263.757844:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=14 v=5 (1 0 0 0) 00000100:00000001:2.0:1788840263.757846:0:2361:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788840263.757848:0:2361:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840263.757850:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788840263.757853:0:2361:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840263.757912:0:2361:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788840263.757914:0:2361:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: skip recheck: last_committed 4294967339 00000100:00000001:2.0:1788840263.757916:0:2361:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788840263.757918:0:2361:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840263.757924:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d4aa00 x1875733133978112/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840279 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840263.757932:0:2361:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840263.757934:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840263.757936:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840263.757940:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d4aa00 x1875733133978112/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840279 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788840263.757947:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733133978112:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840263.757952:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840263.757954:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840263.757957:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d4aa00 x1875733133978112/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840279 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840263.757964:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840263.757966:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840263.757969:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee98e5aa00. 02000000:00000001:2.0:1788840263.757972:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840263.757975:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840263.757976:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=2 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:2.0:1788840263.757978:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840263.757980:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee983e5d00. 02000000:00000001:2.0:1788840263.757984:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840263.757986:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840263.757987:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d4aa00. 00000100:00000001:2.0:1788840263.757990:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840263.757991:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840263.757994:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840263.757995:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840263.757996:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840263.757998:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840263.758000:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788840263.758675:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840263.758685:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840263.758689:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840263.758691:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840263.758695:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840263.758700:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840263.758705:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840263.758707:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840263.758710:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840263.758713:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 25 MB=0x6a9f82724e900 00000400:00000200:3.0:1788840263.758717:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840263.758721:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.131@tcp of length 224/224 into md 0x6a05 [1] + 224 00000800:00000001:3.0:1788840263.758725:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840263.758728:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840263.758730:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840263.758732:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840263.758794:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840263.758810:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d49f80 x1875733133977856/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840279 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840263.758817:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee86d49f80 x1875733133977856/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840279 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840263.758828:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840263.758834:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840263.758837:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840263.758929:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840263.758933:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788840263.758937:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840263.758939:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840263.758943:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4ee18. 00000400:00000200:2.0:1788840263.758947:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234000 00000400:00000010:2.0:1788840263.758949:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234000. 00000100:00000001:2.0:1788840263.758953:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840263.758957:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d49f80 x1875733133977856/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840279 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788840263.758966:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d49f80 x1875733133977856/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840279 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840263.758972:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840263.758974:0:2361:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840263.758977:0:2361:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788840263.758979:0:2361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788840263.758982:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840263.758984:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840263.758986:0:2361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840263.758991:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98ee5c60 time=113 v=5 (5 5 5 5) 00000100:00001000:2.0:1788840263.758995:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98ee5c18 time=113 v=5 (1 1 1 1) 00000100:00000001:2.0:1788840263.758998:0:2361:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788840263.758999:0:2361:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840263.759002:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788840263.759004:0:2361:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840263.759006:0:2361:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840263.759011:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d49f80 x1875733133977856/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840279 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840263.759018:0:2361:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840263.759020:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840263.759023:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840263.759027:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d49f80 x1875733133977856/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840279 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788840263.759034:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2361:1875733133977856:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840263.759039:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840263.759042:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840263.759046:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d49f80 x1875733133977856/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840279 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840263.759052:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840263.759055:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840263.759058:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee98e5a000. 02000000:00000001:2.0:1788840263.759061:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840263.759064:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840263.759066:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee98ee5800 refcount=3 obd=MGC192.168.202.131@tcp 00000020:00000001:2.0:1788840263.759068:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840263.759071:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee983e5200. 02000000:00000001:2.0:1788840263.759075:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840263.759077:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840263.759078:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d49f80. 00000100:00000001:2.0:1788840263.759092:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840263.759094:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840263.759097:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840263.759107:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840263.759109:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840263.759111:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840263.759113:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840264.325748:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840264.325761:0:22780:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840264.325764:0:22780:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840264.325769:0:22780:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840264.325775:0:22780:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840264.325777:0:22780:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840264.325780:0:22780:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840264.325782:0:22780:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840264.325864:0:15925:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840264.325868:0:15925:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840264.325871:0:15925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788840265.351717:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840265.351733:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840265.352459:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840265.352464:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840265.352468:0:16054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788840266.375397:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840266.375416:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840266.375940:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840266.375944:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840266.375949:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788840267.398594:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840267.398604:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840267.398805:0:15925:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840267.398809:0:15925:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840267.398881:0:15925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788840267.781885:0:20562:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120b30 (cpu 3) has reached its deadline 4296497569, at 4296497600 00000100:00000010:3.0:1788840267.781907:0:20562:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee87fb1a20. 00000100:00000040:2.0:1788840267.781912:0:29212:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120a20 (cpu 2) has reached its deadline 4296497569, at 4296497600 00000100:00000010:2.0:1788840267.781923:0:29212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee87fb1e40. 00010000:00000001:1.0:1788840268.422430:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840268.422438:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840268.423361:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840268.423367:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840268.423371:0:16054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788840268.870403:0:20099:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788840268.870420:0:20099:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788840268.870438:0:20099:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f59880. 00000020:00000040:0.0:1788840268.870447:0:20099:0:(genops.c:1210:class_import_get()) import ffff90ee98ee5800 refcount=4 obd=MGC192.168.202.131@tcp 00000100:00000001:0.0:1788840268.870454:0:20099:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840268.870458:0:20099:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840268.870465:0:20099:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840268.870478:0:20099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee98ea2f00. 00000100:00000001:0.0:1788840268.870487:0:20099:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840268.870503:0:20099:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS req@ffff90ee87f59880 x1875733133978368/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788840268.870515:0:20099:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840268.870520:0:20099:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840268.870527:0:20099:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a20bd24] to pc [ptlrpcd_00_01+1] req@ffff90ee87f59880 x1875733133978368/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840268.870567:0:20099:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840268.870571:0:20099:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788840268.870574:0:20099:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788840268.870578:0:20099:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f5ad80. 00000020:00000040:0.0:1788840268.870580:0:20099:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=8 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:0.0:1788840268.870582:0:20099:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840268.870583:0:20099:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840268.870585:0:20099:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840268.870591:0:20099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee98ea2600. 00000100:00000001:0.0:1788840268.870595:0:20099:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840268.870599:0:20099:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID req@ffff90ee87f5ad80 x1875733133978496/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788840268.870606:0:20099:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840268.870609:0:20099:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840268.870623:0:20099:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fa0545b] to pc [ptlrpcd_00_00+0] req@ffff90ee87f5ad80 x1875733133978496/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840268.870632:0:20099:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840268.870635:0:20099:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788840268.870676:0:20099:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788840268.870681:0:20099:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f5aa00. 00000020:00000040:0.0:1788840268.870684:0:20099:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=3 obd=lustre-OST0000-osc-ffff90ee90f70800 00000100:00000001:0.0:1788840268.870686:0:20099:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840268.870688:0:20099:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840268.870690:0:20099:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840268.870694:0:20099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee98ea2800. 00000100:00000001:0.0:1788840268.870698:0:20099:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840268.870702:0:20099:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID req@ffff90ee87f5aa00 x1875733133978624/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788840268.870709:0:20099:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840268.870711:0:20099:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840268.870714:0:20099:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6e27d9d] to pc [ptlrpcd_00_01+1] req@ffff90ee87f5aa00 x1875733133978624/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840268.870721:0:20099:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840268.870723:0:20099:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788840268.870726:0:20099:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788840268.870731:0:20099:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f58000. 00000020:00000040:0.0:1788840268.870733:0:20099:0:(genops.c:1210:class_import_get()) import ffff90ee92b59000 refcount=3 obd=lustre-OST0001-osc-ffff90ee90f70800 00000100:00000001:0.0:1788840268.870735:0:20099:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840268.870737:0:20099:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840268.870738:0:20099:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840268.870742:0:20099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee98ea2c00. 00000100:00000001:0.0:1788840268.870744:0:20099:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840268.870748:0:20099:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID req@ffff90ee87f58000 x1875733133978752/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788840268.870755:0:20099:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840268.870757:0:20099:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840268.870761:0:20099:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007628b4a0] to pc [ptlrpcd_00_00+0] req@ffff90ee87f58000 x1875733133978752/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840268.870769:0:20099:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840268.870774:0:20099:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1836) 00000100:00000001:0.0:1788840268.870805:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840268.870810:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840268.870813:0:2359:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840268.870819:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f5ad80 x1875733133978496/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840268.870827:0:2359:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840268.870830:0:2359:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840268.870835:0:2359:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840268.870838:0:2359:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840268.870841:0:2359:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840268.870844:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2359:1875733133978496:192.168.202.131@tcp:400:kworker.0 00000100:00000001:0.0:1788840268.870849:0:2359:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840268.870855:0:2359:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840268.870859:0:2359:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840268.870862:0:2359:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840268.870867:0:2359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee85cd2000. 02000000:00000001:0.0:1788840268.870869:0:2359:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840268.870879:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840268.870884:0:2359:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c809f8. 00000400:00000010:0.0:1788840268.870893:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed63b8. 00000100:00000200:0.0:1788840268.870902:0:2359:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133978496, portal 10 00000100:00000001:0.0:1788840268.870904:0:2359:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840268.870906:0:2359:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890482048 : -122120819069568 : ffff90ee87f5ad80) 00000100:00000040:0.0:1788840268.870915:0:2359:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87f5ad80 x1875733133978496/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840268.870922:0:2359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840268.870925:0:2359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840268.870929:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6dd0. 00000100:00000200:0.0:1788840268.870934:0:2359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733133978496, offset 0 00000400:00000200:0.0:1788840268.870943:0:2359:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840268.870954:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840268.870964:0:2359:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840268.870970:0:2359:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840268.870976:0:2359:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840268.870981:0:2359:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840268.870984:0:2359:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840268.870988:0:2359:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2430:2430:256:4294967295] 192.168.202.131@tcp LPNI seq info [2430:2430:8:4294967295] 00000400:00000200:0.0:1788840268.870993:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840268.871004:0:2359:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840268.871011:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840268.871017:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee98ea2000. 00000800:00000200:0.0:1788840268.871024:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840268.871034:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840268.871039:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee98ea2000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788840268.871062:0:2359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840268.871067:0:2359:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 775152 usecs (776 jiffies) 00000400:00000200:0.0:1788840268.871071:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840268.871074:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296499465 00000100:00000010:0.0:1788840268.871080:0:2359:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee9887d1e0. 00000100:00000001:0.0:1788840268.871088:0:2359:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788840268.871094:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296499465 00000100:00000010:0.0:1788840268.871098:0:2359:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee9887df00. 00000100:00000001:0.0:1788840268.871102:0:2359:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788840268.871106:0:2359:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840268.871109:0:2359:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840268.871111:0:2359:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840268.871115:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f58000 x1875733133978752/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840268.871128:0:2359:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840268.871130:0:2359:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840268.871132:0:2359:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840268.871134:0:2359:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840268.871135:0:2359:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840268.871151:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2359:1875733133978752:192.168.202.131@tcp:400:kworker.0 00000100:00000001:0.0:1788840268.871155:0:2359:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840268.871158:0:2359:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840268.871160:0:2359:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840268.871162:0:2359:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840268.871165:0:2359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee85cd3200. 02000000:00000001:0.0:1788840268.871167:0:2359:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840268.871170:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840268.871173:0:2359:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c80738. 00000400:00000010:0.0:1788840268.871177:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6d48. 00000100:00000200:0.0:1788840268.871179:0:2359:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133978752, portal 4 00000100:00000001:0.0:1788840268.871181:0:2359:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840268.871183:0:2359:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890470400 : -122120819081216 : ffff90ee87f58000) 00000100:00000040:0.0:1788840268.871189:0:2359:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87f58000 x1875733133978752/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840268.871196:0:2359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840268.871198:0:2359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840268.871211:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed66e8. 00000100:00000200:0.0:1788840268.871214:0:2359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733133978752, offset 0 00000400:00000200:0.0:1788840268.871218:0:2359:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840268.871223:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840268.871226:0:2359:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840268.871229:0:2359:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840268.871231:0:2359:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840268.871233:0:2359:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840268.871236:0:2359:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840268.871240:0:2359:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2431:2431:255:4294967295] 192.168.202.131@tcp LPNI seq info [2431:2431:7:4294967295] 00000400:00000200:0.0:1788840268.871243:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840268.871249:0:2359:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840268.871253:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840268.871256:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee98ea2100. 00000800:00000200:0.0:1788840268.871260:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840268.871264:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840268.871267:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee98ea2100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788840268.871269:0:2359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840268.871272:0:2359:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: using a timeout of 292208 usecs (293 jiffies) 00000400:00000200:0.0:1788840268.871275:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840268.871277:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296498982 00000100:00000001:0.0:1788840268.871279:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296499465 00000100:00000001:0.0:1788840268.871282:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296498982 00000100:00000001:0.0:1788840268.871284:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296499465 00000100:00000001:0.0:1788840268.871286:0:2359:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840268.871288:0:2359:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840268.871291:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840268.871295:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840268.871305:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840268.871307:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788840268.871309:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840268.871311:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840268.871312:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840268.871315:0:2359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:0.0:1788840268.871317:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840268.871319:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840268.871320:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840268.871321:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840268.871323:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840268.871324:0:2359:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840268.871328:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f59880 x1875733133978368/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840268.871335:0:2359:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840268.871336:0:2359:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840268.871339:0:2359:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840268.871340:0:2359:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840268.871342:0:2359:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840268.871345:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2359:1875733133978368:192.168.202.131@tcp:400:kworker.0 00000100:00000001:0.0:1788840268.871348:0:2359:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840268.871351:0:2359:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840268.871353:0:2359:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840268.871354:0:2359:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840268.871358:0:2359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee85cd2800. 02000000:00000001:0.0:1788840268.871360:0:2359:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840268.871363:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840268.871366:0:2359:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c801b8. 00000400:00000010:0.0:1788840268.871370:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6b28. 00000100:00000200:0.0:1788840268.871373:0:2359:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133978368, portal 25 00000100:00000001:0.0:1788840268.871375:0:2359:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840268.871376:0:2359:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890476672 : -122120819074944 : ffff90ee87f59880) 00000100:00000040:0.0:1788840268.871381:0:2359:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87f59880 x1875733133978368/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840268.871396:0:2359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840268.871399:0:2359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840268.871402:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6908. 00000100:00000200:0.0:1788840268.871404:0:2359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875733133978368, offset 0 00000400:00000200:0.0:1788840268.871408:0:2359:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840268.871412:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840268.871414:0:2359:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840268.871417:0:2359:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840268.871419:0:2359:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840268.871422:0:2359:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840268.871424:0:2359:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840268.871427:0:2359:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2432:2432:254:4294967295] 192.168.202.131@tcp LPNI seq info [2432:2432:6:4294967295] 00000400:00000200:0.0:1788840268.871431:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840268.871436:0:2359:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840268.871440:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840268.871444:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee98ea2500. 00000800:00000200:0.0:1788840268.871447:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840268.871451:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840268.871454:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee98ea2500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788840268.871456:0:2359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840268.871460:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840268.871461:0:2359:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4296502688 00000100:00000001:0.0:1788840268.871469:0:2359:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296499465 00000100:00000001:0.0:1788840268.871472:0:2359:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4296502688 00000100:00000001:0.0:1788840268.871475:0:2359:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296499465 00000100:00000001:0.0:1788840268.871477:0:2359:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840268.871479:0:2359:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840268.871481:0:2359:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840268.871485:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f5aa00 x1875733133978624/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840268.871491:0:2359:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840268.871493:0:2359:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840268.871495:0:2359:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840268.871497:0:2359:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840268.871499:0:2359:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840268.871501:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2359:1875733133978624:192.168.202.131@tcp:400:kworker.0 00000100:00000001:0.0:1788840268.871504:0:2359:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840268.871507:0:2359:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840268.871508:0:2359:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840268.871510:0:2359:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840268.871513:0:2359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee85cd3a00. 02000000:00000001:0.0:1788840268.871516:0:2359:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840268.871518:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840268.871521:0:2359:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c803c8. 00000400:00000010:0.0:1788840268.871524:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed64c8. 00000100:00000200:0.0:1788840268.871527:0:2359:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133978624, portal 4 00000100:00000001:0.0:1788840268.871529:0:2359:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840268.871530:0:2359:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890481152 : -122120819070464 : ffff90ee87f5aa00) 00000100:00000040:0.0:1788840268.871537:0:2359:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87f5aa00 x1875733133978624/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840268.871544:0:2359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840268.871545:0:2359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840268.871548:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6000. 00000100:00000200:0.0:1788840268.871550:0:2359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733133978624, offset 0 00000400:00000200:0.0:1788840268.871555:0:2359:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840268.871558:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840268.871561:0:2359:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840268.871563:0:2359:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840268.871566:0:2359:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840268.871569:0:2359:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840268.871571:0:2359:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840268.871573:0:2359:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2433:2433:253:4294967295] 192.168.202.131@tcp LPNI seq info [2433:2433:5:4294967295] 00000400:00000200:0.0:1788840268.871577:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840268.871582:0:2359:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840268.871586:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840268.871591:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee92b26b00. 00000800:00000200:0.0:1788840268.871594:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840268.871598:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840268.871601:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee92b26b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788840268.871604:0:2359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840268.871607:0:2359:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: using a timeout of 23148 usecs (24 jiffies) 00000400:00000200:0.0:1788840268.871610:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840268.871612:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296498713 00000100:00000001:0.0:1788840268.871615:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296502688 00000100:00000001:0.0:1788840268.871617:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296498713 00000100:00000001:0.0:1788840268.871619:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296502688 00000100:00000001:0.0:1788840268.871621:0:2359:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840268.871623:0:2359:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840268.871626:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840268.871628:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840268.871860:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840268.871866:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee98ea2000. 00000400:00000200:3.0:1788840268.871880:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840268.871887:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840268.871894:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6dd0 00000400:00000010:3.0:1788840268.871897:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6dd0. 00000100:00000001:3.0:1788840268.871903:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840268.871908:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f5ad80 x1875733133978496/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840268.871918:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840268.871921:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f5ad80 x1875733133978496/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840284 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840268.871928:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840268.871931:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788840268.871945:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840268.871948:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee98ea2100. 00000400:00000200:3.0:1788840268.871951:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840268.871955:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840268.871957:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed66e8 00000400:00000010:3.0:1788840268.871958:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed66e8. 00000100:00000001:3.0:1788840268.871961:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840268.871963:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f58000 x1875733133978752/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840268.871970:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840268.871972:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f58000 x1875733133978752/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840284 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840268.871978:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840268.871979:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788840268.871984:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840268.871986:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee98ea2500. 00000400:00000200:3.0:1788840268.871988:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840268.871991:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840268.871993:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6908 00000400:00000010:3.0:1788840268.871994:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6908. 00000100:00000001:3.0:1788840268.871996:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840268.871999:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f59880 x1875733133978368/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840268.872005:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840268.872007:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f59880 x1875733133978368/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840284 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840268.872013:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840268.872014:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788840268.872083:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840268.872086:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee92b26b00. 00000400:00000200:3.0:1788840268.872088:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840268.872091:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840268.872094:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6000 00000400:00000010:3.0:1788840268.872096:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6000. 00000100:00000001:3.0:1788840268.872098:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840268.872102:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f5aa00 x1875733133978624/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840268.872108:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840268.872111:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f5aa00 x1875733133978624/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840284 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840268.872117:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840268.872118:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788840268.872725:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840268.872732:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788840268.874325:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840268.874357:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840268.874362:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840268.874366:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840268.874376:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840268.874394:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840268.874405:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840268.874411:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840268.874418:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840268.874422:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 25 MB=0x6a9f82724eb00 00000400:00000200:3.0:1788840268.874427:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840268.874434:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.131@tcp of length 224/224 into md 0x6a55 [1] + 224 00000800:00000001:3.0:1788840268.874443:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840268.874451:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840268.874454:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840268.874458:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840268.874467:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840268.874477:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f59880 x1875733133978368/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840284 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840268.874490:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87f59880 x1875733133978368/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840284 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840268.874516:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840268.874528:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840268.874580:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840268.874892:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840268.874898:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840268.874907:0:2359:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840268.874909:0:2359:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840268.874913:0:2359:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c801b8. 00000400:00000200:0.0:1788840268.874918:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6b28 00000400:00000010:0.0:1788840268.874920:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6b28. 00000100:00000001:0.0:1788840268.874924:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840268.874929:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f59880 x1875733133978368/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840284 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788840268.874939:0:2359:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f59880 x1875733133978368/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840284 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840268.874945:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840268.874947:0:2359:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840268.874950:0:2359:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840268.874953:0:2359:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840268.874956:0:2359:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840268.874959:0:2359:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840268.874963:0:2359:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840268.874972:0:2359:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98ee5c60 time=118 v=5 (5 5 5 5) 00000100:00001000:0.0:1788840268.874976:0:2359:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98ee5c18 time=118 v=5 (1 1 1 1) 00000100:00000001:0.0:1788840268.874979:0:2359:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840268.874981:0:2359:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840268.874985:0:2359:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840268.874988:0:2359:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840268.874991:0:2359:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840268.874998:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f59880 x1875733133978368/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840284 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840268.875004:0:2359:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840268.875019:0:2359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840268.875022:0:2359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840268.875026:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f59880 x1875733133978368/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840284 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788840268.875033:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2359:1875733133978368:192.168.202.131@tcp:400:kworker.0 00000100:00000001:0.0:1788840268.875040:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840268.875043:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840268.875046:0:2359:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f59880 x1875733133978368/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840284 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840268.875052:0:2359:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788840268.875055:0:2359:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840268.875059:0:2359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee85cd2800. 02000000:00000001:0.0:1788840268.875063:0:2359:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788840268.875066:0:2359:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840268.875068:0:2359:0:(genops.c:1223:class_import_put()) import ffff90ee98ee5800 refcount=3 obd=MGC192.168.202.131@tcp 00000020:00000001:0.0:1788840268.875070:0:2359:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840268.875073:0:2359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee98ea2f00. 02000000:00000001:0.0:1788840268.875079:0:2359:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840268.875082:0:2359:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840268.875084:0:2359:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f59880. 00000100:00000001:0.0:1788840268.875088:0:2359:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840268.875090:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840268.875093:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840268.875095:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840268.875096:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840268.875098:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840268.875099:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788840268.877301:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840268.877323:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840268.877328:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840268.877331:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840268.877341:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840268.877351:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840268.877831:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840268.877837:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840268.877845:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840268.877850:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f82724ec80 00000400:00000200:3.0:1788840268.877856:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840268.877864:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x6a4d [1] + 224 00000800:00000001:3.0:1788840268.877873:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840268.877880:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840268.877884:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840268.877889:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840268.877898:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840268.877908:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f58000 x1875733133978752/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840284 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840268.877921:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87f58000 x1875733133978752/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840284 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840268.877947:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840268.877958:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840268.877963:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840268.877964:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840268.877967:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840268.877970:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840268.877974:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840268.877978:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840268.877981:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840268.877983:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840268.877987:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f82724ec00 00000400:00000200:3.0:1788840268.877990:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840268.877994:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x6a5d [1] + 224 00000800:00000001:3.0:1788840268.877998:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840268.878309:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840268.878313:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840268.878318:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840268.878322:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840268.878327:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f5aa00 x1875733133978624/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840284 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840268.878337:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87f5aa00 x1875733133978624/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840284 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840268.878345:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840268.878471:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840268.878477:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1788840268.878732:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840268.878738:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840268.878741:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840268.878743:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840268.878749:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840268.878753:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840268.878758:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000001:0.0:1788840268.879018:0:2359:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840268.879022:0:2359:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840268.879027:0:2359:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c803c8. 00000400:00000200:0.0:1788840268.879031:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed64c8 00000400:00000010:0.0:1788840268.879034:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed64c8. 00000100:00000001:0.0:1788840268.879038:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840268.879044:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f5aa00 x1875733133978624/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840284 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788840268.879053:0:2359:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f5aa00 x1875733133978624/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840284 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840268.879059:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840268.879061:0:2359:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840268.879064:0:2359:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840268.879068:0:2359:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840268.879070:0:2359:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840268.879073:0:2359:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840268.879077:0:2359:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840268.879088:0:2359:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b5cc60 time=118 v=5 (5 5 5 36) 00000100:00001000:0.0:1788840268.879093:0:2359:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=19 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840268.879096:0:2359:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840268.879098:0:2359:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840268.879102:0:2359:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840268.879106:0:2359:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840268.879111:0:2359:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840268.879113:0:2359:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: skip recheck: last_committed 4294967339 00000100:00000001:0.0:1788840268.879116:0:2359:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840268.879118:0:2359:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840268.879124:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f5aa00 x1875733133978624/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840284 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840268.879131:0:2359:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840268.879134:0:2359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840268.879137:0:2359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840268.879141:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f5aa00 x1875733133978624/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840284 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788840268.879149:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2359:1875733133978624:192.168.202.131@tcp:400:kworker.0 00000400:00000001:0.0:1788840268.879157:0:2359:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840268.879159:0:2359:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840268.879161:0:2359:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c80738. 00000400:00000200:0.0:1788840268.879163:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6d48 00000400:00000010:0.0:1788840268.879165:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6d48. 00000100:00000001:0.0:1788840268.879167:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840268.879171:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f58000 x1875733133978752/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840284 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788840268.879178:0:2359:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f58000 x1875733133978752/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840284 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840268.879185:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840268.879186:0:2359:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840268.879187:0:2359:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840268.879188:0:2359:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840268.879190:0:2359:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840268.879191:0:2359:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840268.879193:0:2359:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840268.879196:0:2359:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b59460 time=118 v=5 (5 5 5 36) 00000100:00001000:0.0:1788840268.879199:0:2359:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b59418 time=17 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840268.879201:0:2359:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840268.879203:0:2359:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840268.879204:0:2359:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840268.879206:0:2359:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840268.879208:0:2359:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840268.879209:0:2359:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90ee90f70800: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1788840268.879211:0:2359:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840268.879213:0:2359:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840268.879216:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f58000 x1875733133978752/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840284 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840268.879222:0:2359:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840268.879223:0:2359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840268.879224:0:2359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840268.879227:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f58000 x1875733133978752/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840284 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788840268.879234:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2359:1875733133978752:192.168.202.131@tcp:400:kworker.0 00000100:00000001:0.0:1788840268.879238:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840268.879241:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840268.879244:0:2359:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f5aa00 x1875733133978624/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840284 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840268.879251:0:2359:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788840268.879253:0:2359:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840268.879257:0:2359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee85cd3a00. 02000000:00000001:0.0:1788840268.879261:0:2359:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788840268.879264:0:2359:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840268.879266:0:2359:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=2 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:0.0:1788840268.879268:0:2359:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840268.879272:0:2359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee98ea2800. 02000000:00000001:0.0:1788840268.879278:0:2359:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840268.879280:0:2359:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840268.879283:0:2359:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f5aa00. 00000100:00000001:0.0:1788840268.879286:0:2359:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840268.879288:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840268.879289:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840268.879293:0:2359:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f58000 x1875733133978752/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840284 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840268.879299:0:2359:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788840268.879300:0:2359:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840268.879302:0:2359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee85cd3200. 02000000:00000001:0.0:1788840268.879304:0:2359:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788840268.879305:0:2359:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840268.879306:0:2359:0:(genops.c:1223:class_import_put()) import ffff90ee92b59000 refcount=2 obd=lustre-OST0001-osc-ffff90ee90f70800 00000020:00000001:0.0:1788840268.879308:0:2359:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840268.879310:0:2359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee98ea2c00. 02000000:00000001:0.0:1788840268.879312:0:2359:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840268.879313:0:2359:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840268.879315:0:2359:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f58000. 00000100:00000001:0.0:1788840268.879318:0:2359:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840268.879319:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840268.879324:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840268.879326:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840268.879328:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840268.879329:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840268.879331:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840268.879494:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840268.879499:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840268.879504:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 10 MB=0x6a9f82724eb80 00000400:00000200:3.0:1788840268.879509:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840268.879514:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 224/224 into md 0x6a45 [1] + 224 00000800:00000001:3.0:1788840268.879521:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840268.879533:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840268.879536:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840268.879540:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840268.879545:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840268.879551:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f5ad80 x1875733133978496/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840284 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840268.879561:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87f5ad80 x1875733133978496/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840284 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840268.879575:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840268.879581:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840268.879585:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840268.879673:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840268.879675:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840268.879678:0:2359:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840268.879679:0:2359:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840268.879681:0:2359:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c809f8. 00000400:00000200:0.0:1788840268.879685:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed63b8 00000400:00000010:0.0:1788840268.879687:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed63b8. 00000100:00000001:0.0:1788840268.879690:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840268.879694:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f5ad80 x1875733133978496/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840284 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788840268.879703:0:2359:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f5ad80 x1875733133978496/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840284 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840268.879709:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840268.879711:0:2359:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840268.879712:0:2359:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840268.879714:0:2359:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840268.879716:0:2359:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840268.879717:0:2359:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840268.879719:0:2359:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840268.879724:0:2359:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=118 v=5 (5 102 102 102) 00000100:00001000:0.0:1788840268.879728:0:2359:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=19 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840268.879730:0:2359:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840268.879731:0:2359:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840268.879734:0:2359:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840268.879737:0:2359:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840268.879740:0:2359:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1788840268.879741:0:2359:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: committing for last_committed 4294967634 gen 2 00000100:00000001:0.0:1788840268.879744:0:2359:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1788840268.879747:0:2359:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: normal: skip=1 replay=0/0 committed=0/0 00000100:00000001:0.0:1788840268.879750:0:2359:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840268.879751:0:2359:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840268.879756:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f5ad80 x1875733133978496/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840284 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840268.879773:0:2359:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840268.879775:0:2359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840268.879777:0:2359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840268.879781:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f5ad80 x1875733133978496/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840284 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788840268.879789:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2359:1875733133978496:192.168.202.131@tcp:400:kworker.0 00000100:00000001:0.0:1788840268.879793:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840268.879795:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840268.879798:0:2359:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f5ad80 x1875733133978496/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840284 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840268.879804:0:2359:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788840268.879806:0:2359:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840268.879808:0:2359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee85cd2000. 02000000:00000001:0.0:1788840268.879811:0:2359:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788840268.879813:0:2359:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840268.879814:0:2359:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:0.0:1788840268.879816:0:2359:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840268.879818:0:2359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee98ea2600. 02000000:00000001:0.0:1788840268.879822:0:2359:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840268.879823:0:2359:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840268.879825:0:2359:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f5ad80. 00000100:00000001:0.0:1788840268.879828:0:2359:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840268.879829:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840268.879830:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840268.879839:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840268.879841:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840268.879844:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840268.879845:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840269.445812:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840269.445821:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840269.445938:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840269.445942:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840269.445945:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788840270.470029:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840270.470051:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840270.470207:0:15925:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840270.470212:0:15925:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840270.470216:0:15925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788840271.429798:0:31527:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788840271.429811:0:31527:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840271.429814:0:31527:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788840271.429831:0:31527:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee84e4d300 going to sleep for 1 seconds 00000100:00000001:1.0:1788840271.429837:0:31527:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840271.429842:0:31527:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840271.495036:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840271.495045:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840271.496024:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840271.496030:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840271.496034:0:16054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788840272.453805:0:31527:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788840272.453816:0:31527:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840272.453819:0:31527:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788840272.453827:0:31527:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee84e4d300 going to sleep for 1 seconds 00000100:00000001:1.0:1788840272.453832:0:31527:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840272.453837:0:31527:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840272.517822:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840272.517832:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840272.518057:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840272.518070:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840272.518073:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788840272.903781:0:29212:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120a20 (cpu 2) has reached its deadline 4296502688, at 4296502722 00000100:00000010:2.0:1788840272.903802:0:29212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee9887d1e0. 00000100:00000040:3.0:1788840272.904453:0:20562:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120b30 (cpu 3) has reached its deadline 4296502688, at 4296502722 00000100:00000010:3.0:1788840272.904463:0:20562:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee9887df00. 00000100:00000001:1.0:1788840273.477741:0:31527:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788840273.477753:0:31527:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840273.477755:0:31527:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788840273.477773:0:31527:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee84e4d300 going to sleep for 1 seconds 00000100:00000001:1.0:1788840273.477778:0:31527:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840273.477783:0:31527:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840273.542167:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840273.542179:0:22780:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840273.542181:0:22780:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840273.542186:0:22780:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840273.542193:0:22780:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840273.542195:0:22780:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840273.542197:0:22780:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840273.542200:0:22780:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840273.542311:0:15925:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840273.542316:0:15925:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840273.542320:0:15925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788840273.990530:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788840273.990548:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788840273.990565:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d4bb80. 00000020:00000040:3.0:1788840273.990592:0:37:0:(genops.c:1210:class_import_get()) import ffff90ee98ee5800 refcount=4 obd=MGC192.168.202.131@tcp 00000100:00000001:3.0:1788840273.990598:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840273.990603:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840273.990610:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840273.990625:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee983e5200. 00000100:00000001:3.0:1788840273.990635:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840273.990687:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS req@ffff90ee86d4bb80 x1875733133978880/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788840273.990705:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840273.990711:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840273.990726:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041ae23c8] to pc [ptlrpcd_01_00+0] req@ffff90ee86d4bb80 x1875733133978880/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840273.990773:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840273.990777:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788840273.990781:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788840273.990785:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d49180. 00000020:00000040:3.0:1788840273.990788:0:37:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=8 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:3.0:1788840273.990790:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840273.990792:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840273.990803:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840273.990809:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee983e5d00. 00000100:00000001:3.0:1788840273.990813:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840273.990818:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID req@ffff90ee86d49180 x1875733133979008/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788840273.990826:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840273.990828:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840273.990832:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f20aeb27] to pc [ptlrpcd_01_01+1] req@ffff90ee86d49180 x1875733133979008/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840273.990842:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840273.990845:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788840273.990849:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788840273.990854:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d4b480. 00000020:00000040:3.0:1788840273.990857:0:37:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=3 obd=lustre-OST0000-osc-ffff90ee90f70800 00000100:00000001:3.0:1788840273.990859:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840273.990861:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840273.990871:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840273.990876:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee983e5100. 00000100:00000001:3.0:1788840273.990879:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840273.990884:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID req@ffff90ee86d4b480 x1875733133979136/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788840273.990891:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840273.990894:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840273.990898:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8bf401a] to pc [ptlrpcd_01_00+0] req@ffff90ee86d4b480 x1875733133979136/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840273.990906:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840273.990909:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788840273.990912:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1788840273.990915:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1788840273.990916:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d48700. 00000020:00000040:3.0:1788840273.990921:0:37:0:(genops.c:1210:class_import_get()) import ffff90ee92b59000 refcount=3 obd=lustre-OST0001-osc-ffff90ee90f70800 00000100:00000001:2.0:1788840273.990923:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840273.990926:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840273.990929:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1788840273.990929:0:2362:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 02000000:00000001:3.0:1788840273.990933:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840273.990938:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee983e5e00. 00000100:00000040:2.0:1788840273.990941:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d49180 x1875733133979008/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840273.990942:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840273.990953:0:2362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840273.990956:0:2362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840273.990961:0:2362:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840273.990965:0:2362:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840273.990968:0:2362:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840273.990972:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733133979008:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840273.990978:0:2362:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840273.990987:0:2362:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840273.990992:0:2362:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840273.990996:0:2362:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840273.991014:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee98e5a000. 02000000:00000001:2.0:1788840273.991017:0:2362:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840273.991028:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840273.991035:0:2362:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4ee18. 00000400:00000010:2.0:1788840273.991046:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234000. 00000100:00000200:2.0:1788840273.991056:0:2362:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133979008, portal 10 00000100:00000001:2.0:1788840273.991059:0:2362:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840273.991061:0:2362:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871534976 : -122120838016640 : ffff90ee86d49180) 00000100:00000040:2.0:1788840273.991071:0:2362:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee86d49180 x1875733133979008/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840289 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840273.991080:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840273.991084:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840273.991087:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234550. 00000100:00000200:2.0:1788840273.991090:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733133979008, offset 0 00000400:00000200:2.0:1788840273.991098:0:2362:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840273.991110:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840273.991120:0:2362:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840273.991127:0:2362:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840273.991133:0:2362:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840273.991138:0:2362:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840273.991142:0:2362:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840273.991146:0:2362:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2434:2434:256:4294967295] 192.168.202.131@tcp LPNI seq info [2434:2434:8:4294967295] 00000400:00000200:2.0:1788840273.991151:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840273.991161:0:2362:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840273.991169:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840273.991176:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989d00. 00000800:00000200:2.0:1788840273.991185:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840273.991194:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840273.991200:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840273.991218:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840273.991224:0:2362:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 774102 usecs (775 jiffies) 00000400:00000200:2.0:1788840273.991228:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840273.991233:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296504584 00000100:00000010:2.0:1788840273.991240:0:2362:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee87fb1e40. 00000100:00000040:3.0:1788840273.991242:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID req@ffff90ee86d48700 x1875733133979264/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788840273.991251:0:2362:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788840273.991252:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840273.991257:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840273.991260:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296504584 00000100:00000040:3.0:1788840273.991263:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075f11134] to pc [ptlrpcd_01_01+1] req@ffff90ee86d48700 x1875733133979264/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1788840273.991266:0:2362:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee87fb1ba0. 00000100:00000001:2.0:1788840273.991273:0:2362:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788840273.991282:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840273.991288:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1841) 00000100:00000001:2.0:1788840273.991291:0:2362:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840273.991296:0:2362:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840273.991301:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840273.991304:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840273.991313:0:2362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840273.991316:0:2362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788840273.991319:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840273.991321:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840273.991322:0:2362:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840273.991326:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d48700 x1875733133979264/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840273.991333:0:2362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840273.991334:0:2362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840273.991337:0:2362:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840273.991369:0:2362:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840273.991371:0:2362:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840273.991375:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733133979264:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840273.991379:0:2362:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840273.991382:0:2362:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840273.991384:0:2362:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840273.991386:0:2362:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840273.991390:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee98e5aa00. 02000000:00000001:2.0:1788840273.991393:0:2362:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840273.991396:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840273.991400:0:2362:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e9f8. 00000400:00000010:2.0:1788840273.991404:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234dd0. 00000100:00000200:2.0:1788840273.991407:0:2362:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133979264, portal 4 00000100:00000001:2.0:1788840273.991409:0:2362:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840273.991411:0:2362:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871532288 : -122120838019328 : ffff90ee86d48700) 00000100:00000040:2.0:1788840273.991417:0:2362:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee86d48700 x1875733133979264/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840289 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840273.991425:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840273.991427:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840273.991434:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234198. 00000100:00000200:2.0:1788840273.991438:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733133979264, offset 0 00000800:00000200:3.0:1788840273.991441:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1788840273.991446:0:2362:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840273.991449:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989d00. 00000400:00000200:2.0:1788840273.991453:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840273.991459:0:2362:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840273.991460:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840273.991464:0:2362:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840273.991470:0:2362:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840273.991472:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840273.991476:0:2362:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840273.991480:0:2362:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840273.991482:0:2362:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2435:2435:255:4294967295] 192.168.202.131@tcp LPNI seq info [2435:2435:7:4294967295] 00000400:00000200:2.0:1788840273.991487:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840273.991493:0:2362:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840273.991497:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840273.991501:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989000. 00000800:00000200:2.0:1788840273.991505:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840273.991509:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840273.991512:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840273.991515:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840273.991519:0:2362:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: using a timeout of 290378 usecs (291 jiffies) 00000400:00000200:2.0:1788840273.991522:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840273.991524:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296504100 00000100:00000001:2.0:1788840273.991528:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296504584 00000100:00000001:2.0:1788840273.991530:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296504100 00000100:00000001:2.0:1788840273.991532:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296504584 00000100:00000001:2.0:1788840273.991534:0:2362:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840273.991536:0:2362:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840273.991539:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840273.991541:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840273.991544:0:2362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840273.991546:0:2362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788840273.991548:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840273.991550:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840273.991552:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840273.991554:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1788840273.991556:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840273.991557:0:2362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840273.991559:0:2362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840273.991560:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840273.991561:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840273.991562:0:2362:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840273.991566:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d4bb80 x1875733133978880/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840273.991572:0:2362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840273.991574:0:2362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840273.991575:0:2362:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840273.991577:0:2362:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840273.991579:0:2362:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840273.991581:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2362:1875733133978880:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840273.991585:0:2362:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840273.991587:0:2362:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840273.991589:0:2362:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840273.991590:0:2362:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840273.991594:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee98e5a200. 02000000:00000001:2.0:1788840273.991596:0:2362:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840273.991600:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840273.991603:0:2362:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e1b8. 00000400:00000010:2.0:1788840273.991607:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234770. 00000400:00000200:3.0:1788840273.992054:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234550 00000400:00000010:3.0:1788840273.992059:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234550. 00000100:00000001:3.0:1788840273.992065:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840273.992071:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d49180 x1875733133979008/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840289 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840273.992083:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840273.992087:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d49180 x1875733133979008/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840289 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840273.992095:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840273.992097:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788840273.992123:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840273.992125:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989000. 00000400:00000200:3.0:1788840273.992129:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840273.992132:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840273.992135:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234198 00000400:00000010:3.0:1788840273.992138:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234198. 00000100:00000001:3.0:1788840273.992140:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840273.992144:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d48700 x1875733133979264/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840289 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840273.992290:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840273.992296:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d48700 x1875733133979264/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840289 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840273.992304:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840273.992306:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:2.0:1788840273.995853:0:2362:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133978880, portal 25 00000100:00000001:2.0:1788840273.995859:0:2362:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840273.995862:0:2362:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871545728 : -122120838005888 : ffff90ee86d4bb80) 00000100:00000040:2.0:1788840273.995881:0:2362:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee86d4bb80 x1875733133978880/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840289 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840273.995893:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840273.995896:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840273.995907:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234660. 00000100:00000200:2.0:1788840273.995911:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875733133978880, offset 0 00000400:00000200:2.0:1788840273.995921:0:2362:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840273.995934:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840273.995944:0:2362:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840273.995951:0:2362:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840273.995956:0:2362:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840273.995961:0:2362:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840273.995964:0:2362:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840273.995967:0:2362:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2436:2436:256:4294967295] 192.168.202.131@tcp LPNI seq info [2436:2436:8:4294967295] 00000400:00000200:2.0:1788840273.995971:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840273.995981:0:2362:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840273.995988:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840273.995995:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989100. 00000100:00000001:3.0:1788840273.996102:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840273.996110:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840273.996547:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840273.996559:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840273.996566:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840273.996591:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840273.996597:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840273.996600:0:2362:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4296507813 00000100:00000001:2.0:1788840273.996830:0:2362:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296504584 00000100:00000001:2.0:1788840273.996839:0:2362:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4296507814 00000100:00000001:2.0:1788840273.996843:0:2362:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296504584 00000100:00000001:2.0:1788840273.996846:0:2362:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840273.996851:0:2362:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840273.996912:0:2362:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840273.996922:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d4b480 x1875733133979136/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840273.996931:0:2362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840273.996934:0:2362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840273.996939:0:2362:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840273.996943:0:2362:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840273.996947:0:2362:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840273.996951:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733133979136:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840273.996955:0:2362:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840273.996961:0:2362:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840273.996964:0:2362:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840273.996967:0:2362:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840273.996975:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee98e5a800. 02000000:00000001:2.0:1788840273.996977:0:2362:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840273.996982:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840273.996986:0:2362:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e738. 00000400:00000010:2.0:1788840273.996994:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234110. 00000100:00000200:2.0:1788840273.996998:0:2362:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133979136, portal 4 00000100:00000001:2.0:1788840273.997000:0:2362:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000800:00000200:3.0:1788840273.997093:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840273.997100:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989100. 00000400:00000200:3.0:1788840273.997107:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840273.997113:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840273.997120:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234660 00000400:00000010:3.0:1788840273.997123:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234660. 00000100:00000001:3.0:1788840273.997128:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840273.997134:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d4bb80 x1875733133978880/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840289 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840273.997146:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840273.997151:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d4bb80 x1875733133978880/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840289 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840273.997473:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840273.997476:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1788840273.999855:0:2362:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871543936 : -122120838007680 : ffff90ee86d4b480) 00000100:00000040:2.0:1788840273.999901:0:2362:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee86d4b480 x1875733133979136/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840289 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840273.999914:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840273.999917:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840273.999929:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee912342a8. 00000100:00000200:2.0:1788840273.999938:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733133979136, offset 0 00000400:00000200:2.0:1788840273.999947:0:2362:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840273.999962:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840273.999971:0:2362:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840273.999979:0:2362:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840273.999984:0:2362:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840273.999988:0:2362:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840273.999992:0:2362:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840273.999995:0:2362:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2437:2437:256:4294967295] 192.168.202.131@tcp LPNI seq info [2437:2437:8:4294967295] 00000400:00000200:2.0:1788840274.000000:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840274.001533:0:2362:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840274.001545:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840274.001559:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989500. 00000800:00000200:2.0:1788840274.001581:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840274.001591:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840274.001596:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840274.001626:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840274.001634:0:2362:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: using a timeout of 23087 usecs (24 jiffies) 00000400:00000200:2.0:1788840274.001656:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840274.001661:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296503844 00000100:00000001:2.0:1788840274.001665:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296507813 00000100:00000001:2.0:1788840274.001668:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296503844 00000100:00000001:2.0:1788840274.001671:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296507814 00000100:00000001:2.0:1788840274.001674:0:2362:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840274.001679:0:2362:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840274.001686:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840274.001692:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788840274.005549:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840274.005576:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840274.005582:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840274.005585:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840274.005608:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840274.005620:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840274.005631:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840274.005636:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840274.005681:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840274.005686:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 10 MB=0x6a9f82724ed80 00000400:00000200:3.0:1788840274.005690:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840274.005696:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 224/224 into md 0x6a65 [1] + 224 00000800:00000001:3.0:1788840274.005703:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840274.005708:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840274.005711:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840274.005719:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840274.005729:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840274.005739:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d49180 x1875733133979008/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840289 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840274.005749:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee86d49180 x1875733133979008/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840289 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840274.005761:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1788840274.005834:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840274.005838:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989500. 00000400:00000200:3.0:1788840274.005842:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840274.005845:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840274.005848:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee912342a8 00000400:00000010:3.0:1788840274.005850:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee912342a8. 00000100:00000001:3.0:1788840274.005854:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840274.005857:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d4b480 x1875733133979136/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840289 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840274.005873:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840274.005876:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d4b480 x1875733133979136/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840289 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840274.005881:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840274.005883:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840274.005888:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840274.005891:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840274.005892:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840274.005894:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840274.005896:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840274.005899:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840274.005901:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840274.005903:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840274.005905:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840274.005907:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 25 MB=0x6a9f82724ed00 00000400:00000200:3.0:1788840274.005910:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840274.005913:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.131@tcp of length 224/224 into md 0x6a85 [1] + 224 00000800:00000001:3.0:1788840274.005915:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840274.005919:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840274.005920:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840274.005922:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840274.005924:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840274.005927:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d4bb80 x1875733133978880/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840289 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840274.005933:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee86d4bb80 x1875733133978880/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840289 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840274.005938:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840274.005940:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840274.005942:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840274.006187:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840274.006194:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788840274.006202:0:2362:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840274.006205:0:2362:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840274.006208:0:2362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e1b8. 00000400:00000200:2.0:1788840274.006216:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234770 00000400:00000010:2.0:1788840274.006218:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234770. 00000100:00000001:2.0:1788840274.006221:0:2362:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840274.006228:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d4bb80 x1875733133978880/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840289 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788840274.006238:0:2362:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d4bb80 x1875733133978880/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840289 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840274.006251:0:2362:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840274.006253:0:2362:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840274.006256:0:2362:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788840274.006260:0:2362:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788840274.006264:0:2362:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840274.006269:0:2362:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840274.006273:0:2362:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840274.006292:0:2362:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98ee5c60 time=124 v=5 (5 5 5 5) 00000100:00001000:2.0:1788840274.006299:0:2362:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98ee5c18 time=124 v=5 (1 1 1 1) 00000100:00000001:2.0:1788840274.006302:0:2362:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788840274.006304:0:2362:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840274.006308:0:2362:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788840274.006311:0:2362:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840274.006314:0:2362:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840274.006320:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d4bb80 x1875733133978880/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840289 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840274.006328:0:2362:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840274.006331:0:2362:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840274.006333:0:2362:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840274.006345:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d4bb80 x1875733133978880/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840289 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788840274.006354:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2362:1875733133978880:192.168.202.131@tcp:400:kworker.0 00000400:00000001:2.0:1788840274.006362:0:2362:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840274.006363:0:2362:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840274.006365:0:2362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4ee18. 00000400:00000200:2.0:1788840274.006368:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234000 00000400:00000010:2.0:1788840274.006370:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234000. 00000100:00000001:2.0:1788840274.006373:0:2362:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840274.006376:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d49180 x1875733133979008/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840289 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788840274.006384:0:2362:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d49180 x1875733133979008/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840289 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840274.006390:0:2362:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840274.006391:0:2362:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840274.006393:0:2362:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788840274.006395:0:2362:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788840274.006396:0:2362:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840274.006398:0:2362:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840274.006400:0:2362:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840274.006407:0:2362:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=124 v=5 (5 102 102 102) 00000100:00001000:2.0:1788840274.006411:0:2362:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=25 v=5 (1 0 0 0) 00000100:00000001:2.0:1788840274.006413:0:2362:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788840274.006415:0:2362:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840274.006417:0:2362:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788840274.006420:0:2362:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840274.006425:0:2362:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788840274.006427:0:2362:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967634 00000100:00000001:2.0:1788840274.006429:0:2362:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788840274.006431:0:2362:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840274.006435:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d49180 x1875733133979008/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840289 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840274.006442:0:2362:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840274.006443:0:2362:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840274.006445:0:2362:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840274.006448:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d49180 x1875733133979008/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840289 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788840274.006455:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733133979008:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840274.006460:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840274.006463:0:2362:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840274.006466:0:2362:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d4bb80 x1875733133978880/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840289 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840274.006472:0:2362:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840274.006476:0:2362:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840274.006480:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee98e5a200. 02000000:00000001:2.0:1788840274.006484:0:2362:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840274.006488:0:2362:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840274.006490:0:2362:0:(genops.c:1223:class_import_put()) import ffff90ee98ee5800 refcount=3 obd=MGC192.168.202.131@tcp 00000020:00000001:2.0:1788840274.006492:0:2362:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840274.006496:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee983e5200. 02000000:00000001:2.0:1788840274.006503:0:2362:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840274.006505:0:2362:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840274.006508:0:2362:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d4bb80. 00000100:00000001:2.0:1788840274.006512:0:2362:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840274.006514:0:2362:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840274.006516:0:2362:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840274.006519:0:2362:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d49180 x1875733133979008/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840289 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840274.006525:0:2362:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840274.006526:0:2362:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840274.006527:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee98e5a000. 02000000:00000001:2.0:1788840274.006529:0:2362:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840274.006530:0:2362:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840274.006532:0:2362:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:2.0:1788840274.006534:0:2362:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840274.006535:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee983e5d00. 02000000:00000001:2.0:1788840274.006537:0:2362:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840274.006538:0:2362:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840274.006539:0:2362:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d49180. 00000100:00000001:2.0:1788840274.006542:0:2362:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840274.006544:0:2362:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840274.006548:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840274.006550:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840274.006551:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840274.006552:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840274.006554:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788840274.007635:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840274.007681:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840274.007687:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840274.007689:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840274.007696:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840274.007704:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840274.007713:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840274.007718:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840274.007724:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840274.007729:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f82724ee80 00000400:00000200:3.0:1788840274.007733:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840274.007741:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x6a75 [1] + 224 00000800:00000001:3.0:1788840274.007748:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840274.007755:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840274.007759:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840274.007762:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840274.007770:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840274.007777:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d48700 x1875733133979264/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840289 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840274.007788:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee86d48700 x1875733133979264/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840289 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840274.007809:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840274.007819:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840274.007823:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840274.009026:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840274.009039:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840274.009043:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840274.009045:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840274.009054:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840274.009061:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840274.009070:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840274.009074:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840274.009079:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840274.009083:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f82724ee00 00000400:00000200:3.0:1788840274.009087:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840274.009093:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x6a95 [1] + 224 00000800:00000001:3.0:1788840274.009098:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1788840274.009803:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840274.009811:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788840274.009822:0:2362:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840274.009825:0:2362:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840274.009830:0:2362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e9f8. 00000400:00000200:2.0:1788840274.009838:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234dd0 00000400:00000010:2.0:1788840274.009842:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234dd0. 00000100:00000001:2.0:1788840274.009846:0:2362:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840274.009857:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d48700 x1875733133979264/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840289 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788840274.009869:0:2362:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d48700 x1875733133979264/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840289 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840274.009877:0:2362:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840274.009880:0:2362:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840274.009884:0:2362:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788840274.009889:0:2362:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788840274.009892:0:2362:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840274.009896:0:2362:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840274.009900:0:2362:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840274.009914:0:2362:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b59460 time=124 v=5 (5 5 5 36) 00000100:00001000:2.0:1788840274.009919:0:2362:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b59418 time=23 v=5 (1 0 0 0) 00000100:00000001:2.0:1788840274.009922:0:2362:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000800:00000001:3.0:1788840274.009925:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840274.009925:0:2362:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840274.009930:0:2362:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000400:00000200:3.0:1788840274.009932:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000001:2.0:1788840274.009936:0:2362:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840274.009942:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840274.009943:0:2362:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788840274.009947:0:2362:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90ee90f70800: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1788840274.009949:0:2362:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840274.009951:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1788840274.009952:0:2362:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1788840274.009960:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d4b480 x1875733133979136/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840289 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840274.009961:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d48700 x1875733133979264/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840289 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840274.009986:0:2362:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840274.009992:0:2362:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840274.009996:0:2362:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840274.010001:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee86d4b480 x1875733133979136/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840289 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840274.010004:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d48700 x1875733133979264/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840289 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840274.010024:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00100000:2.0:1788840274.010026:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733133979264:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840274.010034:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788840274.010037:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:2.0:1788840274.010037:0:2362:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840274.010043:0:2362:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d48700 x1875733133979264/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840289 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1788840274.010044:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840274.010054:0:2362:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840274.010057:0:2362:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840274.010062:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee98e5aa00. 02000000:00000001:2.0:1788840274.010066:0:2362:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840274.010070:0:2362:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840274.010073:0:2362:0:(genops.c:1223:class_import_put()) import ffff90ee92b59000 refcount=2 obd=lustre-OST0001-osc-ffff90ee90f70800 00000020:00000001:2.0:1788840274.010075:0:2362:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840274.010079:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee983e5e00. 02000000:00000001:2.0:1788840274.010086:0:2362:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840274.010087:0:2362:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840274.010089:0:2362:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d48700. 00000100:00000001:2.0:1788840274.010094:0:2362:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840274.010095:0:2362:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840274.010099:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840274.010101:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840274.010102:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788840274.010105:0:2362:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840274.010106:0:2362:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840274.010109:0:2362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e738. 00000400:00000200:2.0:1788840274.010111:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234110 00000400:00000010:2.0:1788840274.010113:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234110. 00000100:00000001:2.0:1788840274.010115:0:2362:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840274.010118:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d4b480 x1875733133979136/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840289 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788840274.010127:0:2362:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d4b480 x1875733133979136/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840289 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840274.010133:0:2362:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840274.010135:0:2362:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840274.010136:0:2362:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788840274.010138:0:2362:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788840274.010139:0:2362:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840274.010141:0:2362:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840274.010143:0:2362:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840274.010147:0:2362:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b5cc60 time=124 v=5 (5 5 5 36) 00000100:00001000:2.0:1788840274.010150:0:2362:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=25 v=5 (1 0 0 0) 00000100:00000001:2.0:1788840274.010152:0:2362:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788840274.010154:0:2362:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840274.010155:0:2362:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788840274.010157:0:2362:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840274.010160:0:2362:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788840274.010161:0:2362:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: skip recheck: last_committed 4294967339 00000100:00000001:2.0:1788840274.010163:0:2362:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788840274.010164:0:2362:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840274.010168:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d4b480 x1875733133979136/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840289 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840274.010174:0:2362:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840274.010176:0:2362:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840274.010177:0:2362:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840274.010180:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d4b480 x1875733133979136/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840289 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788840274.010189:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733133979136:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840274.010193:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840274.010195:0:2362:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840274.010198:0:2362:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d4b480 x1875733133979136/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840289 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840274.010203:0:2362:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840274.010205:0:2362:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840274.010207:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee98e5a800. 02000000:00000001:2.0:1788840274.010209:0:2362:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840274.010210:0:2362:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840274.010212:0:2362:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=2 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:2.0:1788840274.010214:0:2362:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840274.010216:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee983e5100. 02000000:00000001:2.0:1788840274.010218:0:2362:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840274.010219:0:2362:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840274.010221:0:2362:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d4b480. 00000100:00000001:2.0:1788840274.010224:0:2362:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840274.010225:0:2362:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840274.010227:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840274.010237:0:2362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840274.010240:0:2362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840274.010242:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840274.010244:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840274.502190:0:31527:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788840274.502202:0:31527:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840274.502204:0:31527:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788840274.502212:0:31527:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee84e4d300 going to sleep for 1 seconds 00000100:00000001:1.0:1788840274.502217:0:31527:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840274.502221:0:31527:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840274.504272:0:31517:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788840274.504293:0:31517:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840274.504296:0:31517:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788840274.505120:0:31517:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee85db4000 going to sleep for 1 seconds 00000100:00000001:2.0:1788840274.505125:0:31517:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840274.505130:0:31517:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840274.565897:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840274.565907:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840274.566134:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840274.566139:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840274.566143:0:16054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788840275.526164:0:31527:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788840275.526175:0:31527:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840275.526178:0:31527:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788840275.526185:0:31527:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee84e4d300 going to sleep for 1 seconds 00000100:00000001:2.0:1788840275.526190:0:31527:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840275.526194:0:31527:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840275.526205:0:31517:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788840275.526209:0:31517:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840275.526210:0:31517:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788840275.526212:0:31517:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee85db4000 going to sleep for 1 seconds 00000100:00000001:2.0:1788840275.526214:0:31517:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840275.526216:0:31517:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840275.589823:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840275.589835:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840275.590244:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840275.590249:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840275.590253:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788840276.550393:0:31517:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788840276.550405:0:31517:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840276.550408:0:31517:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1788840276.550416:0:31517:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee85db4000 going to sleep for 1 seconds 00000100:00000001:2.0:1788840276.550421:0:31517:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840276.550425:0:31517:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840276.550576:0:31527:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788840276.550581:0:31527:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000400:1.0:1788840276.550623:0:31527:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788840260/real 1788840260] req@ffff90ee87f5a300 x1875733133977344/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/512 e 0 to 1 dl 1788840276 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788840276.550663:0:31527:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840276.550666:0:31527:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840276.550671:0:31527:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c802c0. 00000400:00000200:1.0:1788840276.550680:0:31527:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6f68 00000400:00000010:1.0:1788840276.550683:0:31527:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6f68. 00000100:00000001:1.0:1788840276.550689:0:31527:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840276.550694:0:31527:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f5a300 x1875733133977344/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/512 e 0 to 1 dl 1788840276 ref 2 fl Rpc:XQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788840276.550705:0:31527:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f5a300 x1875733133977344/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/512 e 0 to 1 dl 1788840276 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840276.550713:0:31527:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840276.550716:0:31527:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840276.550719:0:31527:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840276.550722:0:31527:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840276.550726:0:31527:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:1.0:1788840276.550732:0:31527:0:(import.c:65:import_set_state_nolock()) ffff90ee98823000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1788840276.550737:0:31527:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff90ee90f70800: Connection to lustre-MDT0000 (at 192.168.202.131@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:1.0:1788840276.550741:0:31527:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:1.0:1788840276.550745:0:31527:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:1.0:1788840276.550748:0:31527:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840276.550750:0:31527:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1788840276.550752:0:31527:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:1.0:1788840276.550771:0:31527:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:1.0:1788840276.550774:0:31527:0:(client.c:2555:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840276.550777:0:31527:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840276.550778:0:31527:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840276.550780:0:31527:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee84e4d300 going to sleep for 0 seconds 00000100:00000001:1.0:1788840276.550782:0:31527:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840276.550784:0:31527:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840276.550787:0:31527:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840276.550789:0:31527:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840276.550792:0:31527:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840276.558260:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788840276.558276:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788840276.558304:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d4b100. 00000020:00000040:3.0:1788840276.558312:0:37:0:(genops.c:1210:class_import_get()) import ffff90ee98ee5800 refcount=4 obd=MGC192.168.202.131@tcp 00000100:00000001:3.0:1788840276.558327:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840276.558331:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840276.558338:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840276.558349:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee983e5900. 00000100:00000001:3.0:1788840276.558358:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840276.558373:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS req@ffff90ee86d4b100 x1875733133979392/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788840276.558386:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840276.558392:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840276.558399:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aef658b4] to pc [ptlrpcd_01_00+0] req@ffff90ee86d4b100 x1875733133979392/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840276.558436:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1788840276.558439:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788840276.558444:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1788840276.558447:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1788840276.558450:0:37:0:(import.c:65:import_set_state_nolock()) ffff90ee98823000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1788840276.558455:0:37:0:(import.c:485:import_select_connection()) Process entered 00000100:00000001:2.0:1788840276.558459:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1788840276.558460:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff90ee90f70800: connect to NID 192.168.202.131@tcp last attempt 1811 00000100:00000001:2.0:1788840276.558466:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840276.558471:0:2361:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1788840276.558473:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000040:2.0:1788840276.558482:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d4b100 x1875733133979392/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788840276.558483:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1 00000100:00000040:3.0:1788840276.558491:0:37:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff90ee85e803c0 refcount 11 to 192.168.202.131@tcp 00000100:00000001:3.0:1788840276.558497:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1788840276.558499:0:2361:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000040:3.0:1788840276.558502:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff90ee85e803c0 refcount 12 to 192.168.202.131@tcp 00000100:00000001:2.0:1788840276.558504:0:2361:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840276.558506:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621952856032192 : -122120853519424 : ffff90ee85e803c0) 00000020:00000001:3.0:1788840276.558510:0:37:0:(genops.c:792:class_conn2export()) Process entered 02000000:00000001:2.0:1788840276.558511:0:2361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000020:00000040:3.0:1788840276.558513:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x3aa5f499c96f2cd8 02000000:00000001:2.0:1788840276.558517:0:2361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1788840276.558518:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840276.558524:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90ee9881e000 refcount=5 02000000:00000001:2.0:1788840276.558524:0:2361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840276.558529:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621953168105472 : -122120541446144 : ffff90ee9881e000) 00000020:00000001:3.0:1788840276.558533:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446621953168105472 : -122120541446144 : ffff90ee9881e000) 00000100:00100000:2.0:1788840276.558533:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2361:1875733133979392:192.168.202.131@tcp:400:kworker.0 00000100:00000040:3.0:1788840276.558541:0:37:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff90ee85e803c0 refcount 11 to 192.168.202.131@tcp 00000100:00000001:2.0:1788840276.558542:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1788840276.558544:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788840276.558548:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff90ee85e803c0 refcount 12 to 192.168.202.131@tcp 00000100:00000001:3.0:1788840276.558550:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621952856032192 : -122120853519424 : ffff90ee85e803c0) 02000000:00000001:2.0:1788840276.558552:0:2361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000020:00000040:3.0:1788840276.558553:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff90ee9881e000 : new refcount 4 02000000:00000001:2.0:1788840276.558558:0:2361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1788840276.558559:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff90ee90f70800: import ffff90ee98823000 using connection 192.168.202.131@tcp/192.168.202.131@tcp 00000100:00000001:3.0:1788840276.558565:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840276.558565:0:2361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:3.0:1788840276.558570:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000010:2.0:1788840276.558575:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee98e5a800. 02000000:00000001:3.0:1788840276.558579:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840276.558580:0:2361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840276.558585:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840276.558589:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered 00000400:00000200:2.0:1788840276.558591:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000008:00100000:3.0:1788840276.558596:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683253 ocd_grant: 2097152, lost: 0. 00000400:00000010:2.0:1788840276.558599:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e738. 00000008:00000001:3.0:1788840276.558601:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840276.558605:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788840276.558609:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234110. 00000100:00000010:3.0:1788840276.558610:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d4b800. 00000020:00000040:3.0:1788840276.558615:0:37:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=8 obd=lustre-MDT0000-mdc-ffff90ee90f70800 02000000:00000001:3.0:1788840276.558619:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788840276.558621:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1788840276.558621:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133979392, portal 25 00000100:00000001:3.0:1788840276.558627:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1788840276.558628:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 02000000:00000001:3.0:1788840276.558630:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:2.0:1788840276.558632:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871543040 : -122120838008576 : ffff90ee86d4b100) 02000000:00000001:3.0:1788840276.558634:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840276.558662:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee86eef000. 00000100:00000001:3.0:1788840276.558667:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840276.558676:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee86d4b100 x1875733133979392/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840276.558677:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90ee86d4b800 x1875733133979520/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788840276.558697:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840276.558699:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840276.558703:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b8effc3] to pc [ptlrpcd_rcv+-1] req@ffff90ee86d4b800 x1875733133979520/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840276.558713:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840276.558720:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000100:00000001:3.0:1788840276.558721:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788840276.558724:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234dd0. 00000100:00000040:3.0:1788840276.558727:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000200:2.0:1788840276.558730:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875733133979392, offset 0 00000100:00000001:3.0:1788840276.558732:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1788840276.558736:0:37:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:3.0:1788840276.558740:0:37:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000400:00000200:2.0:1788840276.558743:0:2361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000100:00000010:3.0:1788840276.558746:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d48a80. 00000020:00000040:3.0:1788840276.558750:0:37:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=3 obd=lustre-OST0000-osc-ffff90ee90f70800 00000100:00000001:3.0:1788840276.558753:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840276.558754:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000400:00000200:2.0:1788840276.558757:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 02000000:00000001:3.0:1788840276.558758:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840276.558764:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee983e5500. 00000400:00000200:2.0:1788840276.558768:0:2361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840276.558775:0:2361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840276.558781:0:2361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000100:00000001:3.0:1788840276.558782:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840276.558787:0:2361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000100:00000001:3.0:1788840276.558788:0:37:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446621952871533184 : -122120838018432 : ffff90ee86d48a80) 00000400:00000200:2.0:1788840276.558793:0:2361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000100:00080000:3.0:1788840276.558794:0:37:0:(import.c:65:import_set_state_nolock()) ffff90ee92b5c800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000400:00000200:2.0:1788840276.558801:0:2361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2438:2438:256:4294967295] 192.168.202.131@tcp LPNI seq info [2438:2438:8:4294967295] 00000100:00080000:3.0:1788840276.558802:0:37:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff90ee90f70800: disconnect after 20s idle 00000100:00000001:3.0:1788840276.558807:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840276.558811:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840276.558812:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000040:3.0:1788840276.558818:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000faa92ccf] to pc [ptlrpcd_rcv+-1] req@ffff90ee86d48a80 x1875733133979648/t0(0) o9->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1788840276.558833:0:2361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000100:00000001:3.0:1788840276.558834:0:37:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788840276.558843:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840276.558851:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989b00. 00000800:00000200:2.0:1788840276.558858:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840276.558867:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840276.558872:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840276.558887:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840276.558891:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840276.558895:0:2361:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4296510376 00000100:00000001:2.0:1788840276.558903:0:2361:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296507813 00000100:00000001:2.0:1788840276.558909:0:2361:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4296510376 00000100:00000001:2.0:1788840276.558924:0:2361:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296507814 00000100:00000001:2.0:1788840276.558928:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840276.558932:0:2361:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840276.558936:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840276.558939:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840276.558948:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840276.558951:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788840276.558954:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840276.558955:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840276.558957:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840276.558959:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840276.558970:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840276.558973:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840276.559053:0:37:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840276.559056:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788840276.559060:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:3.0:1788840276.559061:0:37:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:3.0:1788840276.559063:0:37:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:3.0:1788840276.559069:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d4b480. 00000020:00000040:3.0:1788840276.559072:0:37:0:(genops.c:1210:class_import_get()) import ffff90ee92b59000 refcount=3 obd=lustre-OST0001-osc-ffff90ee90f70800 00000100:00000001:3.0:1788840276.559074:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840276.559076:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840276.559078:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840276.559082:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee983e5100. 00000100:00000001:3.0:1788840276.559085:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840276.559088:0:37:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446621952871543936 : -122120838007680 : ffff90ee86d4b480) 00000100:00080000:3.0:1788840276.559090:0:37:0:(import.c:65:import_set_state_nolock()) ffff90ee92b59000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1788840276.559092:0:37:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff90ee90f70800: disconnect after 20s idle 00000100:00000001:3.0:1788840276.559095:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840276.559097:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840276.559102:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d8bf401a] to pc [ptlrpcd_rcv+-1] req@ffff90ee86d4b480 x1875733133979776/t0(0) o9->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840276.559109:0:37:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840276.559111:0:37:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840276.559116:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 2 (1844) 00000800:00000200:2.0:1788840276.559136:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840276.559142:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989b00. 00000400:00000200:2.0:1788840276.559148:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840276.559154:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840276.559161:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234dd0 00000400:00000010:2.0:1788840276.559164:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234dd0. 00000100:00000001:2.0:1788840276.559168:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840276.559173:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d4b100 x1875733133979392/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840292 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840276.559184:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840276.559188:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d4b100 x1875733133979392/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840292 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840276.559196:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840276.559198:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788840276.559328:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840276.559332:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840276.559334:0:2358:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840276.559341:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d4b800 x1875733133979520/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840276.559350:0:2358:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840276.559351:0:2358:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840276.559354:0:2358:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840276.559356:0:2358:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840276.559359:0:2358:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840276.559362:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:10f4a654-3497-48d8-8f70-7e89f4f161cc:2358:1875733133979520:192.168.202.131@tcp:38:kworker.0 00000100:00000001:0.0:1788840276.559366:0:2358:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840276.559369:0:2358:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840276.559370:0:2358:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840276.559373:0:2358:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840276.559378:0:2358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86f36800. 02000000:00000001:0.0:1788840276.559380:0:2358:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840276.559393:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840276.559398:0:2358:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c809f8. 00000400:00000010:0.0:1788840276.559403:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed63b8. 00000100:00000200:0.0:1788840276.559407:0:2358:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133979520, portal 10 00000100:00000001:0.0:1788840276.559410:0:2358:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840276.559411:0:2358:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871544832 : -122120838006784 : ffff90ee86d4b800) 00000100:00000040:0.0:1788840276.559419:0:2358:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee86d4b800 x1875733133979520/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1788840286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840276.559426:0:2358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840276.559429:0:2358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840276.559431:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6d48. 00000100:00000200:0.0:1788840276.559435:0:2358:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875733133979520, offset 0 00000400:00000200:0.0:1788840276.559440:0:2358:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840276.559446:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840276.559450:0:2358:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840276.559453:0:2358:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840276.559456:0:2358:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840276.559460:0:2358:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840276.559463:0:2358:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840276.559466:0:2358:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2439:2439:256:4294967295] 192.168.202.131@tcp LPNI seq info [2439:2439:8:4294967295] 00000400:00000200:0.0:1788840276.559470:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840276.559477:0:2358:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840276.559482:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840276.559487:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee92b26100. 00000800:00000200:0.0:1788840276.559491:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840276.559496:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840276.559499:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee92b26100 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1788840276.559518:0:2358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840276.559522:0:2358:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 773065 usecs (774 jiffies) 00000400:00000200:0.0:1788840276.559526:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840276.559528:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296507151 00000100:00000001:0.0:1788840276.559531:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296510376 00000100:00000001:0.0:1788840276.559535:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296507151 00000100:00000001:0.0:1788840276.559537:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296510376 00000100:00000001:0.0:1788840276.559539:0:2358:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840276.559542:0:2358:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840276.559544:0:2358:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840276.559548:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d48a80 x1875733133979648/t0(0) o9->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840276.559555:0:2358:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840276.559557:0:2358:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840276.559559:0:2358:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840276.559560:0:2358:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840276.559562:0:2358:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840276.559565:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:10f4a654-3497-48d8-8f70-7e89f4f161cc:2358:1875733133979648:192.168.202.131@tcp:9:kworker.0 00000100:00000001:0.0:1788840276.559568:0:2358:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840276.559572:0:2358:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840276.559573:0:2358:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840276.559576:0:2358:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840276.559580:0:2358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee85cd2000. 02000000:00000001:0.0:1788840276.559582:0:2358:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840276.559585:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840276.559589:0:2358:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c80738. 00000400:00000010:0.0:1788840276.559594:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed64c8. 00000100:00000200:0.0:1788840276.559597:0:2358:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133979648, portal 4 00000100:00000001:0.0:1788840276.559599:0:2358:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840276.559600:0:2358:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871533184 : -122120838018432 : ffff90ee86d48a80) 00000100:00000040:0.0:1788840276.559607:0:2358:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee86d48a80 x1875733133979648/t0(0) o9->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840276.559614:0:2358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840276.559616:0:2358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840276.559619:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6b28. 00000100:00000200:0.0:1788840276.559622:0:2358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733133979648, offset 0 00000400:00000200:0.0:1788840276.559627:0:2358:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840276.559630:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840276.559634:0:2358:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840276.559669:0:2358:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840276.559673:0:2358:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840276.559675:0:2358:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840276.559678:0:2358:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840276.559680:0:2358:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2440:2440:255:4294967295] 192.168.202.131@tcp LPNI seq info [2440:2440:7:4294967295] 00000400:00000200:0.0:1788840276.559685:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840276.559691:0:2358:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840276.559695:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840276.559700:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee92b26b00. 00000800:00000200:0.0:1788840276.559704:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840276.559708:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840276.559711:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee92b26b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788840276.559715:0:2358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840276.559717:0:2358:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: using a timeout of 23092 usecs (24 jiffies) 00000400:00000200:0.0:1788840276.559721:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840276.559723:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296506402 00000100:00000001:0.0:1788840276.559725:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296510376 00000100:00000001:0.0:1788840276.559728:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296506402 00000100:00000001:0.0:1788840276.559730:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296510376 00000100:00000001:0.0:1788840276.559733:0:2358:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840276.559734:0:2358:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840276.559737:0:2358:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840276.559740:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d4b480 x1875733133979776/t0(0) o9->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840276.559747:0:2358:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840276.559749:0:2358:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840276.559751:0:2358:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840276.559752:0:2358:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840276.559754:0:2358:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840276.559757:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:10f4a654-3497-48d8-8f70-7e89f4f161cc:2358:1875733133979776:192.168.202.131@tcp:9:kworker.0 00000100:00000001:0.0:1788840276.559761:0:2358:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840276.559763:0:2358:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840276.559764:0:2358:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840276.559766:0:2358:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840276.559770:0:2358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee85cd3200. 02000000:00000001:0.0:1788840276.559771:0:2358:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840276.559774:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840276.559776:0:2358:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c803c8. 00000400:00000010:0.0:1788840276.559779:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6cc0. 00000100:00000200:0.0:1788840276.559783:0:2358:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133979776, portal 4 00000100:00000001:0.0:1788840276.559784:0:2358:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840276.559786:0:2358:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871543936 : -122120838007680 : ffff90ee86d4b480) 00000100:00000040:0.0:1788840276.559791:0:2358:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee86d4b480 x1875733133979776/t0(0) o9->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840276.559798:0:2358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840276.559800:0:2358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840276.559803:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6a18. 00000100:00000200:0.0:1788840276.559805:0:2358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733133979776, offset 0 00000400:00000200:0.0:1788840276.559809:0:2358:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840276.559813:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840276.559816:0:2358:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840276.559819:0:2358:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840276.559821:0:2358:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840276.559824:0:2358:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840276.559826:0:2358:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840276.559828:0:2358:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2441:2441:254:4294967295] 192.168.202.131@tcp LPNI seq info [2441:2441:6:4294967295] 00000400:00000200:0.0:1788840276.559832:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840276.559838:0:2358:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840276.559842:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840276.559850:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee89861000. 00000800:00000200:0.0:1788840276.559855:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840276.559858:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840276.559861:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee89861000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788840276.559864:0:2358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840276.559867:0:2358:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: using a timeout of 288656 usecs (289 jiffies) 00000400:00000200:0.0:1788840276.559870:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840276.559872:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296506667 00000100:00000001:0.0:1788840276.559874:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296510376 00000100:00000001:0.0:1788840276.559876:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296506667 00000100:00000001:0.0:1788840276.559878:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296510376 00000100:00000001:0.0:1788840276.559880:0:2358:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840276.559882:0:2358:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840276.559885:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840276.559888:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840276.559893:0:2358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840276.559895:0:2358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788840276.559898:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840276.559899:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840276.559901:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840276.559903:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840276.560343:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840276.560347:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee92b26100. 00000400:00000200:2.0:1788840276.560352:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840276.560357:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840276.560362:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6d48 00000400:00000010:2.0:1788840276.560365:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6d48. 00000100:00000001:2.0:1788840276.560376:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840276.560382:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d4b800 x1875733133979520/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1788840286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840276.560439:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840276.560443:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d4b800 x1875733133979520/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1788840286 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840276.560450:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840276.560452:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788840276.560465:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840276.560467:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee92b26b00. 00000400:00000200:2.0:1788840276.560470:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840276.560474:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840276.560477:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6b28 00000400:00000010:2.0:1788840276.560479:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6b28. 00000100:00000001:2.0:1788840276.560481:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840276.560485:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d48a80 x1875733133979648/t0(0) o9->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840276.560492:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840276.560494:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d48a80 x1875733133979648/t0(0) o9->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840286 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840276.560500:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840276.560502:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788840276.560566:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840276.560569:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee89861000. 00000400:00000200:2.0:1788840276.560573:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840276.560576:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840276.560579:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6a18 00000400:00000010:2.0:1788840276.560581:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6a18. 00000100:00000001:2.0:1788840276.560583:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840276.560587:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d4b480 x1875733133979776/t0(0) o9->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840276.560594:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840276.560597:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d4b480 x1875733133979776/t0(0) o9->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840286 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840276.560603:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840276.560605:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840276.563772:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840276.563795:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840276.563801:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840276.563804:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840276.563815:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840276.563826:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840276.563837:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840276.563844:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840276.563850:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840276.563854:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 25 MB=0x6a9f82724ef00 00000400:00000200:2.0:1788840276.563860:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840276.563869:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.131@tcp of length 224/224 into md 0x6aa5 [1] + 224 00000800:00000001:2.0:1788840276.563878:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840276.563885:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840276.563889:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840276.563893:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840276.563903:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840276.563914:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d4b100 x1875733133979392/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840292 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840276.563925:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee86d4b100 x1875733133979392/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840292 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840276.563984:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840276.563990:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840276.564008:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840276.564019:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840276.564023:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788840276.564701:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840276.564705:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840276.564709:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e738. 00000400:00000200:3.0:1788840276.564717:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234110 00000400:00000010:3.0:1788840276.564720:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234110. 00000100:00000001:3.0:1788840276.564723:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840276.564730:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d4b100 x1875733133979392/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840292 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840276.564739:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d4b100 x1875733133979392/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840292 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840276.564746:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840276.564748:0:2361:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840276.564751:0:2361:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840276.564756:0:2361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840276.564759:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840276.564761:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840276.564765:0:2361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840276.564774:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98ee5c60 time=126 v=5 (5 5 5 5) 00000100:00001000:3.0:1788840276.564778:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98ee5c18 time=126 v=5 (1 1 1 1) 00000100:00000001:3.0:1788840276.564781:0:2361:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840276.564783:0:2361:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840276.564786:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840276.564789:0:2361:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840276.564791:0:2361:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840276.564797:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d4b100 x1875733133979392/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840292 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840276.564804:0:2361:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840276.564808:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840276.564810:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840276.564815:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d4b100 x1875733133979392/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840292 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840276.564823:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d4b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2361:1875733133979392:192.168.202.131@tcp:400:kworker.0 00000100:00000001:3.0:1788840276.564828:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840276.564832:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840276.564835:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d4b100 x1875733133979392/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840292 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840276.564842:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840276.564845:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840276.564849:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee98e5a800. 02000000:00000001:3.0:1788840276.564853:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840276.564857:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840276.564859:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee98ee5800 refcount=3 obd=MGC192.168.202.131@tcp 00000020:00000001:3.0:1788840276.564862:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840276.564865:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee983e5900. 02000000:00000001:3.0:1788840276.564870:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840276.564872:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840276.564874:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d4b100. 00000100:00000001:3.0:1788840276.564878:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840276.564879:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840276.564882:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840276.564892:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840276.564894:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840276.564897:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840276.564900:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788840276.566943:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840276.566967:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840276.566973:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840276.566976:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840276.566986:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840276.566995:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840276.567006:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840276.567013:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840276.567019:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840276.567024:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f82724f000 00000400:00000200:2.0:1788840276.567031:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840276.567039:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x6abd [1] + 224 00000800:00000001:2.0:1788840276.567048:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840276.567053:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840276.567057:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840276.567062:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840276.567070:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840276.567080:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d48a80 x1875733133979648/t0(0) o9->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840286 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840276.567101:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee86d48a80 x1875733133979648/t0(0) o9->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840286 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840276.567121:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840276.567130:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840276.567134:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840276.567135:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840276.567137:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840276.567140:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840276.567144:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840276.567149:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840276.567152:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840276.567155:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840276.567158:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f82724f080 00000400:00000200:2.0:1788840276.567161:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840276.567164:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x6ac5 [1] + 224 00000800:00000001:2.0:1788840276.567168:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840276.567174:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840276.567176:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840276.567179:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840276.567183:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840276.567187:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d4b480 x1875733133979776/t0(0) o9->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840286 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840276.567196:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee86d4b480 x1875733133979776/t0(0) o9->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840286 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840276.567203:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840276.567206:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840276.567210:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840276.567350:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840276.567355:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840276.567365:0:2358:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840276.567367:0:2358:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840276.567381:0:2358:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c80738. 00000400:00000200:0.0:1788840276.567393:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed64c8 00000400:00000010:0.0:1788840276.567396:0:2358:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed64c8. 00000100:00000001:0.0:1788840276.567400:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840276.567405:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d48a80 x1875733133979648/t0(0) o9->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840286 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788840276.567414:0:2358:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d48a80 x1875733133979648/t0(0) o9->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840286 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840276.567420:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840276.567422:0:2358:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840276.567425:0:2358:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840276.567428:0:2358:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840276.567432:0:2358:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840276.567435:0:2358:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840276.567438:0:2358:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840276.567449:0:2358:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b5cc60 time=126 v=5 (5 5 5 36) 00000100:00001000:0.0:1788840276.567453:0:2358:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=27 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840276.567456:0:2358:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840276.567458:0:2358:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840276.567461:0:2358:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840276.567467:0:2358:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840276.567472:0:2358:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840276.567474:0:2358:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: skip recheck: last_committed 4294967339 00000100:00000001:0.0:1788840276.567476:0:2358:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840276.567480:0:2358:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840276.567486:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d48a80 x1875733133979648/t0(0) o9->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840286 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840276.567494:0:2358:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840276.567497:0:2358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840276.567499:0:2358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1788840276.567504:0:2358:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff90ee86d48a80 x1875733133979648/t0(0) o9->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840286 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788840276.567513:0:2358:0:(import.c:65:import_set_state_nolock()) ffff90ee92b5c800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:0.0:1788840276.567518:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d48a80 x1875733133979648/t0(0) o9->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840286 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788840276.567526:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d48a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:10f4a654-3497-48d8-8f70-7e89f4f161cc:2358:1875733133979648:192.168.202.131@tcp:9:kworker.0 00000400:00000001:0.0:1788840276.567532:0:2358:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840276.567534:0:2358:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840276.567535:0:2358:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c803c8. 00000400:00000200:0.0:1788840276.567538:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6cc0 00000400:00000010:0.0:1788840276.567540:0:2358:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6cc0. 00000100:00000001:0.0:1788840276.567542:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840276.567545:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d4b480 x1875733133979776/t0(0) o9->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840286 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788840276.567552:0:2358:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d4b480 x1875733133979776/t0(0) o9->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840286 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840276.567558:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840276.567569:0:2358:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840276.567571:0:2358:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840276.567573:0:2358:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840276.567574:0:2358:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840276.567575:0:2358:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840276.567577:0:2358:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840276.567581:0:2358:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b59460 time=126 v=5 (5 5 5 36) 00000100:00001000:0.0:1788840276.567586:0:2358:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b59418 time=25 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840276.567588:0:2358:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840276.567589:0:2358:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840276.567591:0:2358:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840276.567593:0:2358:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840276.567595:0:2358:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840276.567596:0:2358:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90ee90f70800: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1788840276.567598:0:2358:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840276.567600:0:2358:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840276.567604:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d4b480 x1875733133979776/t0(0) o9->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840286 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840276.567610:0:2358:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840276.567612:0:2358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840276.567613:0:2358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1788840276.567617:0:2358:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff90ee86d4b480 x1875733133979776/t0(0) o9->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840286 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788840276.567623:0:2358:0:(import.c:65:import_set_state_nolock()) ffff90ee92b59000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:0.0:1788840276.567627:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d4b480 x1875733133979776/t0(0) o9->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840286 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788840276.567634:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d4b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:10f4a654-3497-48d8-8f70-7e89f4f161cc:2358:1875733133979776:192.168.202.131@tcp:9:kworker.0 00000100:00000001:0.0:1788840276.567673:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840276.567677:0:2358:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840276.567681:0:2358:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d48a80 x1875733133979648/t0(0) o9->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840286 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840276.567688:0:2358:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788840276.567690:0:2358:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840276.567695:0:2358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee85cd2000. 02000000:00000001:0.0:1788840276.567699:0:2358:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788840276.567702:0:2358:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840276.567704:0:2358:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=2 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:0.0:1788840276.567706:0:2358:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840276.567710:0:2358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee983e5500. 02000000:00000001:0.0:1788840276.567717:0:2358:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840276.567718:0:2358:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840276.567720:0:2358:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d48a80. 00000100:00000001:0.0:1788840276.567724:0:2358:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840276.567726:0:2358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840276.567727:0:2358:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840276.567730:0:2358:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d4b480 x1875733133979776/t0(0) o9->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840286 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840276.567735:0:2358:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788840276.567736:0:2358:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840276.567737:0:2358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee85cd3200. 02000000:00000001:0.0:1788840276.567739:0:2358:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788840276.567740:0:2358:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840276.567741:0:2358:0:(genops.c:1223:class_import_put()) import ffff90ee92b59000 refcount=2 obd=lustre-OST0001-osc-ffff90ee90f70800 00000020:00000001:0.0:1788840276.567743:0:2358:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840276.567744:0:2358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee983e5100. 02000000:00000001:0.0:1788840276.567746:0:2358:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840276.567747:0:2358:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840276.567748:0:2358:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d4b480. 00000100:00000001:0.0:1788840276.567750:0:2358:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840276.567751:0:2358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840276.567754:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840276.567756:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840276.567757:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840276.567759:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840276.567761:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788840276.579626:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840276.579684:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840276.579689:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840276.579692:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840276.579703:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840276.579713:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840276.579725:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840276.579731:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840276.579737:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840276.579742:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 416 into portal 10 MB=0x6a9f82724ef80 00000400:00000200:2.0:1788840276.579747:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840276.579755:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 416/416 into md 0x6ab5 [1] + 0 00000800:00000001:2.0:1788840276.579764:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840276.579779:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840276.579783:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840276.579788:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840276.579798:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840276.579810:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d4b800 x1875733133979520/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1788840286 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840276.579824:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff90ee86d4b800 x1875733133979520/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1788840286 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840276.579847:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840276.579858:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840276.579862:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840276.579970:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840276.579975:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840276.579983:0:2358:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840276.579986:0:2358:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840276.579990:0:2358:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c809f8. 00000400:00000200:0.0:1788840276.579995:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed63b8 00000400:00000010:0.0:1788840276.579998:0:2358:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed63b8. 00000100:00000001:0.0:1788840276.580001:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840276.580005:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d4b800 x1875733133979520/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1788840286 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788840276.580019:0:2358:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d4b800 x1875733133979520/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1788840286 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840276.580025:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840276.580027:0:2358:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840276.580030:0:2358:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840276.580034:0:2358:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840276.580036:0:2358:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840276.580038:0:2358:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840276.580042:0:2358:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840276.580054:0:2358:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=126 v=5 (5 102 102 102) 00000100:00001000:0.0:1788840276.580058:0:2358:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=27 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840276.580061:0:2358:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840276.580063:0:2358:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840276.580066:0:2358:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840276.580071:0:2358:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840276.580074:0:2358:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840276.580076:0:2358:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967634 00000100:00000001:0.0:1788840276.580078:0:2358:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840276.580080:0:2358:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840276.580085:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d4b800 x1875733133979520/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/416 e 0 to 0 dl 1788840286 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840276.580102:0:2358:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840276.580106:0:2358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840276.580108:0:2358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840276.580111:0:2358:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1788840276.580118:0:2358:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff90ee90f70800: connect to target with instance 1 00000020:00000001:0.0:1788840276.580122:0:2358:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788840276.580125:0:2358:0:(genops.c:804:class_conn2export()) looking for export cookie 0x3aa5f499c96f2cd8 00000020:00000001:0.0:1788840276.580128:0:2358:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840276.580131:0:2358:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90ee9881e000 refcount=5 00000020:00000001:0.0:1788840276.580134:0:2358:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621953168105472 : -122120541446144 : ffff90ee9881e000) 00000020:00000001:0.0:1788840276.580137:0:2358:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446621953168105472 : -122120541446144 : ffff90ee9881e000) 00000100:00001000:0.0:1788840276.580141:0:2358:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=1788840276 v=0 (0 0 0 0) 00000100:00001000:0.0:1788840276.580144:0:2358:0:(import.c:2215:obd_at_measure()) AT ffff90ee98823418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1788840276.580149:0:2358:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 911, crc32c 5375, adler 879 00000020:00000040:0.0:1788840276.580155:0:2358:0:(genops.c:879:class_export_put()) PUTting export ffff90ee9881e000 : new refcount 4 00000100:00000001:0.0:1788840276.580158:0:2358:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:0.0:1788840276.580162:0:2358:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:0.0:1788840276.580167:0:2358:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff90ee90f70800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 17 cl_max_extent_pages: 32768 00000002:00000001:0.0:1788840276.580171:0:2358:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:0.0:1788840276.580173:0:2358:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840276.580175:0:2358:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:0.0:1788840276.580178:0:2358:0:(lmv_obd.c:191:lmv_notify()) Process entered 00000080:00000001:0.0:1788840276.580183:0:2358:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788840276.580186:0:2358:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840276.580188:0:2358:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840276.580190:0:2358:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840276.580192:0:2358:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788840276.580193:0:2358:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840276.580195:0:2358:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840276.580197:0:2358:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:0.0:1788840276.580201:0:2358:0:(import.c:1297:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.202.131@tcp after partition 00000100:00080000:0.0:1788840276.580204:0:2358:0:(import.c:65:import_set_state_nolock()) ffff90ee98823000 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:0.0:1788840276.580209:0:2358:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1788840276.580212:0:2358:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00080000:0.0:1788840276.580218:0:2358:0:(client.c:3247:ptlrpc_resend_req()) @@@ going to resend req@ffff90ee9125ce00 x1875733133977728/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840279 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840276.580237:0:2358:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788840276.580240:0:2358:0:(import.c:65:import_set_state_nolock()) ffff90ee98823000 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:0.0:1788840276.580242:0:2358:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:0.0:1788840276.580244:0:2358:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:0.0:1788840276.580245:0:2358:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:0.0:1788840276.580246:0:2358:0:(lmv_obd.c:191:lmv_notify()) Process entered 00800000:00000001:0.0:1788840276.580248:0:2358:0:(lmv_obd.c:85:lmv_set_mdc_active()) Process entered 00800000:00000040:0.0:1788840276.580250:0:2358:0:(lmv_obd.c:88:lmv_set_mdc_active()) Searching in lmv ffff90ee988921d8 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:0.0:1788840276.580254:0:2358:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x3aa5f499c96f2cd8 00800000:00000040:0.0:1788840276.580258:0:2358:0:(lmv_obd.c:109:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff90ee90f70800=10f4a654-3497-48d8-8f70-7e89f4f161cc device 3 (ffff90ee98894d28) type mdc at LMV idx 0 00800000:00000040:0.0:1788840276.580262:0:2358:0:(lmv_obd.c:114:lmv_set_mdc_active()) OBD ffff90ee98894d28 already active! 00800000:00000001:0.0:1788840276.580264:0:2358:0:(lmv_obd.c:115:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788840276.580266:0:2358:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788840276.580268:0:2358:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840276.580269:0:2358:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840276.580271:0:2358:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840276.580273:0:2358:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788840276.580274:0:2358:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788840276.580277:0:2358:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=9 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:2.0:1788840276.580512:0:31517:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788840276.580518:0:31517:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840276.580520:0:31517:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840276.580524:0:31517:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e108. 00000400:00000200:2.0:1788840276.580530:0:31517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234bb0 00000400:00000010:2.0:1788840276.580532:0:31517:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234bb0. 00000100:00000001:2.0:1788840276.580535:0:31517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840276.580541:0:31517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125ce00 x1875733133977728/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840279 ref 2 fl Rpc:SQr/600/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788840276.580551:0:31517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125ce00 x1875733133977728/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840279 ref 2 fl Rpc:SQU/600/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840276.580792:0:31517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840276.580795:0:31517:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840276.580798:0:31517:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840276.580801:0:31517:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840276.580804:0:31517:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840276.580809:0:31517:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840276.580812:0:31517:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840276.580815:0:31517:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1788840276.580821:0:31517:0:(client.c:3740:ptlrpc_set_mbits()) resend with new mbits old x1875733133977728 new x1875733133979904 02000000:00000001:2.0:1788840276.580825:0:31517:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840276.580828:0:31517:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840276.580834:0:31517:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840276.580839:0:31517:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e108. 00000400:00000010:2.0:1788840276.580845:0:31517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234bb0. 00000100:00000200:2.0:1788840276.580854:0:31517:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133977728, portal 10 00000100:00000001:2.0:1788840276.580856:0:31517:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840276.580858:0:31517:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044631040 : -122120664920576 : ffff90ee9125ce00) 00000100:00000040:2.0:1788840276.580865:0:31517:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff90ee9125ce00 x1875733133977728/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840292 ref 3 fl Rpc:r/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840276.580873:0:31517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840276.580876:0:31517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840276.580879:0:31517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234dd0. 00000100:00000200:2.0:1788840276.580882:0:31517:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875733133977728, offset 0 00000400:00000200:2.0:1788840276.580889:0:31517:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840276.580897:0:31517:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840276.580905:0:31517:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840276.580911:0:31517:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840276.580917:0:31517:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840276.580921:0:31517:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840276.580924:0:31517:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840276.580928:0:31517:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2442:2442:256:4294967295] 192.168.202.131@tcp LPNI seq info [2442:2442:8:4294967295] 00000400:00000200:2.0:1788840276.580933:0:31517:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840276.580942:0:31517:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840276.580949:0:31517:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840276.580956:0:31517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989b00. 00000800:00000200:2.0:1788840276.580964:0:31517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840276.580972:0:31517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840276.580978:0:31517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989b00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788840276.580993:0:31517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840276.580998:0:31517:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 772041 usecs (773 jiffies) 00000400:00000200:2.0:1788840276.581001:0:31517:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840276.581005:0:31517:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296507172 00000100:00000001:2.0:1788840276.581009:0:31517:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296510376 00000100:00000001:2.0:1788840276.581012:0:31517:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296507172 00000100:00000001:2.0:1788840276.581014:0:31517:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296510376 00000100:00000001:2.0:1788840276.581017:0:31517:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840276.581020:0:31517:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840276.581024:0:31517:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840276.581026:0:31517:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788840276.581029:0:31517:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee85db4000 going to sleep for 11 seconds 00000100:00000001:2.0:1788840276.581031:0:31517:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840276.581033:0:31517:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840276.581336:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840276.581341:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989b00. 00000400:00000200:2.0:1788840276.581347:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840276.581352:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840276.581356:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234dd0 00000400:00000010:2.0:1788840276.581359:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234dd0. 00000100:00000001:2.0:1788840276.581362:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840276.581366:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125ce00 x1875733133977728/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840292 ref 3 fl Rpc:r/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840276.581490:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840276.581495:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee9125ce00 x1875733133977728/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840292 ref 3 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840276.581502:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840276.581504:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000002:00000001:3.0:1788840276.581996:0:2358:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840276.582001:0:2358:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:3.0:1788840276.582006:0:2358:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff90ee90f70800: Connection restored to 192.168.202.131@tcp (at 192.168.202.131@tcp) 00000100:00080000:3.0:1788840276.582015:0:2358:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000009cbc90c2): req@ffff90ee87f5a300 x1875733133977344/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/512 e 0 to 1 dl 1788840276 ref 2 fl Rpc:XQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840276.582039:0:2358:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840276.582043:0:2358:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840276.582051:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d4b800 x1875733133979520/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/416 e 0 to 0 dl 1788840286 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840276.582060:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d4b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:10f4a654-3497-48d8-8f70-7e89f4f161cc:2358:1875733133979520:192.168.202.131@tcp:38:kworker.0 00000100:00000001:3.0:1788840276.582065:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840276.582068:0:2358:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840276.582071:0:2358:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d4b800 x1875733133979520/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/416 e 0 to 0 dl 1788840286 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840276.582078:0:2358:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840276.582082:0:2358:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000002:00000001:0.0:1788840276.582175:0:31552:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:0.0:1788840276.582181:0:31552:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:0.0:1788840276.582185:0:31552:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840276.582189:0:31552:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840276.582191:0:31552:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=8 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:0.0:1788840276.582194:0:31552:0:(genops.c:1230:class_import_put()) Process leaving 00000002:00000001:0.0:1788840276.582196:0:31552:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840276.582296:0:2358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee86f36800. 02000000:00000001:3.0:1788840276.582302:0:2358:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840276.582304:0:2358:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840276.582306:0:2358:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:3.0:1788840276.582308:0:2358:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840276.582312:0:2358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee86eef000. 02000000:00000001:3.0:1788840276.582325:0:2358:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840276.582327:0:2358:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840276.582330:0:2358:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d4b800. 00000100:00000001:3.0:1788840276.582334:0:2358:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840276.582335:0:2358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840276.582338:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840276.582349:0:2358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840276.582351:0:2358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840276.582354:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840276.582367:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840276.582547:0:31527:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840276.582552:0:31527:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840276.582555:0:31527:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840276.582557:0:31527:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840276.582618:0:31527:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840276.582621:0:31527:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840276.582624:0:31527:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840276.582626:0:31527:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:1.0:1788840276.582632:0:31527:0:(client.c:3740:ptlrpc_set_mbits()) resend with new mbits old x1875733133977344 new x1875733133980032 02000000:00000001:1.0:1788840276.582636:0:31527:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840276.582673:0:31527:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840276.582681:0:31527:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840276.582687:0:31527:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe210. 00000400:00000010:1.0:1788840276.582695:0:31527:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea05397f8. 00000100:00000200:1.0:1788840276.582701:0:31527:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133977344, portal 10 00000100:00000001:1.0:1788840276.582704:0:31527:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840276.582706:0:31527:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890479360 : -122120819072256 : ffff90ee87f5a300) 00000100:00000040:1.0:1788840276.582716:0:31527:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=202 req@ffff90ee87f5a300 x1875733133977344/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/512 e 0 to 0 dl 1788840292 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840276.582725:0:31527:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840276.582728:0:31527:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840276.582731:0:31527:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539b28. 00000100:00000200:1.0:1788840276.582735:0:31527:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875733133977344, offset 0 00000400:00000200:1.0:1788840276.582742:0:31527:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840276.582750:0:31527:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840276.582757:0:31527:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840276.582761:0:31527:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840276.582765:0:31527:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840276.582769:0:31527:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840276.582772:0:31527:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840276.582776:0:31527:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2443:2443:256:4294967295] 192.168.202.131@tcp LPNI seq info [2443:2443:8:4294967295] 00000400:00000200:1.0:1788840276.582781:0:31527:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840276.582790:0:31527:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840276.582796:0:31527:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840276.582801:0:31527:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee86f0d500. 00000800:00000200:1.0:1788840276.582807:0:31527:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840276.582814:0:31527:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840276.582819:0:31527:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee86f0d500 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:1.0:1788840276.582837:0:31527:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840276.582842:0:31527:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 772041 usecs (773 jiffies) 00000400:00000200:1.0:1788840276.582845:0:31527:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840276.582848:0:31527:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296507174 00000100:00000001:1.0:1788840276.582851:0:31527:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296510376 00000100:00000001:1.0:1788840276.582854:0:31527:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296507174 00000100:00000001:1.0:1788840276.582856:0:31527:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296510376 00000100:00000001:1.0:1788840276.582858:0:31527:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840276.582862:0:31527:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840276.582865:0:31527:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840276.582866:0:31527:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788840276.582869:0:31527:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee84e4d300 going to sleep for 11 seconds 00000100:00000001:1.0:1788840276.582871:0:31527:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840276.582872:0:31527:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840276.583626:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840276.583634:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0d500. 00000400:00000200:2.0:1788840276.583670:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840276.583678:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840276.583686:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539b28 00000400:00000010:2.0:1788840276.583689:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539b28. 00000100:00000001:2.0:1788840276.583694:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840276.583701:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f5a300 x1875733133977344/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/512 e 0 to 0 dl 1788840292 ref 3 fl Rpc:r/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840276.583718:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840276.583722:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f5a300 x1875733133977344/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/512 e 0 to 0 dl 1788840292 ref 3 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840276.583728:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840276.583730:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840276.585342:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840276.585363:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840276.585376:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840276.585380:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840276.585451:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840276.585460:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840276.585470:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840276.585476:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840276.585482:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840276.585487:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 456 into portal 10 MB=0x6a9f82724f100 00000400:00000200:2.0:1788840276.585493:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840276.585500:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 456/456 into md 0x6acd [1] + 224 00000800:00000001:2.0:1788840276.585510:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840276.585518:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840276.585521:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840276.585526:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840276.585533:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840276.585543:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125ce00 x1875733133977728/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840292 ref 2 fl Rpc:Qr/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840276.585555:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff90ee9125ce00 x1875733133977728/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840292 ref 2 fl Rpc:RQ/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840276.585631:0:31517:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840276.585789:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840276.585802:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840276.585805:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788840276.585966:0:31517:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840276.585969:0:31517:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840276.585974:0:31517:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e108. 00000400:00000200:3.0:1788840276.585982:0:31517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234bb0 00000400:00000010:3.0:1788840276.585985:0:31517:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234bb0. 00000100:00000001:3.0:1788840276.585988:0:31517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840276.585993:0:31517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125ce00 x1875733133977728/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840292 ref 2 fl Rpc:RQ/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788840276.586002:0:31517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125ce00 x1875733133977728/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840292 ref 2 fl Rpc:RQU/602/ffffffff rc -11/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840276.586009:0:31517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840276.586012:0:31517:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840276.586014:0:31517:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840276.586018:0:31517:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840276.586021:0:31517:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840276.586024:0:31517:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840276.586027:0:31517:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840276.586038:0:31517:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee988234a8 time=126 v=5 (5 5 5 5) 00000100:00001000:3.0:1788840276.586044:0:31517:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840276.586047:0:31517:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840276.586049:0:31517:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840276.586052:0:31517:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840276.586058:0:31517:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840276.586062:0:31517:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840276.586064:0:31517:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967634 00000100:00000001:3.0:1788840276.586066:0:31517:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840276.586069:0:31517:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840276.586074:0:31517:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125ce00 x1875733133977728/t4294967634(4294967634) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840292 ref 2 fl Rpc:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840276.586082:0:31517:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840276.586086:0:31517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840276.586159:0:31517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840276.586166:0:31517:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125ce00 x1875733133977728/t4294967634(4294967634) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840292 ref 2 fl Interpret:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788840276.586174:0:31517:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125ce00 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:31517:1875733133977728:192.168.202.131@tcp:35:multiop.0 00000100:00000001:3.0:1788840276.586180:0:31517:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840276.586183:0:31517:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840276.586186:0:31517:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788840276.586189:0:31517:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840276.586192:0:31517:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125ce00 x1875733133977728/t4294967634(4294967634) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840292 ref 2 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840276.586199:0:31517:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788840276.586203:0:31517:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee85db4000. 00000100:00000001:3.0:1788840276.586207:0:31517:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788840276.586209:0:31517:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840276.586219:0:31517:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840276.586220:0:31517:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044631040 : -122120664920576 : ffff90ee9125ce00) 00000002:00000001:3.0:1788840276.586224:0:31517:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840276.586228:0:31517:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788840276.586234:0:31517:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98e5bc00. 00000080:00000001:3.0:1788840276.586239:0:31517:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1788840276.586242:0:31517:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1788840276.586347:0:31517:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1788840276.586357:0:31517:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff90ee86d49500 x1875733133976704/t4294967632(4294967632) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840275 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840276.586366:0:31517:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840276.586478:0:31517:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d49500 x1875733133976704/t4294967632(4294967632) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840275 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840276.586485:0:31517:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1788840276.586489:0:31517:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840276.586492:0:31517:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:2.0:1788840276.586495:0:31517:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840276.586499:0:31517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee86eedc00. 02000000:00000001:2.0:1788840276.586504:0:31517:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840276.586506:0:31517:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840276.586509:0:31517:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d49500. 00000100:00000001:2.0:1788840276.586513:0:31517:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840276.586514:0:31517:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840276.586516:0:31517:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840276.586519:0:31517:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125ce00 x1875733133977728/t4294967634(4294967634) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840292 ref 2 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840276.586526:0:31517:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788840276.586528:0:31517:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff90ee86e757e0. 00000002:00000001:2.0:1788840276.586531:0:31517:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840276.586533:0:31517:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788840276.586536:0:31517:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff90eea05b2480. 00000100:00000001:2.0:1788840276.586539:0:31517:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840276.586542:0:31517:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125ce00 x1875733133977728/t4294967634(4294967634) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840292 ref 1 fl Complete:RQU/602/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840276.586548:0:31517:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840276.586550:0:31517:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840276.586554:0:31517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee85dd6c00. 02000000:00000001:2.0:1788840276.586617:0:31517:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840276.586619:0:31517:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840276.586621:0:31517:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:2.0:1788840276.586623:0:31517:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840276.586625:0:31517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee98e5ba00. 02000000:00000001:2.0:1788840276.586628:0:31517:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840276.586629:0:31517:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840276.586630:0:31517:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125ce00. 00000100:00000001:2.0:1788840276.586633:0:31517:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840276.586634:0:31517:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788840276.586637:0:31517:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788840276.586991:0:31517:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90ee82ffd040. 00000080:00000001:2.0:1788840276.586996:0:31517:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840276.587004:0:31517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d97df0 00000080:00000008:2.0:1788840276.587007:0:31517:0:(file.c:523:ll_file_release()) COMPLETED file f:[0x200000404:0x29:0x0](ffff90ee905c5348), flags 100002, rc = 0 00000080:00000001:2.0:1788840276.587021:0:31517:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840276.587029:0:31517:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788840276.587031:0:31517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d97e00 00000080:00002000:2.0:1788840276.587033:0:31517:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff90ee9073d5e8, parent ffff90ee906e8438, inode ffff90ee905c5348) hashed, 00000080:00000001:2.0:1788840276.587036:0:31517:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788840276.587050:0:31517:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788840276.587057:0:31517:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1788840276.587061:0:31517:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788840276.587062:0:31517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d97e00 00000080:00002000:2.0:1788840276.587064:0:31517:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-1 (ffff90ee906e8438, parent ffff90ee9069b510, inode ffff90ee90591988) hashed, 00000080:00000001:2.0:1788840276.587066:0:31517:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788840276.587070:0:31517:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788840276.587072:0:31517:0:(dcache.c:48:ll_release()) Process leaving 00000800:00000001:3.0:1788840276.587668:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840276.587683:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840276.587689:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840276.587702:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840276.587712:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840276.587721:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840276.587730:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840276.587736:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840276.587741:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840276.587746:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 456 into portal 10 MB=0x6a9f82724f180 00000400:00000200:3.0:1788840276.587753:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840276.587760:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 456/456 into md 0x6add [1] + 224 00000800:00000001:3.0:1788840276.587767:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840276.587776:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840276.587780:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840276.587786:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840276.587793:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840276.587802:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f5a300 x1875733133977344/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/512 e 0 to 0 dl 1788840292 ref 2 fl Rpc:Qr/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840276.587813:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=202 mlen=456 offset=224 replen=512 req@ffff90ee87f5a300 x1875733133977344/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/512 e 0 to 0 dl 1788840292 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840276.587836:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788840276.587846:0:2353:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788840276.587851:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840276.587858:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840276.587865:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2444:2444:256:4294967295] 192.168.202.131@tcp LPNI seq info [2444:2444:8:4294967295] 00000400:00000200:3.0:1788840276.587870:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840276.587881:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) 192.168.202.131@tcp : ACK try# 0 00000800:00000200:3.0:1788840276.587888:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840276.587895:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee983e5900. 00000800:00000200:3.0:1788840276.587904:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840276.587913:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840276.587919:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee983e5900 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788840276.588005:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840276.588009:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee983e5900. 00000400:00000200:3.0:1788840276.588014:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840276.588019:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: ACK: OK 00000800:00000001:3.0:1788840276.588026:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840276.588031:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840276.590875:0:31527:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788840276.590892:0:31527:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840276.590896:0:31527:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840276.590900:0:31527:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe210. 00000400:00000200:2.0:1788840276.590908:0:31527:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea05397f8 00000400:00000010:2.0:1788840276.590911:0:31527:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea05397f8. 00000100:00000001:2.0:1788840276.590917:0:31527:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840276.590930:0:31527:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f5a300 x1875733133977344/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/512 e 0 to 0 dl 1788840292 ref 2 fl Rpc:RQ/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788840276.590943:0:31527:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f5a300 x1875733133977344/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/512 e 0 to 0 dl 1788840292 ref 2 fl Rpc:RQU/202/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840276.590952:0:31527:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840276.590956:0:31527:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840276.590959:0:31527:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788840276.590963:0:31527:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788840276.590966:0:31527:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840276.590969:0:31527:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840276.590973:0:31527:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840276.590984:0:31527:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=126 v=5 (5 102 102 102) 00000100:00001000:2.0:1788840276.590989:0:31527:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1788840276.590992:0:31527:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788840276.590995:0:31527:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840276.590998:0:31527:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788840276.591002:0:31527:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840276.591006:0:31527:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788840276.591008:0:31527:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1788840276.591009:0:31527:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788840276.591012:0:31527:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840276.591014:0:31527:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890479360 : -122120819072256 : ffff90ee87f5a300) 00000100:00000001:2.0:1788840276.591017:0:31527:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788840276.591019:0:31527:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967634 00000100:00000001:2.0:1788840276.591021:0:31527:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788840276.591025:0:31527:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840276.591030:0:31527:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f5a300 x1875733133977344/t4294967635(4294967635) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/456 e 0 to 0 dl 1788840292 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840276.591037:0:31527:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840276.591041:0:31527:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840276.591043:0:31527:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840276.591047:0:31527:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f5a300 x1875733133977344/t4294967635(4294967635) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/456 e 0 to 0 dl 1788840292 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788840276.591055:0:31527:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f5a300 pname:cluuid:pid:xid:nid:opc:job touch:10f4a654-3497-48d8-8f70-7e89f4f161cc:31527:1875733133977344:192.168.202.131@tcp:36:touch.0 00000100:00000001:2.0:1788840276.591060:0:31527:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840276.591062:0:31527:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840276.591065:0:31527:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788840276.591068:0:31527:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840276.591072:0:31527:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f5a300 x1875733133977344/t4294967635(4294967635) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/456 e 0 to 0 dl 1788840292 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840276.591079:0:31527:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788840276.591082:0:31527:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee84e4d300. 00000100:00000001:2.0:1788840276.591086:0:31527:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788840276.594227:0:31527:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840276.594246:0:31527:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840276.594250:0:31527:0:(lmv_obd.c:3047:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840276.594260:0:31527:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788840276.594263:0:31527:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788840276.594284:0:31527:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833962 : 144115205322833962 : 20000040400002a) 00000080:00000001:2.0:1788840276.594289:0:31527:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000100:00000001:2.0:1788840276.594296:0:31527:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840276.594311:0:31527:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f5a300 x1875733133977344/t4294967635(4294967635) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/456 e 0 to 0 dl 1788840292 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840276.594329:0:31527:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840276.594332:0:31527:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788840276.594335:0:31527:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840276.594337:0:31527:0:(llite_lib.c:2188:ll_md_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840276.594342:0:31527:0:(pcc.c:2642:pcc_inode_setattr()) Process entered 00000080:00000001:2.0:1788840276.594346:0:31527:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788840276.594348:0:31527:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788840276.594351:0:31527:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788840276.594353:0:31527:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840276.594356:0:31527:0:(pcc.c:2651:pcc_inode_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840276.594359:0:31527:0:(lcommon_cl.c:57:cl_setattr_ost()) Process entered 00000020:00000001:2.0:1788840276.594363:0:31527:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788840276.594368:0:31527:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044390328 : -122120665161288 : ffff90ee912221b8) 00000020:00001000:2.0:1788840276.594371:0:31527:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912221b0 00000020:00000001:2.0:1788840276.594378:0:31527:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f080 -> ffff90ee82e4f080 00000020:00000001:2.0:1788840276.594968:0:31527:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788840276.594972:0:31527:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788840276.594975:0:31527:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x2a:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788840276.594979:0:31527:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788840276.594981:0:31527:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788840276.594984:0:31527:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788840276.594989:0:31527:0:(file.c:6135:ll_take_md_lock()) Process entered 00000080:00000040:2.0:1788840276.594991:0:31527:0:(file.c:6137:ll_take_md_lock()) trying to match res [0x200000404:0x2a:0x0] 00000002:00000001:2.0:1788840276.594997:0:31527:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840276.595000:0:31527:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788840276.595009:0:31527:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840276.595011:0:31527:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788840276.595013:0:31527:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x2a:0x0]: 0 00000080:00000001:2.0:1788840276.595016:0:31527:0:(file.c:6142:ll_take_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840276.595018:0:31527:0:(file.c:7047:ll_layout_intent()) Process entered 00000080:00000010:2.0:1788840276.595028:0:31527:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98e5ba00. 00000080:00010000:2.0:1788840276.595037:0:31527:0:(file.c:7065:ll_layout_intent()) ### lustre: requeue layout lock for file [0x200000404:0x2a:0x0](ffff90ee90594b08) 00000080:00000001:2.0:1788840276.595041:0:31527:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788840276.595046:0:31527:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788840276.595051:0:31527:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa1620189f958 00800000:00000002:2.0:1788840276.595055:0:31527:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'layout' for [0x200000404:0x2a:0x0] '' on [0x200000404:0x2a:0x0] 00800000:00000001:2.0:1788840276.595060:0:31527:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788840276.595064:0:31527:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x2a:0x0], fid2=[0x200000404:0x2a:0x0], name='' -> mds #0 00000002:00000001:2.0:1788840276.595070:0:31527:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788840276.595072:0:31527:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa1620189f828 00000002:00010000:2.0:1788840276.595074:0:31527:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x2a:0x0]) in obj [0x200000404:0x2a:0x0], intent: layout flags 0 00000002:00000001:2.0:1788840276.595078:0:31527:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788840276.595081:0:31527:0:(mdc_locks.c:708:mdc_intent_layout_pack()) Process entered 00000100:00000010:2.0:1788840276.595782:0:31527:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125ce00. 00000020:00000040:2.0:1788840276.595793:0:31527:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00010000:00000001:2.0:1788840276.595801:0:31527:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788840276.595808:0:31527:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840276.595813:0:31527:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840276.595817:0:31527:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840276.595819:0:31527:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840276.595825:0:31527:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840276.595836:0:31527:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee98e5aa00. 00000100:00000001:2.0:1788840276.595844:0:31527:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840276.595850:0:31527:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840276.595852:0:31527:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840276.595853:0:31527:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840276.595854:0:31527:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840276.595856:0:31527:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840276.596510:0:31527:0:(mdc_locks.c:741:mdc_intent_layout_pack()) Process leaving (rc=18446621953044631040 : -122120664920576 : ffff90ee9125ce00) 00010000:00000001:2.0:1788840276.596517:0:31527:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788840276.596520:0:31527:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788840276.596529:0:31527:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee892b1100. 00010000:00000010:2.0:1788840276.596536:0:31527:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee98e7d880. 00010000:00000001:2.0:1788840276.596543:0:31527:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788840276.596548:0:31527:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee87d8c000. 00000020:00000001:2.0:1788840276.596554:0:31527:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788840276.596557:0:31527:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee87d8c000 with handle 0x3aa5f499c96f3790 to hash 00000020:00000001:2.0:1788840276.596560:0:31527:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788840276.596562:0:31527:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952888586240 : -122120820965376 : ffff90ee87d8c000) 00010000:00000001:2.0:1788840276.596567:0:31527:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952888586240 : -122120820965376 : ffff90ee87d8c000) 00010000:00000001:2.0:1788840276.596571:0:31527:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840276.596574:0:31527:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840276.596580:0:31527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c000/0x3aa5f499c96f3790 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840276.596592:0:31527:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c000/0x3aa5f499c96f3790 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31527 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840276.596605:0:31527:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c000/0x3aa5f499c96f3790 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31527 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788840276.596612:0:31527:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788840276.596615:0:31527:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788840276.596624:0:31527:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee85db4b40. 00000100:00000001:2.0:1788840276.596626:0:31527:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952855198528 : -122120854353088 : ffff90ee85db4b40) 00000100:00000001:2.0:1788840276.596630:0:31527:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840276.596632:0:31527:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044631040 : -122120664920576 : ffff90ee9125ce00) 00000100:00000001:2.0:1788840276.596669:0:31527:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840276.596675:0:31527:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840276.596678:0:31527:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788840276.596680:0:31527:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840276.596693:0:31527:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125ce00 x1875733133980160/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 376/472 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840276.596704:0:31527:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840276.596706:0:31527:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840276.596712:0:31527:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840276.596716:0:31527:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840276.596718:0:31527:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840276.596723:0:31527:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125ce00 pname:cluuid:pid:xid:nid:opc:job touch:10f4a654-3497-48d8-8f70-7e89f4f161cc:31527:1875733133980160:192.168.202.131@tcp:101:touch.0 00000100:00000001:2.0:1788840276.596728:0:31527:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840276.596735:0:31527:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840276.596738:0:31527:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840276.596741:0:31527:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840276.596747:0:31527:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee85dd6c00. 02000000:00000001:2.0:1788840276.596750:0:31527:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840276.596760:0:31527:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840276.596764:0:31527:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e9f8. 00000400:00000010:2.0:1788840276.596773:0:31527:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234dd0. 00000100:00000200:2.0:1788840276.596782:0:31527:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133980160, portal 10 00000100:00000001:2.0:1788840276.596785:0:31527:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840276.596786:0:31527:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044631040 : -122120664920576 : ffff90ee9125ce00) 00000100:00000040:2.0:1788840276.596792:0:31527:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee9125ce00 x1875733133980160/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 376/472 e 0 to 0 dl 1788840292 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840276.596800:0:31527:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840276.596803:0:31527:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840276.596806:0:31527:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234000. 00000100:00000200:2.0:1788840276.596809:0:31527:0:(niobuf.c:94:ptl_send_buf()) Sending 376 bytes to portal 12, xid 1875733133980160, offset 0 00000400:00000200:2.0:1788840276.596818:0:31527:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840276.596828:0:31527:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840276.596837:0:31527:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840276.596843:0:31527:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840276.596849:0:31527:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840276.596854:0:31527:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840276.596857:0:31527:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840276.596862:0:31527:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2445:2445:256:4294967295] 192.168.202.131@tcp LPNI seq info [2445:2445:8:4294967295] 00000400:00000200:2.0:1788840276.596866:0:31527:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840276.596877:0:31527:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840276.596884:0:31527:0:(socklnd_cb.c:931:ksocknal_send()) sending 376 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840276.596890:0:31527:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989b00. 00000800:00000200:2.0:1788840276.596898:0:31527:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840276.596908:0:31527:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840276.596914:0:31527:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989b00 type 1, nob 472 niov 1 nkiov 1 00000100:00000001:2.0:1788840276.596941:0:31527:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840276.596947:0:31527:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 820985 usecs (821 jiffies) 00000400:00000200:2.0:1788840276.596950:0:31527:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840276.596954:0:31527:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296507232 00000100:00000001:2.0:1788840276.596957:0:31527:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296510376 00000100:00000001:2.0:1788840276.596960:0:31527:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296507232 00000100:00000001:2.0:1788840276.596963:0:31527:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296510376 00000100:00000001:2.0:1788840276.596966:0:31527:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840276.596968:0:31527:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840276.596971:0:31527:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840276.596973:0:31527:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788840276.596975:0:31527:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee85db4b40 going to sleep for 11 seconds 00000100:00000001:2.0:1788840276.596978:0:31527:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840276.596982:0:31527:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840276.597538:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840276.597545:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989b00. 00000400:00000200:3.0:1788840276.597552:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840276.597560:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840276.597568:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234000 00000400:00000010:3.0:1788840276.597571:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234000. 00000100:00000001:3.0:1788840276.597577:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840276.597582:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125ce00 x1875733133980160/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 376/472 e 0 to 0 dl 1788840292 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840276.597593:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840276.597597:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee9125ce00 x1875733133980160/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 376/472 e 0 to 0 dl 1788840292 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840276.597603:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840276.597605:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:2.1:1788840276.603402:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee86d74aa0. 00000800:00000001:3.0:1788840276.603687:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840276.603706:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840276.603710:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840276.603713:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840276.603724:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840276.603734:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840276.603746:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840276.603752:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840276.603759:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840276.603764:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 400 into portal 10 MB=0x6a9f82724f200 00000400:00000200:3.0:1788840276.603769:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840276.603778:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 400/400 into md 0x6ae5 [1] + 224 00000800:00000001:3.0:1788840276.603787:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840276.603794:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840276.603798:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840276.603803:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840276.603814:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840276.603825:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125ce00 x1875733133980160/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 376/472 e 0 to 0 dl 1788840292 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840276.603838:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=472 req@ffff90ee9125ce00 x1875733133980160/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 376/472 e 0 to 0 dl 1788840292 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840276.603860:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840276.603872:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840276.603875:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.1:1788840276.612166:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee86e75360. 00000100:00000001:0.0:1788840276.618899:0:31527:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788840276.619135:0:31527:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840276.619140:0:31527:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840276.619146:0:31527:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e9f8. 00000400:00000200:1.0:1788840276.619157:0:31527:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234dd0 00000400:00000010:1.0:1788840276.619160:0:31527:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234dd0. 00000100:00000001:1.0:1788840276.619166:0:31527:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840276.619180:0:31527:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125ce00 x1875733133980160/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 376/472 e 0 to 0 dl 1788840292 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788840276.619194:0:31527:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125ce00 x1875733133980160/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 376/472 e 0 to 0 dl 1788840292 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840276.619204:0:31527:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840276.619206:0:31527:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840276.619209:0:31527:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840276.619213:0:31527:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840276.619215:0:31527:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840276.619218:0:31527:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840276.619222:0:31527:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840276.619234:0:31527:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=126 v=5 (5 102 102 102) 00000100:00001000:1.0:1788840276.619239:0:31527:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840276.619242:0:31527:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840276.619243:0:31527:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840276.619247:0:31527:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840276.619251:0:31527:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840276.619255:0:31527:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840276.619257:0:31527:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967634 00000100:00000001:1.0:1788840276.619260:0:31527:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840276.619263:0:31527:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840276.619268:0:31527:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125ce00 x1875733133980160/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 376/400 e 0 to 0 dl 1788840292 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840276.619277:0:31527:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840276.619281:0:31527:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840276.619284:0:31527:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840276.619288:0:31527:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125ce00 x1875733133980160/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 376/400 e 0 to 0 dl 1788840292 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788840276.619296:0:31527:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125ce00 pname:cluuid:pid:xid:nid:opc:job touch:10f4a654-3497-48d8-8f70-7e89f4f161cc:31527:1875733133980160:192.168.202.131@tcp:101:touch.0 00000100:00000001:1.0:1788840276.619301:0:31527:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840276.619304:0:31527:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840276.619306:0:31527:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788840276.619309:0:31527:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840276.619312:0:31527:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125ce00 x1875733133980160/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 376/400 e 0 to 0 dl 1788840292 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840276.619330:0:31527:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840276.619334:0:31527:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee85db4b40. 00000100:00000001:1.0:1788840276.619337:0:31527:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788840276.619339:0:31527:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840276.619342:0:31527:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788840276.619348:0:31527:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840276.619351:0:31527:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840276.619365:0:31527:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c000 refcount=4 00000020:00000001:1.0:1788840276.619368:0:31527:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888586240 : -122120820965376 : ffff90ee87d8c000) 00010000:00000001:1.0:1788840276.619372:0:31527:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888586240 : -122120820965376 : ffff90ee87d8c000) 00010000:00000040:1.0:1788840276.619381:0:31527:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee87d8c000, remote cookie: 0x8a436931312ba606, flags: 0x1000 00010000:00000001:1.0:1788840276.619385:0:31527:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788840276.619392:0:31527:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788840276.619394:0:31527:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788840276.619397:0:31527:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788840276.619398:0:31527:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788840276.619402:0:31527:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x2a:0x0].0x0 (ffff90ee892b1100) refcount = 1 00010000:00010000:1.0:1788840276.619408:0:31527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c000/0x3aa5f499c96f3790 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba606 expref: -99 pid: 31527 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840276.619417:0:31527:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788840276.619422:0:31527:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788840276.619424:0:31527:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840276.619427:0:31527:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788840276.619430:0:31527:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840276.619433:0:31527:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c000/0x3aa5f499c96f3790 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba606 expref: -99 pid: 31527 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840276.619440:0:31527:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788840276.619442:0:31527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840276.619444:0:31527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840276.619446:0:31527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840276.619447:0:31527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840276.619448:0:31527:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840276.619453:0:31527:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788840276.619455:0:31527:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840276.619457:0:31527:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840276.619458:0:31527:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c000 refcount=3 00000020:00000001:1.0:1788840276.619460:0:31527:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888586240 : -122120820965376 : ffff90ee87d8c000) 00010000:00000001:1.0:1788840276.619462:0:31527:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888586240 : -122120820965376 : ffff90ee87d8c000) 00010000:00000001:1.0:1788840276.619465:0:31527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840276.619466:0:31527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788840276.619471:0:31527:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x400 disposition=0x1, status=0 req@ffff90ee9125ce00 x1875733133980160/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 376/400 e 0 to 0 dl 1788840292 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000002:00000040:1.0:1788840276.619480:0:31527:0:(mdc_locks.c:907:mdc_finish_enqueue()) lustre-MDT0000-mdc-ffff90ee90f70800: layout return lvb 56 transno 0 00010000:00000001:1.0:1788840276.619483:0:31527:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840276.619484:0:31527:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840276.619486:0:31527:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c000 refcount=3 00000020:00000001:1.0:1788840276.619488:0:31527:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888586240 : -122120820965376 : ffff90ee87d8c000) 00010000:00000001:1.0:1788840276.619490:0:31527:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888586240 : -122120820965376 : ffff90ee87d8c000) 00000002:00010000:1.0:1788840276.619493:0:31527:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: layout, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c000/0x3aa5f499c96f3790 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba606 expref: -99 pid: 31527 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1788840276.619510:0:31527:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff90ee87139400. 00010000:00000001:1.0:1788840276.619513:0:31527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840276.619514:0:31527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840276.619516:0:31527:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840276.619518:0:31527:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840276.619522:0:31527:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788840276.619524:0:31527:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840276.619525:0:31527:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840276.619527:0:31527:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c000 refcount=3 00000020:00000001:1.0:1788840276.619529:0:31527:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888586240 : -122120820965376 : ffff90ee87d8c000) 00010000:00000001:1.0:1788840276.619531:0:31527:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888586240 : -122120820965376 : ffff90ee87d8c000) 00000002:00010000:1.0:1788840276.619535:0:31527:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c000/0x3aa5f499c96f3790 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba606 expref: -99 pid: 31527 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840276.619541:0:31527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840276.619542:0:31527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840276.619545:0:31527:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788840276.619547:0:31527:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840276.619548:0:31527:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840276.619549:0:31527:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c000 refcount=3 00000020:00000001:1.0:1788840276.619551:0:31527:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888586240 : -122120820965376 : ffff90ee87d8c000) 00010000:00000001:1.0:1788840276.619553:0:31527:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888586240 : -122120820965376 : ffff90ee87d8c000) 00010000:00000040:1.0:1788840276.619560:0:31527:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1100 count: 2 00010000:00000001:1.0:1788840276.619564:0:31527:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788840276.619569:0:31527:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 16 res 8589935620/42 (0 0) 00010000:00000001:1.0:1788840276.619572:0:31527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840276.619574:0:31527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840276.619575:0:31527:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788840276.619579:0:31527:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa1620189f7b0 00000002:00002000:1.0:1788840276.619581:0:31527:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=layout status=0 disp=0x1: rc = 0 00000002:00000001:1.0:1788840276.619585:0:31527:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840276.619589:0:31527:0:(lmv_intent.c:533:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840276.619593:0:31527:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788840276.619597:0:31527:0:(namei.c:952:ll_intent_lock()) intent lock 1024 on i1 [0x200000404:0x2a:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788840276.619601:0:31527:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840276.619604:0:31527:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840276.619609:0:31527:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125ce00 x1875733133980160/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 376/400 e 0 to 0 dl 1788840292 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840276.619616:0:31527:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840276.619619:0:31527:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840276.619622:0:31527:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee85dd6c00. 02000000:00000001:1.0:1788840276.619626:0:31527:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840276.619628:0:31527:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840276.619630:0:31527:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:1.0:1788840276.619633:0:31527:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840276.619636:0:31527:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee98e5aa00. 02000000:00000001:1.0:1788840276.619692:0:31527:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840276.619694:0:31527:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840276.619696:0:31527:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125ce00. 00000100:00000001:1.0:1788840276.619701:0:31527:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840276.619702:0:31527:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1788840276.619708:0:31527:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98e5ba00. 00000080:00010000:1.0:1788840276.619713:0:31527:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2a:0x0](ffff90ee90594b08) for lock 0x3aa5f499c96f3790 00800000:00000001:1.0:1788840276.619718:0:31527:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788840276.619722:0:31527:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788840276.619723:0:31527:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840276.619724:0:31527:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840276.619726:0:31527:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c000 refcount=3 00000020:00000001:1.0:1788840276.619728:0:31527:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888586240 : -122120820965376 : ffff90ee87d8c000) 00010000:00000001:1.0:1788840276.619730:0:31527:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888586240 : -122120820965376 : ffff90ee87d8c000) 00010000:00000001:1.0:1788840276.619733:0:31527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840276.619735:0:31527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840276.619736:0:31527:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840276.619738:0:31527:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840276.619741:0:31527:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3790 from it ffffa1620189fa78 00010000:00000001:1.0:1788840276.619743:0:31527:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840276.619744:0:31527:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840276.619746:0:31527:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c000 refcount=3 00000020:00000001:1.0:1788840276.619748:0:31527:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888586240 : -122120820965376 : ffff90ee87d8c000) 00010000:00000001:1.0:1788840276.619750:0:31527:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888586240 : -122120820965376 : ffff90ee87d8c000) 00010000:00000001:1.0:1788840276.619754:0:31527:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840276.619757:0:31527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c000/0x3aa5f499c96f3790 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba606 expref: -99 pid: 31527 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840276.619764:0:31527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840276.619765:0:31527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840276.619767:0:31527:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840276.619770:0:31527:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840276.619773:0:31527:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c000/0x3aa5f499c96f3790 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba606 expref: -99 pid: 31527 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788840276.619782:0:31527:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840276.619784:0:31527:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840276.619786:0:31527:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840276.619791:0:31527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840276.619792:0:31527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840276.619794:0:31527:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840276.619798:0:31527:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840276.619801:0:31527:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840276.619803:0:31527:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840276.619805:0:31527:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840276.619807:0:31527:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840276.619808:0:31527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840276.619809:0:31527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788840276.619812:0:31527:0:(file.c:7081:ll_layout_intent()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840276.619816:0:31527:0:(file.c:6135:ll_take_md_lock()) Process entered 00000080:00000040:1.0:1788840276.619818:0:31527:0:(file.c:6137:ll_take_md_lock()) trying to match res [0x200000404:0x2a:0x0] 00000002:00000001:1.0:1788840276.619824:0:31527:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840276.619826:0:31527:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840276.619828:0:31527:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1100 count: 2 00010000:00000001:1.0:1788840276.619831:0:31527:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840276.619834:0:31527:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840276.619838:0:31527:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788840276.619841:0:31527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c000/0x3aa5f499c96f3790 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba606 expref: -99 pid: 31527 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788840276.619854:0:31527:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788840276.619860:0:31527:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840276.619862:0:31527:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c000/0x3aa5f499c96f3790 lrc: 2/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba606 expref: -99 pid: 31527 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788840276.619869:0:31527:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:1.0:1788840276.619871:0:31527:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x2a:0x0]: 16 00000080:00000001:1.0:1788840276.619873:0:31527:0:(file.c:6142:ll_take_md_lock()) Process leaving (rc=16 : 16 : 10) 00000080:00000001:1.0:1788840276.619875:0:31527:0:(file.c:6938:ll_layout_lock_set()) Process entered 00010000:00000001:1.0:1788840276.619877:0:31527:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840276.619878:0:31527:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840276.619879:0:31527:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c000 refcount=3 00000020:00000001:1.0:1788840276.619881:0:31527:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888586240 : -122120820965376 : ffff90ee87d8c000) 00010000:00000001:1.0:1788840276.619883:0:31527:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888586240 : -122120820965376 : ffff90ee87d8c000) 00000080:00010000:1.0:1788840276.619886:0:31527:0:(file.c:6948:ll_layout_lock_set()) ### file [0x200000404:0x2a:0x0](000000004f3ba709) being reconfigured ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c000/0x3aa5f499c96f3790 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba606 expref: -99 pid: 31527 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00800000:00000001:1.0:1788840276.619894:0:31527:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788840276.619895:0:31527:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788840276.619896:0:31527:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840276.619897:0:31527:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840276.619898:0:31527:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c000 refcount=4 00000020:00000001:1.0:1788840276.619900:0:31527:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888586240 : -122120820965376 : ffff90ee87d8c000) 00010000:00000001:1.0:1788840276.619902:0:31527:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888586240 : -122120820965376 : ffff90ee87d8c000) 00010000:00000001:1.0:1788840276.619904:0:31527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840276.619905:0:31527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840276.619906:0:31527:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840276.619907:0:31527:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840276.619910:0:31527:0:(file.c:6863:ll_layout_fetch()) Process entered 00000080:00000002:1.0:1788840276.619912:0:31527:0:(file.c:6866:ll_layout_fetch()) [0x200000404:0x2a:0x0] LVB_READY=0 l_lvb_data=ffff90ee87139400 l_lvb_len=56 00000080:00000001:1.0:1788840276.619915:0:31527:0:(file.c:6869:ll_layout_fetch()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840276.619918:0:31527:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788840276.619920:0:31527:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840276.619926:0:31527:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044391624 : -122120665159992 : ffff90ee912226c8) 00000020:00001000:1.0:1788840276.619928:0:31527:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912226c0 00000020:00000001:1.0:1788840276.619931:0:31527:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1788840276.619936:0:31527:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788840276.619939:0:31527:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788840276.619947:0:31527:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90ee8532c6c0. 00020000:00000010:1.0:1788840276.619953:0:31527:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90ee85dfcd00. 00020000:00000010:1.0:1788840276.619961:0:31527:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90ee8532cc60. 00020000:00000001:1.0:1788840276.619964:0:31527:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621952844156000 : -122120865395616 : ffff90ee8532cc60) 00020000:00000002:1.0:1788840276.619967:0:31527:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee8532cc60, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788840276.619973:0:31527:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788840276.619977:0:31527:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90ee85dfcd00: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000002:1.0:1788840276.619982:0:31527:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90ee98eff4d8) owner ffff90ee85dbcf80 00020000:00000001:1.0:1788840276.619986:0:31527:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788840276.619989:0:31527:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90ee98eff4d8) owner ffff90ee85dbcf80 00020000:00000010:1.0:1788840276.619995:0:31527:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90ee85dfcd00. 00020000:00000010:1.0:1788840276.619999:0:31527:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90ee8532c6c0. 00020000:00000010:1.0:1788840276.620002:0:31527:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90ee8532cc60. 00020000:00000002:1.0:1788840276.620004:0:31527:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2a:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1788840276.620007:0:31527:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840276.620009:0:31527:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840276.620013:0:31527:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1788840276.620016:0:31527:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee98eff4d8) owner 0000000000000000/ffff90ee85dbcf80 00020000:00000002:1.0:1788840276.620021:0:31527:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90ee9887dd80 addref 2/0 by ffff90ee85dbcf80. 00020000:00000002:1.0:1788840276.620023:0:31527:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee98eff4d8) owner 0000000000000000/ffff90ee85dbcf80 00020000:00000001:1.0:1788840276.620027:0:31527:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1788840276.620030:0:31527:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1788840276.620031:0:31527:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1788840276.620034:0:31527:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1788840276.620036:0:31527:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1788840276.620039:0:31527:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x2a:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1788840276.620042:0:31527:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912226c0 00000080:00000001:1.0:1788840276.620046:0:31527:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840276.620049:0:31527:0:(file.c:6985:ll_layout_lock_set()) Process leaving 00010000:00000001:1.0:1788840276.620050:0:31527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840276.620051:0:31527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840276.620052:0:31527:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840276.620053:0:31527:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840276.620055:0:31527:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c000 refcount=3 00000020:00000001:1.0:1788840276.620057:0:31527:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888586240 : -122120820965376 : ffff90ee87d8c000) 00010000:00000001:1.0:1788840276.620059:0:31527:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888586240 : -122120820965376 : ffff90ee87d8c000) 00010000:00000001:1.0:1788840276.620061:0:31527:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840276.620064:0:31527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c000/0x3aa5f499c96f3790 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8a436931312ba606 expref: -99 pid: 31527 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788840276.620071:0:31527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840276.620072:0:31527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840276.620073:0:31527:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840276.620074:0:31527:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840276.620076:0:31527:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c000/0x3aa5f499c96f3790 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312ba606 expref: -99 pid: 31527 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788840276.620082:0:31527:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840276.620084:0:31527:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840276.620085:0:31527:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840276.620087:0:31527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840276.620088:0:31527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840276.620089:0:31527:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840276.620091:0:31527:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840276.620092:0:31527:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840276.620094:0:31527:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840276.620096:0:31527:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840276.620097:0:31527:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840276.620099:0:31527:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840276.620100:0:31527:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788840276.620101:0:31527:0:(file.c:7026:ll_layout_lock_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840276.620104:0:31527:0:(file.c:7145:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840276.620108:0:31527:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788840276.620113:0:31527:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x2a:0x0]io ffff90ee98845780 type 3 ignore/verify layout 0/0 00020000:00000002:1.0:1788840276.620116:0:31527:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee98eff4d8) owner 0000000000000000/ffff90ee85dbcf80 00020000:00000001:1.0:1788840276.620120:0:31527:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788840276.620122:0:31527:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788840276.620125:0:31527:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788840276.620127:0:31527:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840276.620130:0:31527:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788840276.620132:0:31527:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788840276.620134:0:31527:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840276.620137:0:31527:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788840276.620138:0:31527:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788840276.620140:0:31527:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788840276.620141:0:31527:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee98eff4d8) owner 0000000000000000/ffff90ee85dbcf80 00000020:00000001:1.0:1788840276.620144:0:31527:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840276.620149:0:31527:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1788840276.620151:0:31527:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1788840276.620154:0:31527:0:(lov_io.c:1293:lov_io_setattr_iter_init()) Process entered 00020000:00000001:1.0:1788840276.620157:0:31527:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1788840276.620160:0:31527:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1788840276.620164:0:31527:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788840276.620167:0:31527:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788840276.620169:0:31527:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788840276.620171:0:31527:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840276.620172:0:31527:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044391624 : -122120665159992 : ffff90ee912226c8) 00000020:00001000:1.0:1788840276.620174:0:31527:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912226c0 00000020:00000001:1.0:1788840276.620178:0:31527:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f080 00000020:00000001:1.0:1788840276.620181:0:31527:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788840276.620185:0:31527:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788840276.620186:0:31527:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788840276.620188:0:31527:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840276.620190:0:31527:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840276.620192:0:31527:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174959912 : -122120534591704 : ffff90ee98ea7728) 00000020:00000001:1.0:1788840276.620195:0:31527:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1788840276.620198:0:31527:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1788840276.620202:0:31527:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840276.620204:0:31527:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840276.620207:0:31527:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840276.620208:0:31527:0:(lov_io.c:1302:lov_io_setattr_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840276.620210:0:31527:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840276.620212:0:31527:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1788840276.620215:0:31527:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1788840276.620218:0:31527:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788840276.620219:0:31527:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1788840276.620221:0:31527:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788840276.620222:0:31527:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840276.620224:0:31527:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840276.620226:0:31527:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840276.620227:0:31527:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840276.620229:0:31527:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788840276.620230:0:31527:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840276.620231:0:31527:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840276.620233:0:31527:0:(cl_io.c:528:cl_io_start()) Process entered 00000020:00000001:1.0:1788840276.620237:0:31527:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f080 -> ffff90ee82e4f080 00000020:00000001:1.0:1788840276.620240:0:31527:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f080 -> ffff90ee82e4f080 00000020:00000001:1.0:1788840276.620242:0:31527:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:1.0:1788840276.620245:0:31527:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840276.620246:0:31527:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f080 -> ffff90ee82e4f080 00020000:00000001:1.0:1788840276.620249:0:31527:0:(lov_io.c:1857:lov_io_setattr_start()) Process entered 00020000:00000001:1.0:1788840276.620251:0:31527:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1788840276.620252:0:31527:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788840276.620253:0:31527:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1788840276.620256:0:31527:0:(osc_io.c:717:osc_io_setattr_start()) Process entered 00000020:00000001:1.0:1788840276.620258:0:31527:0:(cl_object.c:143:cl_object_top()) ffff90ee87839c00 -> ffff90ee82e4f080 00000020:00000001:1.0:1788840276.620260:0:31527:0:(cl_object.c:143:cl_object_top()) ffff90ee87839c00 -> ffff90ee82e4f080 00000020:00000001:1.0:1788840276.620262:0:31527:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:1.0:1788840276.620265:0:31527:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840276.620267:0:31527:0:(cl_object.c:143:cl_object_top()) ffff90ee87839c00 -> ffff90ee82e4f080 00000020:00000001:1.0:1788840276.620269:0:31527:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1788840276.620272:0:31527:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788840276.620275:0:31527:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840276.620276:0:31527:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840276.620278:0:31527:0:(cl_object.c:143:cl_object_top()) ffff90ee87839c00 -> ffff90ee82e4f080 00000020:00000001:1.0:1788840276.620280:0:31527:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788840276.620282:0:31527:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788840276.620283:0:31527:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788840276.620285:0:31527:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788840276.620286:0:31527:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788840276.620288:0:31527:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788840276.620291:0:31527:0:(osc_request.c:199:osc_setattr_async()) Process entered 00000100:00000010:1.0:1788840276.620296:0:31527:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87fac000. 00000020:00000040:1.0:1788840276.620301:0:31527:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=3 obd=lustre-OST0000-osc-ffff90ee90f70800 00000100:00000001:1.0:1788840276.620305:0:31527:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1788840276.620309:0:31527:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:1.0:1788840276.620313:0:31527:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff90ee90f70800: connect to NID 192.168.202.131@tcp last attempt 1812 00000400:00000200:1.0:1788840276.620335:0:31527:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840276.620341:0:31527:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1 00000100:00000040:1.0:1788840276.620346:0:31527:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff90ee85e803c0 refcount 11 to 192.168.202.131@tcp 00000100:00000001:1.0:1788840276.620350:0:31527:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788840276.620352:0:31527:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff90ee85e803c0 refcount 12 to 192.168.202.131@tcp 00000100:00000001:1.0:1788840276.620355:0:31527:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621952856032192 : -122120853519424 : ffff90ee85e803c0) 00000020:00000001:1.0:1788840276.620358:0:31527:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788840276.620360:0:31527:0:(genops.c:804:class_conn2export()) looking for export cookie 0x3aa5f499c96f2ce6 00000020:00000001:1.0:1788840276.620362:0:31527:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840276.620364:0:31527:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90ee98818000 refcount=4 00000020:00000001:1.0:1788840276.620366:0:31527:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621953168080896 : -122120541470720 : ffff90ee98818000) 00000020:00000001:1.0:1788840276.620369:0:31527:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446621953168080896 : -122120541470720 : ffff90ee98818000) 00000100:00000040:1.0:1788840276.620372:0:31527:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff90ee85e803c0 refcount 11 to 192.168.202.131@tcp 00000100:00000001:1.0:1788840276.620374:0:31527:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788840276.620376:0:31527:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff90ee85e803c0 refcount 12 to 192.168.202.131@tcp 00000100:00000001:1.0:1788840276.620378:0:31527:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621952856032192 : -122120853519424 : ffff90ee85e803c0) 00000020:00000040:1.0:1788840276.620381:0:31527:0:(genops.c:879:class_export_put()) PUTting export ffff90ee98818000 : new refcount 3 00000100:00080000:1.0:1788840276.620384:0:31527:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff90ee90f70800: import ffff90ee92b5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp 00000100:00000001:1.0:1788840276.620387:0:31527:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840276.620390:0:31527:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788840276.620397:0:31527:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840276.620400:0:31527:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840276.620403:0:31527:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1788840276.620406:0:31527:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683253 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1788840276.620409:0:31527:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840276.620411:0:31527:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840276.620415:0:31527:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87faed80. 00000020:00000040:1.0:1788840276.620418:0:31527:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=4 obd=lustre-OST0000-osc-ffff90ee90f70800 02000000:00000001:1.0:1788840276.620423:0:31527:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788840276.620425:0:31527:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840276.620428:0:31527:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840276.620432:0:31527:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840276.620435:0:31527:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840276.620443:0:31527:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee85c5f000. 00000100:00000001:1.0:1788840276.620450:0:31527:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840276.620459:0:31527:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90ee87faed80 x1875733133980288/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788840276.620470:0:31527:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840276.620475:0:31527:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840276.620481:0:31527:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000053993f51] to pc [ptlrpcd_rcv+-1] req@ffff90ee87faed80 x1875733133980288/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840276.620499:0:31527:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840276.620503:0:31527:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:1.0:1788840276.620505:0:31527:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000100:00000001:1.0:1788840276.620508:0:31527:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840276.620510:0:31527:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840276.620512:0:31527:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840276.620516:0:31527:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee86fb0e00. 00000100:00000001:1.0:1788840276.620519:0:31527:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840276.620524:0:31527:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840276.620526:0:31527:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840276.620531:0:31527:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064838ad8] to pc [ptlrpcd_00_01+1] req@ffff90ee87fac000 x1875733133980416/t0(0) o2->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000008:00000001:1.0:1788840276.620555:0:31527:0:(osc_request.c:230:osc_setattr_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840276.620557:0:31527:0:(osc_io.c:838:osc_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840276.620560:0:31527:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840276.620562:0:31527:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840276.620563:0:31527:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840276.620565:0:31527:0:(lov_io.c:1872:lov_io_setattr_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840276.620566:0:31527:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840276.620569:0:31527:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1788840276.620571:0:31527:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:1.0:1788840276.620572:0:31527:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1788840276.620573:0:31527:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:1.0:1788840276.620588:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840276.620592:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840276.620595:0:2360:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840276.620601:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87fac000 x1875733133980416/t0(0) o2->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840276.620609:0:2360:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840276.620613:0:2360:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1788840276.620617:0:2360:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff90ee87fac000 x1875733133980416/t0(0) o2->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840276.620624:0:2360:0:(client.c:1850:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840276.620628:0:2360:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840276.620630:0:2360:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840276.620631:0:2360:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840276.620633:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840276.620636:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840276.620674:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840276.620677:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840276.620680:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840276.620681:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840276.620683:0:2360:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840276.620685:0:2360:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840276.620686:0:2360:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840276.620688:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840276.620690:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840276.620712:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840276.620715:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840276.620718:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840276.620719:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840276.621306:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840276.621310:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840276.621312:0:2358:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840276.621331:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87faed80 x1875733133980288/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840276.621349:0:2358:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840276.621350:0:2358:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840276.621354:0:2358:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840276.621362:0:2358:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840276.621365:0:2358:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840276.621369:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87faed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:10f4a654-3497-48d8-8f70-7e89f4f161cc:2358:1875733133980288:192.168.202.131@tcp:8:touch.0 00000100:00000001:0.0:1788840276.621374:0:2358:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840276.621379:0:2358:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840276.621382:0:2358:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840276.621385:0:2358:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840276.621393:0:2358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86f36400. 02000000:00000001:0.0:1788840276.621396:0:2358:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840276.621403:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840276.621407:0:2358:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c809f8. 00000400:00000010:0.0:1788840276.621416:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed63b8. 00000100:00000200:0.0:1788840276.621425:0:2358:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133980288, portal 4 00000100:00000001:0.0:1788840276.621427:0:2358:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840276.621429:0:2358:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890826112 : -122120818725504 : ffff90ee87faed80) 00000100:00000040:0.0:1788840276.621437:0:2358:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87faed80 x1875733133980288/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1788840286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840276.621444:0:2358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840276.621447:0:2358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840276.621450:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6cc0. 00000100:00000200:0.0:1788840276.621454:0:2358:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875733133980288, offset 0 00000400:00000200:0.0:1788840276.621462:0:2358:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840276.621472:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840276.621481:0:2358:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840276.621487:0:2358:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840276.621493:0:2358:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840276.621498:0:2358:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840276.621501:0:2358:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840276.621506:0:2358:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2446:2446:256:4294967295] 192.168.202.131@tcp LPNI seq info [2446:2446:8:4294967295] 00000400:00000200:0.0:1788840276.621510:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840276.621522:0:2358:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840276.621529:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840276.621537:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee89861000. 00000800:00000200:0.0:1788840276.621546:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840276.621555:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840276.621560:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee89861000 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1788840276.621580:0:2358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840276.621585:0:2358:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: using a timeout of 23033 usecs (24 jiffies) 00000400:00000200:0.0:1788840276.621588:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840276.621592:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296506463 00000100:00000001:0.0:1788840276.621597:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296510376 00000100:00000001:0.0:1788840276.621599:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296506463 00000100:00000001:0.0:1788840276.621602:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296510376 00000100:00000001:0.0:1788840276.621604:0:2358:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840276.621607:0:2358:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840276.621610:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840276.621612:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840276.621617:0:2358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840276.621618:0:2358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788840276.621620:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840276.621621:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840276.621623:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840276.621624:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840276.621636:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840276.621672:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840276.621695:0:15925:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788840276.621698:0:15925:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840276.621702:0:15925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:3.0:1788840276.626819:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840276.626831:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee89861000. 00000400:00000200:3.0:1788840276.626842:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840276.626855:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840276.626864:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6cc0 00000400:00000010:3.0:1788840276.626867:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6cc0. 00000100:00000001:3.0:1788840276.626874:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840276.626884:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87faed80 x1875733133980288/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1788840286 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840276.626973:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840276.626979:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87faed80 x1875733133980288/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1788840286 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840276.626987:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840276.626990:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840276.633904:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840276.633937:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840276.633943:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840276.633946:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840276.633957:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840276.633968:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840276.633981:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840276.633987:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840276.633994:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840276.633998:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 416 into portal 4 MB=0x6a9f82724f280 00000400:00000200:3.0:1788840276.634004:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840276.634011:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 416/416 into md 0x6af5 [1] + 0 00000800:00000001:3.0:1788840276.634020:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840276.634028:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840276.634033:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840276.634040:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840276.634052:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840276.634063:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87faed80 x1875733133980288/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1788840286 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840276.634076:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff90ee87faed80 x1875733133980288/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1788840286 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840276.634108:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840276.634120:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840276.634124:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840276.634170:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840276.634176:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788840276.634186:0:2358:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840276.634189:0:2358:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840276.634193:0:2358:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c809f8. 00000400:00000200:2.0:1788840276.634197:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed63b8 00000400:00000010:2.0:1788840276.634200:0:2358:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed63b8. 00000100:00000001:2.0:1788840276.634204:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840276.634210:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87faed80 x1875733133980288/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1788840286 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788840276.634223:0:2358:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87faed80 x1875733133980288/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1788840286 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840276.634228:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840276.634230:0:2358:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840276.634233:0:2358:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788840276.634238:0:2358:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788840276.634241:0:2358:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840276.634244:0:2358:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840276.634247:0:2358:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840276.634260:0:2358:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b5cc60 time=126 v=5 (5 5 5 36) 00000100:00001000:2.0:1788840276.634265:0:2358:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=27 v=5 (1 0 0 0) 00000100:00000001:2.0:1788840276.634267:0:2358:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788840276.634269:0:2358:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840276.634273:0:2358:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788840276.634277:0:2358:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840276.634281:0:2358:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1788840276.634284:0:2358:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: committing for last_committed 4294967339 gen 16 00000100:00000040:2.0:1788840276.634287:0:2358:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:2.0:1788840276.634290:0:2358:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788840276.634291:0:2358:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840276.634297:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87faed80 x1875733133980288/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/416 e 0 to 0 dl 1788840286 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840276.634303:0:2358:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840276.634308:0:2358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840276.634310:0:2358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840276.634313:0:2358:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:2.0:1788840276.634332:0:2358:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff90ee90f70800: connect to target with instance 1 00000020:00000001:2.0:1788840276.634336:0:2358:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788840276.634338:0:2358:0:(genops.c:804:class_conn2export()) looking for export cookie 0x3aa5f499c96f2ce6 00000020:00000001:2.0:1788840276.634341:0:2358:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840276.634344:0:2358:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90ee98818000 refcount=4 00000020:00000001:2.0:1788840276.634347:0:2358:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621953168080896 : -122120541470720 : ffff90ee98818000) 00000020:00000001:2.0:1788840276.634350:0:2358:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446621953168080896 : -122120541470720 : ffff90ee98818000) 00000100:00001000:2.0:1788840276.634353:0:2358:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=1788840276 v=0 (0 0 0 0) 00000100:00001000:2.0:1788840276.634365:0:2358:0:(import.c:2215:obd_at_measure()) AT ffff90ee92b5cc18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:2.0:1788840276.634371:0:2358:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 911, crc32c 5375, adler 879 00000100:00080000:2.0:1788840276.634377:0:2358:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff90ee90f70800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:2.0:1788840276.634381:0:2358:0:(genops.c:879:class_export_put()) PUTting export ffff90ee98818000 : new refcount 3 00000100:00000001:2.0:1788840276.634385:0:2358:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:2.0:1788840276.634388:0:2358:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:2.0:1788840276.634393:0:2358:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff90ee90f70800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:2.0:1788840276.634396:0:2358:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:2.0:1788840276.634401:0:2358:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:2.0:1788840276.634406:0:2358:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1788840276.634409:0:2358:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840276.634413:0:2358:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788840276.634415:0:2358:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788840276.634417:0:2358:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840276.634419:0:2358:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:2.0:1788840276.634421:0:2358:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:2.0:1788840276.634425:0:2358:0:(import.c:65:import_set_state_nolock()) ffff90ee92b5c800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:2.0:1788840276.634429:0:2358:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:2.0:1788840276.634430:0:2358:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:2.0:1788840276.634432:0:2358:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:2.0:1788840276.634433:0:2358:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:2.0:1788840276.634435:0:2358:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:2.0:1788840276.634437:0:2358:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff90ee98890820 for uuid lustre-OST0000_UUID event(1) 00020000:00000040:2.0:1788840276.634443:0:2358:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0000_UUID already active! 00020000:00000001:2.0:1788840276.634445:0:2358:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788840276.634447:0:2358:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840276.634449:0:2358:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:2.0:1788840276.634452:0:2358:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:2.0:1788840276.634454:0:2358:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:2.0:1788840276.634457:0:2358:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:2.0:1788840276.634459:0:2358:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:2.0:1788840276.634461:0:2358:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:2.0:1788840276.634464:0:2358:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840276.634467:0:2358:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840276.634469:0:2358:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:2.0:1788840276.634470:0:2358:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:2.0:1788840276.634472:0:2358:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840276.634473:0:2358:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:2.0:1788840276.634475:0:2358:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:2.0:1788840276.634480:0:2358:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:2.0:1788840276.634482:0:2358:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840276.634484:0:2358:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840276.634486:0:2358:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840276.634487:0:2358:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840276.634489:0:2358:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788840276.634491:0:2358:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788840276.634492:0:2358:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840276.634494:0:2358:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:2.0:1788840276.634496:0:2358:0:(import.c:1241:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840276.634499:0:2358:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:2.0:1788840276.634507:0:2358:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000006605328f): req@ffff90ee87fac000 x1875733133980416/t0(0) o2->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840276.634531:0:2358:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840276.634536:0:2358:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840276.634540:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87faed80 x1875733133980288/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/416 e 0 to 0 dl 1788840286 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788840276.634549:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87faed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:10f4a654-3497-48d8-8f70-7e89f4f161cc:2358:1875733133980288:192.168.202.131@tcp:8:touch.0 00000100:00000001:2.0:1788840276.634555:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840276.634557:0:2358:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840276.634561:0:2358:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87faed80 x1875733133980288/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/416 e 0 to 0 dl 1788840286 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840276.634567:0:2358:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840276.634569:0:2358:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840276.634574:0:2358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee86f36400. 02000000:00000001:2.0:1788840276.634578:0:2358:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840276.634581:0:2358:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840276.634582:0:2358:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=3 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:2.0:1788840276.634585:0:2358:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840276.634588:0:2358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee85c5f000. 02000000:00000001:2.0:1788840276.634592:0:2358:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840276.634595:0:2358:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840276.634597:0:2358:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87faed80. 00000100:00000001:2.0:1788840276.634600:0:2358:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840276.634602:0:2358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840276.634605:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840276.634613:0:2358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840276.634616:0:2358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840276.634618:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840276.634620:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840276.635784:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840276.635791:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840276.635796:0:2360:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840276.635800:0:2360:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840276.635804:0:2360:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840276.635808:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840276.635813:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840276.635816:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840276.635820:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840276.635827:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840276.635831:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840276.635834:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840276.635845:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86f37c00. 02000000:00000001:0.0:1788840276.635849:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840276.636405:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840276.636414:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c803c8. 00000400:00000010:0.0:1788840276.636424:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed64c8. 00000100:00000200:0.0:1788840276.636433:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133980416, portal 4 00000100:00000001:0.0:1788840276.636436:0:2360:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840276.636438:0:2360:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890814464 : -122120818737152 : ffff90ee87fac000) 00000100:00000040:0.0:1788840276.636451:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87fac000 x1875733133980416/t0(0) o2->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 1788840292 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840276.636459:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840276.636462:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840276.636465:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6330. 00000100:00000200:0.0:1788840276.636470:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1875733133980416, offset 0 00000400:00000200:0.0:1788840276.636478:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840276.636488:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840276.636497:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840276.636504:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840276.636509:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840276.636514:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840276.636517:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840276.636522:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2447:2447:256:4294967295] 192.168.202.131@tcp LPNI seq info [2447:2447:8:4294967295] 00000400:00000200:0.0:1788840276.636526:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840276.636537:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840276.636544:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840276.636552:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee89861000. 00000800:00000200:0.0:1788840276.636560:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840276.636569:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840276.636574:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee89861000 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1788840276.636636:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840276.636665:0:2360:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: using a timeout of 23005 usecs (24 jiffies) 00000400:00000200:0.0:1788840276.636669:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840276.636672:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296506477 00000100:00000001:0.0:1788840276.636675:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296510376 00000100:00000001:0.0:1788840276.636678:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296506477 00000100:00000001:0.0:1788840276.636681:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296510376 00000100:00000001:0.0:1788840276.636683:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840276.636688:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840276.636691:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840276.636699:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840276.636701:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788840276.636705:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840276.636706:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840276.636707:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840276.636710:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840276.646526:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840276.646539:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee89861000. 00000400:00000200:3.0:1788840276.646549:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840276.646560:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840276.646572:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6330 00000400:00000010:3.0:1788840276.646575:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6330. 00000100:00000001:3.0:1788840276.646581:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840276.646592:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fac000 x1875733133980416/t0(0) o2->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 1788840292 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840276.646607:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840276.646611:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87fac000 x1875733133980416/t0(0) o2->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 1788840292 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840276.646619:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840276.646621:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840276.708880:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840276.708904:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840276.708920:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840276.708924:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840276.708936:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840276.708946:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840276.708957:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840276.708963:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840276.708969:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840276.708974:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 432 into portal 4 MB=0x6a9f82724f300 00000400:00000200:2.0:1788840276.708980:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840276.708987:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 432/432 into md 0x6afd [1] + 224 00000800:00000001:2.0:1788840276.708997:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840276.709008:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840276.709013:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840276.709018:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840276.709028:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840276.709039:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fac000 x1875733133980416/t0(0) o2->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 1788840292 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840276.709051:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff90ee87fac000 x1875733133980416/t0(0) o2->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 1788840292 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840276.709077:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840276.709088:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840276.709092:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840276.709350:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840276.709357:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840276.709385:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840276.709387:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840276.709392:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c803c8. 00000400:00000200:0.0:1788840276.709397:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed64c8 00000400:00000010:0.0:1788840276.709400:0:2360:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed64c8. 00000100:00000001:0.0:1788840276.709404:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840276.709410:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87fac000 x1875733133980416/t0(0) o2->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 1788840292 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788840276.709420:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87fac000 x1875733133980416/t0(0) o2->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 1788840292 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840276.709426:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840276.709429:0:2360:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840276.709431:0:2360:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840276.709435:0:2360:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840276.709438:0:2360:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840276.709440:0:2360:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840276.709445:0:2360:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840276.709457:0:2360:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b5cc60 time=126 v=5 (5 5 5 36) 00000100:00001000:0.0:1788840276.709462:0:2360:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840276.709464:0:2360:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840276.709466:0:2360:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840276.709470:0:2360:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840276.709474:0:2360:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840276.709478:0:2360:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1788840276.709481:0:2360:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: committing for last_committed 4294967341 gen 16 00000100:00000001:0.0:1788840276.709484:0:2360:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1788840276.709486:0:2360:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: normal: skip=1 replay=0/0 committed=0/0 00000100:00000001:0.0:1788840276.709489:0:2360:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840276.709491:0:2360:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840276.709496:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87fac000 x1875733133980416/t4294967341(4294967341) o2->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 1788840292 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840276.709503:0:2360:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840276.709507:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840276.709510:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788840276.709513:0:2360:0:(osc_request.c:175:osc_setattr_interpret()) Process entered 00000008:00000001:0.0:1788840276.709535:0:2360:0:(osc_request.c:188:osc_setattr_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840276.709539:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87fac000 x1875733133980416/t4294967341(4294967341) o2->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 1788840292 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788840276.709547:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87fac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:0:1875733133980416:192.168.202.131@tcp:2:touch.0 00000100:00000001:0.0:1788840276.709552:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840276.709555:0:2360:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840276.709559:0:2360:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87fac000 x1875733133980416/t4294967341(4294967341) o2->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 1788840292 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840276.709566:0:2360:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788840276.709569:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840276.709573:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee86f37c00. 02000000:00000001:0.0:1788840276.709577:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788840276.709580:0:2360:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840276.709582:0:2360:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=2 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:0.0:1788840276.709585:0:2360:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840276.709588:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee86fb0e00. 02000000:00000001:0.0:1788840276.709592:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840276.709594:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840276.709596:0:2360:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87fac000. 00000100:00000001:0.0:1788840276.709600:0:2360:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840276.709601:0:2360:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840276.709605:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840276.709613:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840276.709616:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840276.709618:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840276.709620:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840276.710685:0:31527:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1788840276.710706:0:31527:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840276.710712:0:31527:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840276.710717:0:31527:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1788840276.710721:0:31527:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1788840276.710725:0:31527:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1788840276.710728:0:31527:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788840276.710730:0:31527:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788840276.710731:0:31527:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1788840276.710733:0:31527:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840276.710735:0:31527:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840276.710737:0:31527:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1788840276.710738:0:31527:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1788840276.710740:0:31527:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1788840276.710742:0:31527:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1788840276.710744:0:31527:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1788840276.710746:0:31527:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1788840276.710748:0:31527:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788840276.710749:0:31527:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1788840276.710753:0:31527:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1788840276.710755:0:31527:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840276.710757:0:31527:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840276.710759:0:31527:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788840276.710760:0:31527:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788840276.710762:0:31527:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840276.710765:0:31527:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788840276.710767:0:31527:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788840276.710769:0:31527:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788840276.710770:0:31527:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788840276.710772:0:31527:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788840276.710775:0:31527:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912226c0 00020000:00000001:2.0:1788840276.710781:0:31527:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788840276.710783:0:31527:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788840276.710787:0:31527:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788840276.710791:0:31527:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x2a:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788840276.710795:0:31527:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788840276.710796:0:31527:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788840276.710799:0:31527:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912221b0 00000080:00000001:2.0:1788840276.710802:0:31527:0:(lcommon_cl.c:108:cl_setattr_ost()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840276.710807:0:31527:0:(llite_lib.c:2656:ll_setattr_raw()) Process leaving 00000080:00000010:2.0:1788840276.710814:0:31527:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85cd2e00. 00000020:00000001:2.0:1788840276.710832:0:31527:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa1620189fc30 00000080:00200008:2.0:1788840276.710837:0:31527:0:(llite_lib.c:2686:ll_setattr_raw()) COMPLETED file f:[0x200000404:0x2a:0x0](ffff90ee90594b08) current size 0, valid attrs 100201f0, mode 0, uid -1053797822, gid -1, new size 213440, atime 1788840260.000000000, mtime 1788840260.000000000, ctime 1788840260.000000000, rc 0 00000080:00000001:2.0:1788840276.710844:0:31527:0:(llite_lib.c:2688:ll_setattr_raw()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840276.710873:0:31527:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788840276.710877:0:31527:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee98eff4d8) owner 0000000000000000/ffff90ee85dbcf80 00020000:00000002:2.0:1788840276.710883:0:31527:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee98eff4d8) owner 0000000000000000/ffff90ee85dbcf80 00020000:00000001:2.0:1788840276.710886:0:31527:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840276.710897:0:31527:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788840276.710900:0:31527:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa1620189fdf0 00000080:00200008:2.0:1788840276.710903:0:31527:0:(file.c:479:ll_file_release()) START file f:[0x200000404:0x2a:0x0](ffff90ee90594b08), flags 104001 00000080:00000001:2.0:1788840276.710908:0:31527:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1788840276.711026:0:31527:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:2.0:1788840276.711028:0:31527:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788840276.711030:0:31527:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee98eff4d8) owner 0000000000000000/ffff90ee85dbcf80 00020000:00000002:2.0:1788840276.711033:0:31527:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee98eff4d8) owner 0000000000000000/ffff90ee85dbcf80 00020000:00000001:2.0:1788840276.711035:0:31527:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840276.711038:0:31527:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:2.0:1788840276.711049:0:31527:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840276.711053:0:31527:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840276.711062:0:31527:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1100 count: 2 00010000:00000001:2.0:1788840276.711065:0:31527:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788840276.711073:0:31527:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788840276.711076:0:31527:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x2a:0x0]: 0 00000080:00000001:2.0:1788840276.711078:0:31527:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1788840276.711081:0:31527:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1788840276.711088:0:31527:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff90ee98e5a000. 00000080:00000001:2.0:1788840276.711091:0:31527:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1788840276.711098:0:31527:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1788840276.711102:0:31527:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:2.0:1788840276.711104:0:31527:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x2a:0x0] 00000002:00000001:2.0:1788840276.711108:0:31527:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1788840276.711111:0:31527:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff90ee90f70800: [0x200000404:0x2a:0x0] file closed with intent: 0 00000100:00000010:2.0:1788840276.711118:0:31527:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125e680. 00000020:00000040:2.0:1788840276.711124:0:31527:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:2.0:1788840276.711129:0:31527:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840276.711133:0:31527:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840276.711139:0:31527:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840276.711148:0:31527:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee98e5a200. 00000100:00000001:2.0:1788840276.711155:0:31527:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1788840276.711177:0:31527:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff90ee87f59f80 x1875733133977088/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840276 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788840276.711189:0:31527:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1788840276.711195:0:31527:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee9125e680 x1875733133980672/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1788840276.711203:0:31527:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788840276.711204:0:31527:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788840276.711212:0:31527:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee85db4f00. 00000100:00000001:2.0:1788840276.711215:0:31527:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952855199488 : -122120854352128 : ffff90ee85db4f00) 00000100:00000001:2.0:1788840276.711218:0:31527:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840276.711219:0:31527:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044637312 : -122120664914304 : ffff90ee9125e680) 00000100:00000001:2.0:1788840276.711225:0:31527:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840276.711230:0:31527:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840276.711232:0:31527:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788840276.711234:0:31527:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840276.711238:0:31527:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125e680 x1875733133980672/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840276.711246:0:31527:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840276.711248:0:31527:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840276.711252:0:31527:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840276.711255:0:31527:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840276.711257:0:31527:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840276.711261:0:31527:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125e680 pname:cluuid:pid:xid:nid:opc:job touch:10f4a654-3497-48d8-8f70-7e89f4f161cc:31527:1875733133980672:192.168.202.131@tcp:35:touch.0 00000100:00000001:2.0:1788840276.711266:0:31527:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840276.711274:0:31527:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840276.711277:0:31527:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840276.711280:0:31527:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840276.711285:0:31527:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee85dd5800. 02000000:00000001:2.0:1788840276.711287:0:31527:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840276.711296:0:31527:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840276.711301:0:31527:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4ee18. 00000400:00000010:2.0:1788840276.711309:0:31527:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234770. 00000100:00000200:2.0:1788840276.711328:0:31527:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133980672, portal 10 00000100:00000001:2.0:1788840276.711331:0:31527:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840276.711332:0:31527:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044637312 : -122120664914304 : ffff90ee9125e680) 00000100:00000040:2.0:1788840276.711339:0:31527:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee9125e680 x1875733133980672/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840292 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840276.711347:0:31527:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840276.711350:0:31527:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840276.711353:0:31527:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee912347f8. 00000100:00000200:2.0:1788840276.711356:0:31527:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875733133980672, offset 0 00000400:00000200:2.0:1788840276.711435:0:31527:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840276.711448:0:31527:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840276.711457:0:31527:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840276.711465:0:31527:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840276.711992:0:31527:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840276.711996:0:31527:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840276.712000:0:31527:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840276.712004:0:31527:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2448:2448:256:4294967295] 192.168.202.131@tcp LPNI seq info [2448:2448:8:4294967295] 00000400:00000200:2.0:1788840276.712009:0:31527:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840276.712021:0:31527:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840276.712029:0:31527:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840276.712036:0:31527:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989e00. 00000800:00000200:2.0:1788840276.712045:0:31527:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840276.712054:0:31527:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840276.712059:0:31527:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989e00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788840276.712080:0:31527:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840276.712087:0:31527:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 819902 usecs (820 jiffies) 00000400:00000200:2.0:1788840276.712091:0:31527:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840276.712095:0:31527:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296507350 00000100:00000001:2.0:1788840276.712099:0:31527:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296510376 00000100:00000001:2.0:1788840276.712101:0:31527:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296507350 00000100:00000001:2.0:1788840276.712104:0:31527:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296510376 00000100:00000001:2.0:1788840276.712107:0:31527:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840276.712111:0:31527:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840276.712113:0:31527:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840276.712116:0:31527:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788840276.712119:0:31527:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee85db4f00 going to sleep for 11 seconds 00000100:00000001:2.0:1788840276.712122:0:31527:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840276.712125:0:31527:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840276.712448:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840276.712455:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989e00. 00000400:00000200:3.0:1788840276.712461:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840276.712467:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840276.712476:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee912347f8 00000400:00000010:3.0:1788840276.712478:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee912347f8. 00000100:00000001:3.0:1788840276.712484:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840276.712490:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125e680 x1875733133980672/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840292 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840276.712502:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840276.712506:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee9125e680 x1875733133980672/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840292 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840276.712512:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840276.712514:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840276.716421:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840276.716446:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840276.716452:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840276.716455:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840276.716466:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840276.716476:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840276.716489:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840276.716494:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840276.716501:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840276.716506:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 456 into portal 10 MB=0x6a9f82724f400 00000400:00000200:2.0:1788840276.716512:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840276.716520:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 456/456 into md 0x6b05 [1] + 224 00000800:00000001:2.0:1788840276.716529:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840276.716560:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840276.716565:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840276.716570:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840276.716581:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840276.716592:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125e680 x1875733133980672/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840292 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840276.716606:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff90ee9125e680 x1875733133980672/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840292 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840276.716633:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840276.716688:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840276.716702:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840276.716878:0:31527:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788840276.716889:0:31527:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840276.716892:0:31527:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840276.716896:0:31527:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4ee18. 00000400:00000200:1.0:1788840276.716903:0:31527:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234770 00000400:00000010:1.0:1788840276.716908:0:31527:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234770. 00000100:00000001:1.0:1788840276.716921:0:31527:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840276.716927:0:31527:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125e680 x1875733133980672/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840292 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788840276.716936:0:31527:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125e680 x1875733133980672/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840292 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840276.716943:0:31527:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840276.716945:0:31527:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840276.716949:0:31527:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840276.716953:0:31527:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840276.716956:0:31527:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840276.716959:0:31527:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840276.716964:0:31527:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840276.716976:0:31527:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee988234a8 time=126 v=5 (5 5 5 5) 00000100:00001000:1.0:1788840276.716981:0:31527:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840276.716984:0:31527:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840276.716986:0:31527:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840276.716990:0:31527:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840276.716994:0:31527:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840276.716998:0:31527:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788840276.717001:0:31527:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788840276.717003:0:31527:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788840276.717006:0:31527:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840276.717007:0:31527:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044637312 : -122120664914304 : ffff90ee9125e680) 00000100:00000001:1.0:1788840276.717012:0:31527:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840276.717014:0:31527:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967634 00000100:00000001:1.0:1788840276.717016:0:31527:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840276.717020:0:31527:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840276.717025:0:31527:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125e680 x1875733133980672/t4294967636(4294967636) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840292 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840276.717033:0:31527:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840276.717037:0:31527:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840276.717039:0:31527:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840276.717044:0:31527:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125e680 x1875733133980672/t4294967636(4294967636) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840292 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788840276.717052:0:31527:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125e680 pname:cluuid:pid:xid:nid:opc:job touch:10f4a654-3497-48d8-8f70-7e89f4f161cc:31527:1875733133980672:192.168.202.131@tcp:35:touch.0 00000100:00000001:1.0:1788840276.717058:0:31527:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840276.717062:0:31527:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840276.717065:0:31527:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788840276.717068:0:31527:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840276.717072:0:31527:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee9125e680 x1875733133980672/t4294967636(4294967636) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840292 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840276.717078:0:31527:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840276.717081:0:31527:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee85db4f00. 00000100:00000001:1.0:1788840276.717085:0:31527:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788840276.717087:0:31527:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840276.717095:0:31527:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840276.717096:0:31527:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044637312 : -122120664914304 : ffff90ee9125e680) 00000002:00000001:1.0:1788840276.717099:0:31527:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840276.717103:0:31527:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788840276.717109:0:31527:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98e5a000. 00000080:00000001:1.0:1788840276.717113:0:31527:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788840276.717117:0:31527:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1788840276.717125:0:31527:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788840276.717130:0:31527:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff90ee87f59f80 x1875733133977088/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840276 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840276.717138:0:31527:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840276.717140:0:31527:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890478464 : -122120819073152 : ffff90ee87f59f80) 00000100:00000001:1.0:1788840276.717142:0:31527:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840276.717145:0:31527:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f59f80 x1875733133977088/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840276 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840276.717151:0:31527:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840276.717153:0:31527:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840276.717156:0:31527:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f59f80 x1875733133977088/t4294967633(4294967633) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840276 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840276.717168:0:31527:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788840276.717172:0:31527:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840276.717174:0:31527:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:1.0:1788840276.717177:0:31527:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840276.717181:0:31527:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee86f35400. 02000000:00000001:1.0:1788840276.717185:0:31527:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840276.717188:0:31527:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840276.717190:0:31527:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f59f80. 00000100:00000001:1.0:1788840276.717195:0:31527:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840276.717196:0:31527:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840276.717198:0:31527:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840276.717201:0:31527:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee9125e680 x1875733133980672/t4294967636(4294967636) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840292 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840276.717207:0:31527:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840276.717208:0:31527:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff90ee83169f20. 00000002:00000001:1.0:1788840276.717211:0:31527:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840276.717213:0:31527:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788840276.717215:0:31527:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff90ee90b503c0. 00000100:00000001:1.0:1788840276.717218:0:31527:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840276.717221:0:31527:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125e680 x1875733133980672/t4294967636(4294967636) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840292 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840276.717227:0:31527:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840276.717229:0:31527:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788840276.717234:0:31527:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90ee92d4d680. 00000080:00000001:1.0:1788840276.717239:0:31527:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840276.717246:0:31527:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa1620189fdf0 00000080:00000008:1.0:1788840276.717249:0:31527:0:(file.c:523:ll_file_release()) COMPLETED file f:[0x200000404:0x2a:0x0](ffff90ee90594b08), flags 104001, rc = 0 00000080:00000001:1.0:1788840276.717253:0:31527:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840276.717260:0:31527:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788840276.717262:0:31527:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa1620189fe00 00000080:00002000:1.0:1788840276.717264:0:31527:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff90ee9075e000, parent ffff90ee9075e5e8, inode ffff90ee90594b08) hashed, 00000080:00000001:1.0:1788840276.717267:0:31527:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788840276.717277:0:31527:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788840276.717285:0:31527:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1788840276.717288:0:31527:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788840276.717289:0:31527:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa1620189fe00 00000080:00002000:1.0:1788840276.717291:0:31527:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-2 (ffff90ee9075e5e8, parent ffff90ee9069b510, inode ffff90ee9058aa08) hashed, 00000080:00000001:1.0:1788840276.717294:0:31527:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788840276.717299:0:31527:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788840276.717301:0:31527:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:1.1:1788840276.724094:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee83169740. 00000080:00000010:1.1:1788840276.724119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee83169160. 00010000:00000001:1.0:1788840277.638001:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840277.638012:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840277.638020:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840277.638022:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840277.638088:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840277.638093:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840277.638097:0:16054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788840278.102187:0:31561:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840278.102199:0:31561:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840278.102203:0:31561:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788840278.102209:0:31561:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c9fb20 00000080:00200000:0.0:1788840278.102215:0:31561:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:0.0:1788840278.102226:0:31561:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85cd2e00. 00800000:00000002:0.0:1788840278.102234:0:31561:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840278.102240:0:31561:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840278.102247:0:31561:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840278.102249:0:31561:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c9fa40 00800000:00000002:0.0:1788840278.102251:0:31561:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840278.102256:0:31561:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788840278.102263:0:31561:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788840278.102270:0:31561:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840278.102273:0:31561:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c9f910 00000002:00010000:0.0:1788840278.102275:0:31561:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788840278.102280:0:31561:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788840278.102282:0:31561:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840278.102287:0:31561:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788840278.102298:0:31561:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840278.102300:0:31561:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840278.102314:0:31561:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840278.102317:0:31561:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788840278.102320:0:31561:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788840278.102328:0:31561:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f5ad80. 00000020:00000040:0.0:1788840278.102334:0:31561:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00010000:00000001:0.0:1788840278.102343:0:31561:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788840278.102350:0:31561:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840278.102358:0:31561:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.102360:0:31561:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840278.102362:0:31561:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.102367:0:31561:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840278.102371:0:31561:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840278.102377:0:31561:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840278.102385:0:31561:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee86f35c00. 00000100:00000001:0.0:1788840278.102394:0:31561:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.102400:0:31561:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840278.102401:0:31561:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.102403:0:31561:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840278.102404:0:31561:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.102406:0:31561:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840278.102413:0:31561:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621952890482048 : -122120819069568 : ffff90ee87f5ad80) 00010000:00000001:0.0:1788840278.102418:0:31561:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788840278.102421:0:31561:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788840278.102426:0:31561:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee99a74000. 00010000:00000010:0.0:1788840278.102431:0:31561:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee90f56e80. 00010000:00000001:0.0:1788840278.102435:0:31561:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788840278.102439:0:31561:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee80031600. 00000020:00000001:0.0:1788840278.102445:0:31561:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788840278.102448:0:31561:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee80031600 with handle 0x3aa5f499c96f3797 to hash 00000020:00000001:0.0:1788840278.102450:0:31561:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788840278.102452:0:31561:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:0.0:1788840278.102456:0:31561:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:0.0:1788840278.102461:0:31561:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840278.102464:0:31561:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840278.102469:0:31561:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f3797 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840278.102479:0:31561:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f3797 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840278.102490:0:31561:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f3797 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31561 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788840278.102497:0:31561:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788840278.102498:0:31561:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788840278.102507:0:31561:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee84e4da80. 00000100:00000001:0.0:1788840278.102509:0:31561:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952839047808 : -122120870503808 : ffff90ee84e4da80) 00000100:00000001:0.0:1788840278.102512:0:31561:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840278.102514:0:31561:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890482048 : -122120819069568 : ffff90ee87f5ad80) 00000100:00000001:0.0:1788840278.102519:0:31561:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840278.102523:0:31561:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.102526:0:31561:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788840278.102528:0:31561:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840278.102541:0:31561:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f5ad80 x1875733133980800/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.102550:0:31561:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840278.102553:0:31561:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840278.102558:0:31561:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840278.102562:0:31561:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840278.102564:0:31561:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840278.102568:0:31561:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f5ad80 pname:cluuid:pid:xid:nid:opc:job checkstat:10f4a654-3497-48d8-8f70-7e89f4f161cc:31561:1875733133980800:192.168.202.131@tcp:101:checkstat.0 00000100:00000001:0.0:1788840278.102573:0:31561:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840278.102580:0:31561:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840278.102584:0:31561:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840278.102587:0:31561:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840278.102593:0:31561:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90ee98ed4000. 02000000:00000001:0.0:1788840278.102595:0:31561:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840278.102605:0:31561:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840278.102610:0:31561:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c803c8. 00000400:00000010:0.0:1788840278.102619:0:31561:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed64c8. 00000100:00000200:0.0:1788840278.102628:0:31561:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875733133980800, portal 10 00000100:00000001:0.0:1788840278.102631:0:31561:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840278.102632:0:31561:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890482048 : -122120819069568 : ffff90ee87f5ad80) 00000100:00000040:0.0:1788840278.102663:0:31561:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87f5ad80 x1875733133980800/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840294 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.102673:0:31561:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840278.102676:0:31561:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840278.102679:0:31561:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6e58. 00000100:00000200:0.0:1788840278.102684:0:31561:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875733133980800, offset 0 00000400:00000200:0.0:1788840278.102692:0:31561:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840278.102704:0:31561:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840278.102713:0:31561:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840278.102720:0:31561:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840278.102725:0:31561:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840278.102730:0:31561:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840278.102733:0:31561:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840278.102738:0:31561:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2449:2449:256:4294967295] 192.168.202.131@tcp LPNI seq info [2449:2449:8:4294967295] 00000400:00000200:0.0:1788840278.102743:0:31561:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840278.102755:0:31561:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840278.102761:0:31561:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840278.102768:0:31561:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee89861000. 00000800:00000200:0.0:1788840278.102777:0:31561:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840278.102787:0:31561:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840278.102792:0:31561:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee89861000 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788840278.102806:0:31561:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840278.102812:0:31561:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 818792 usecs (819 jiffies) 00000400:00000200:0.0:1788840278.102815:0:31561:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840278.102819:0:31561:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296508740 00000100:00000001:0.0:1788840278.102822:0:31561:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296510376 00000100:00000001:0.0:1788840278.102825:0:31561:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296508740 00000100:00000001:0.0:1788840278.102828:0:31561:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296510376 00000100:00000001:0.0:1788840278.102831:0:31561:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840278.102834:0:31561:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.102837:0:31561:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840278.102839:0:31561:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788840278.102842:0:31561:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee84e4da80 going to sleep for 11 seconds 00000100:00000001:0.0:1788840278.102845:0:31561:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840278.102848:0:31561:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840278.104266:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840278.104277:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee89861000. 00000400:00000200:3.0:1788840278.104288:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840278.104298:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840278.104318:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6e58 00000400:00000010:3.0:1788840278.104321:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6e58. 00000100:00000001:3.0:1788840278.104327:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840278.104334:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f5ad80 x1875733133980800/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840294 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840278.104348:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840278.104351:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f5ad80 x1875733133980800/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840294 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840278.104359:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840278.104361:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840278.111476:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840278.111499:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840278.111504:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840278.111507:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840278.111519:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.111529:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840278.111542:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.111552:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.111558:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.111563:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 688 into portal 10 MB=0x6a9f82724f480 00000400:00000200:3.0:1788840278.111569:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.111576:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 688/688 into md 0x6b15 [1] + 224 00000800:00000001:3.0:1788840278.111584:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840278.111592:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840278.111596:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840278.111601:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840278.111619:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840278.111629:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f5ad80 x1875733133980800/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840294 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840278.111679:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff90ee87f5ad80 x1875733133980800/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840278.111697:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840278.111707:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840278.111710:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840278.121608:0:31561:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788840278.121628:0:31561:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840278.121632:0:31561:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840278.121654:0:31561:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c803c8. 00000400:00000200:1.0:1788840278.121664:0:31561:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed64c8 00000400:00000010:1.0:1788840278.121667:0:31561:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed64c8. 00000100:00000001:1.0:1788840278.121673:0:31561:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840278.121978:0:31561:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f5ad80 x1875733133980800/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788840278.121992:0:31561:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f5ad80 x1875733133980800/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840278.122002:0:31561:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840278.122005:0:31561:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840278.122008:0:31561:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840278.122012:0:31561:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840278.122015:0:31561:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840278.122018:0:31561:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840278.122021:0:31561:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840278.122034:0:31561:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=128 v=5 (5 102 102 102) 00000100:00001000:1.0:1788840278.122040:0:31561:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840278.122043:0:31561:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840278.122045:0:31561:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.122049:0:31561:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840278.122055:0:31561:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840278.122059:0:31561:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840278.122063:0:31561:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967634 00000100:00000001:1.0:1788840278.122065:0:31561:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840278.122069:0:31561:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840278.122075:0:31561:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f5ad80 x1875733133980800/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840278.122083:0:31561:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840278.122087:0:31561:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840278.122089:0:31561:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840278.122093:0:31561:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f5ad80 x1875733133980800/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840294 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788840278.122101:0:31561:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f5ad80 pname:cluuid:pid:xid:nid:opc:job checkstat:10f4a654-3497-48d8-8f70-7e89f4f161cc:31561:1875733133980800:192.168.202.131@tcp:101:checkstat.0 00000100:00000001:1.0:1788840278.122106:0:31561:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840278.122110:0:31561:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840278.122112:0:31561:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788840278.122114:0:31561:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840278.122118:0:31561:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f5ad80 x1875733133980800/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840294 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840278.122126:0:31561:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840278.122129:0:31561:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee84e4da80. 00000100:00000001:1.0:1788840278.122133:0:31561:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788840278.122135:0:31561:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.122138:0:31561:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788840278.122143:0:31561:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840278.122172:0:31561:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840278.122176:0:31561:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031600 refcount=4 00000020:00000001:1.0:1788840278.122179:0:31561:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:1.0:1788840278.122182:0:31561:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000040:1.0:1788840278.122190:0:31561:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee80031600, remote cookie: 0x8a436931312ba61b, flags: 0x1001 00010000:00010000:1.0:1788840278.122196:0:31561:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f3797 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba61b expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788840278.122213:0:31561:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f3797 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba61b expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840278.122220:0:31561:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788840278.122225:0:31561:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788840278.122228:0:31561:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788840278.122230:0:31561:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788840278.122231:0:31561:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788840278.122234:0:31561:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff90ee99a74000) refcount = 1 00010000:00010000:1.0:1788840278.122238:0:31561:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f3797 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba61b expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840278.122245:0:31561:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788840278.122249:0:31561:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788840278.122250:0:31561:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840278.122254:0:31561:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788840278.122256:0:31561:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840278.122260:0:31561:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f3797 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba61b expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840278.122266:0:31561:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788840278.122268:0:31561:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.122271:0:31561:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840278.122272:0:31561:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.122273:0:31561:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840278.122275:0:31561:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840278.122280:0:31561:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788840278.122282:0:31561:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840278.122284:0:31561:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840278.122285:0:31561:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031600 refcount=3 00000020:00000001:1.0:1788840278.122287:0:31561:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:1.0:1788840278.122289:0:31561:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:1.0:1788840278.122292:0:31561:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840278.122293:0:31561:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840278.122295:0:31561:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031600 refcount=4 00000020:00000001:1.0:1788840278.122297:0:31561:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:1.0:1788840278.122298:0:31561:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:1.0:1788840278.122312:0:31561:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840278.122316:0:31561:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840278.122319:0:31561:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f3797 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba61b expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840278.122324:0:31561:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.122325:0:31561:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840278.122326:0:31561:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840278.123534:0:31561:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840278.123542:0:31561:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031600 refcount=5 00000020:00000001:1.0:1788840278.123547:0:31561:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:1.0:1788840278.123551:0:31561:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:1.0:1788840278.123554:0:31561:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840278.123558:0:31561:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f3797 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba61b expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840278.123567:0:31561:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.123569:0:31561:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788840278.123571:0:31561:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f3797 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba61b expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840278.123578:0:31561:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840278.123579:0:31561:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.123580:0:31561:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840278.123582:0:31561:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.123583:0:31561:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788840278.123597:0:31561:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90ee87f5ad80 x1875733133980800/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840294 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788840278.123615:0:31561:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840278.123617:0:31561:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840278.123619:0:31561:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031600 refcount=3 00000020:00000001:1.0:1788840278.123621:0:31561:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:1.0:1788840278.123623:0:31561:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:1.0:1788840278.123625:0:31561:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.123626:0:31561:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840278.123628:0:31561:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840278.123630:0:31561:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840278.123633:0:31561:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788840278.123636:0:31561:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840278.123653:0:31561:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840278.123655:0:31561:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031600 refcount=3 00000020:00000001:1.0:1788840278.123657:0:31561:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:1.0:1788840278.123659:0:31561:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00000002:00010000:1.0:1788840278.123664:0:31561:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f3797 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba61b expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840278.123670:0:31561:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.123671:0:31561:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840278.123673:0:31561:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788840278.123675:0:31561:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840278.123676:0:31561:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840278.124674:0:31561:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031600 refcount=3 00000020:00000001:1.0:1788840278.125541:0:31561:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:1.0:1788840278.125549:0:31561:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000040:1.0:1788840278.125559:0:31561:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74000 count: 2 00010000:00000001:1.0:1788840278.125562:0:31561:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788840278.125568:0:31561:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1788840278.125571:0:31561:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.125573:0:31561:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840278.125578:0:31561:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788840278.125582:0:31561:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c9f898 00000002:00002000:1.0:1788840278.125584:0:31561:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788840278.125587:0:31561:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840278.125596:0:31561:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840278.125599:0:31561:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788840278.125603:0:31561:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788840278.125606:0:31561:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788840278.125610:0:31561:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:1.0:1788840278.125617:0:31561:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85cd2e00. 00000080:00000001:1.0:1788840278.125624:0:31561:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788840278.125627:0:31561:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788840278.125636:0:31561:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788840278.125686:0:31561:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1788840278.141556:0:31561:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff90ee8867cec0. 00800000:00000001:3.0:1788840278.141572:0:31561:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446621952897961664 : -122120811589952 : ffff90ee8867cec0) 00800000:00000001:3.0:1788840278.141576:0:31561:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840278.141581:0:31561:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788840278.141588:0:31561:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788840278.141591:0:31561:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1788840278.141594:0:31561:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1788840278.141599:0:31561:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1788840278.141601:0:31561:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840278.141607:0:31561:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1788840278.141611:0:31561:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1788840278.141617:0:31561:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:3.0:1788840278.141622:0:31561:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840278.141625:0:31561:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840278.141629:0:31561:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031600 refcount=3 00000020:00000001:3.0:1788840278.141632:0:31561:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:3.0:1788840278.141635:0:31561:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:3.0:1788840278.141659:0:31561:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840278.141662:0:31561:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788840278.141664:0:31561:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788840278.141669:0:31561:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1788840278.141671:0:31561:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee8867cec0 1 00800000:00000010:3.0:1788840278.141674:0:31561:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff90ee8867cec0. 00800000:00000001:3.0:1788840278.141682:0:31561:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788840278.142558:0:31561:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f3797 00800000:00000001:3.0:1788840278.142568:0:31561:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788840278.142573:0:31561:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788840278.142575:0:31561:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840278.142578:0:31561:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840278.142581:0:31561:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031600 refcount=3 00000020:00000001:3.0:1788840278.142584:0:31561:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:3.0:1788840278.142588:0:31561:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:3.0:1788840278.142592:0:31561:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840278.142593:0:31561:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788840278.142595:0:31561:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840278.142597:0:31561:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840278.142600:0:31561:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788840278.142603:0:31561:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:3.0:1788840278.142621:0:31561:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3797 from it ffffa16201c9fb58 00010000:00000001:3.0:1788840278.142624:0:31561:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840278.142625:0:31561:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840278.142626:0:31561:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031600 refcount=3 00000020:00000001:3.0:1788840278.142628:0:31561:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:3.0:1788840278.142630:0:31561:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:3.0:1788840278.142634:0:31561:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788840278.142672:0:31561:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f3797 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba61b expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840278.142895:0:31561:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840278.142897:0:31561:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840278.142898:0:31561:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788840278.142902:0:31561:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788840278.142905:0:31561:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f3797 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba61b expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788840278.142918:0:31561:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788840278.142922:0:31561:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788840278.142924:0:31561:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840278.142929:0:31561:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840278.142931:0:31561:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840278.142933:0:31561:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840278.142936:0:31561:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788840278.142939:0:31561:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840278.142941:0:31561:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840278.142943:0:31561:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840278.142945:0:31561:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788840278.142947:0:31561:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840278.142948:0:31561:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788840278.142952:0:31561:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840278.142970:0:31561:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f5ad80 x1875733133980800/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840294 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840278.142979:0:31561:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840278.142983:0:31561:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840278.142988:0:31561:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90ee98ed4000. 02000000:00000001:3.0:1788840278.142995:0:31561:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840278.142999:0:31561:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840278.143001:0:31561:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:3.0:1788840278.143003:0:31561:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840278.143007:0:31561:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee86f35c00. 02000000:00000001:3.0:1788840278.143011:0:31561:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840278.143013:0:31561:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840278.143017:0:31561:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f5ad80. 00000100:00000001:3.0:1788840278.143023:0:31561:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840278.143024:0:31561:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788840278.143028:0:31561:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788840278.143034:0:31561:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788840278.143055:0:31561:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90ee86d740c0. 00000020:00000001:3.0:1788840278.143063:0:31561:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c9fa88 00000080:00200000:3.0:1788840278.143066:0:31561:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), flags=24 00000080:00000001:3.0:1788840278.143070:0:31561:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788840278.143072:0:31561:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c9f938 00000080:00200000:3.0:1788840278.143074:0:31561:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), intent=0 00000080:00000010:3.0:1788840278.143084:0:31561:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90eea059c400. 00800000:00000002:3.0:1788840278.143092:0:31561:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:3.0:1788840278.143098:0:31561:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788840278.143101:0:31561:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788840278.143103:0:31561:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c9f858 00800000:00000002:3.0:1788840278.143106:0:31561:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788840278.143110:0:31561:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1788840278.143117:0:31561:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c9f7f0 00800000:00000002:3.0:1788840278.143119:0:31561:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-1' -> mds #0 00000002:00000001:3.0:1788840278.143552:0:31561:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788840278.143555:0:31561:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c9f728 00000002:00010000:3.0:1788840278.143558:0:31561:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:3.0:1788840278.143563:0:31561:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788840278.143566:0:31561:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788840278.143573:0:31561:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d4b800. 00000020:00000040:3.0:1788840278.143577:0:31561:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00010000:00000001:3.0:1788840278.143584:0:31561:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788840278.143589:0:31561:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840278.143593:0:31561:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840278.143594:0:31561:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840278.143595:0:31561:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840278.143599:0:31561:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840278.143601:0:31561:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840278.143606:0:31561:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840278.143615:0:31561:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee86eef800. 00000100:00000001:3.0:1788840278.143623:0:31561:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840278.143629:0:31561:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788840278.143631:0:31561:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840278.143632:0:31561:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788840278.143633:0:31561:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840278.143635:0:31561:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840278.144402:0:31561:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621952871544832 : -122120838006784 : ffff90ee86d4b800) 00010000:00000001:3.0:1788840278.144414:0:31561:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788840278.144417:0:31561:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788840278.144426:0:31561:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74000 count: 2 00010000:00000001:3.0:1788840278.144429:0:31561:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840278.144433:0:31561:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788840278.144440:0:31561:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee8523c400. 00000020:00000001:3.0:1788840278.144444:0:31561:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788840278.144448:0:31561:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee8523c400 with handle 0x3aa5f499c96f379e to hash 00000020:00000001:3.0:1788840278.144450:0:31561:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788840278.144452:0:31561:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:3.0:1788840278.144456:0:31561:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:3.0:1788840278.144461:0:31561:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840278.144464:0:31561:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840278.144469:0:31561:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f379e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788840278.144479:0:31561:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f379e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788840278.145202:0:31561:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f379e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31561 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788840278.145215:0:31561:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788840278.145218:0:31561:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788840278.145228:0:31561:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee851789c0. 00000100:00000001:3.0:1788840278.145230:0:31561:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952842369472 : -122120867182144 : ffff90ee851789c0) 00000100:00000001:3.0:1788840278.145233:0:31561:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840278.145236:0:31561:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871544832 : -122120838006784 : ffff90ee86d4b800) 00000100:00000001:3.0:1788840278.145242:0:31561:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840278.145247:0:31561:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840278.145250:0:31561:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788840278.145252:0:31561:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840278.145265:0:31561:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d4b800 x1875733133980928/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840278.145274:0:31561:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840278.145278:0:31561:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840278.145282:0:31561:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840278.145286:0:31561:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840278.145289:0:31561:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840278.145293:0:31561:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d4b800 pname:cluuid:pid:xid:nid:opc:job checkstat:10f4a654-3497-48d8-8f70-7e89f4f161cc:31561:1875733133980928:192.168.202.131@tcp:101:checkstat.0 00000100:00000001:3.0:1788840278.145298:0:31561:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840278.145315:0:31561:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840278.145318:0:31561:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840278.145321:0:31561:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840278.146379:0:31561:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90ee98820800. 02000000:00000001:3.0:1788840278.146389:0:31561:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840278.146402:0:31561:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840278.146411:0:31561:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4fc60. 00000400:00000010:3.0:1788840278.146421:0:31561:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011ed48. 00000100:00000200:3.0:1788840278.146431:0:31561:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875733133980928, portal 10 00000100:00000001:3.0:1788840278.146434:0:31561:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840278.146436:0:31561:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871544832 : -122120838006784 : ffff90ee86d4b800) 00000100:00000040:3.0:1788840278.146447:0:31561:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee86d4b800 x1875733133980928/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840294 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840278.146456:0:31561:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840278.146459:0:31561:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840278.146463:0:31561:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e7f8. 00000100:00000200:3.0:1788840278.146466:0:31561:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875733133980928, offset 0 00000400:00000200:3.0:1788840278.146474:0:31561:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840278.146496:0:31561:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.146508:0:31561:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840278.146514:0:31561:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840278.146520:0:31561:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840278.146524:0:31561:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840278.146527:0:31561:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840278.146532:0:31561:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2450:2450:256:4294967295] 192.168.202.131@tcp LPNI seq info [2450:2450:8:4294967295] 00000400:00000200:3.0:1788840278.146537:0:31561:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.146548:0:31561:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840278.146555:0:31561:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840278.146562:0:31561:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee983e5900. 00000800:00000200:3.0:1788840278.146570:0:31561:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840278.146580:0:31561:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840278.146585:0:31561:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee983e5900 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:3.0:1788840278.146619:0:31561:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840278.146624:0:31561:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 817711 usecs (818 jiffies) 00000400:00000200:3.0:1788840278.146628:0:31561:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840278.146631:0:31561:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296508782 00000100:00000001:3.0:1788840278.146635:0:31561:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296510376 00000100:00000001:3.0:1788840278.146662:0:31561:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296508782 00000100:00000001:3.0:1788840278.146665:0:31561:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296510376 00000100:00000001:3.0:1788840278.146668:0:31561:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840278.146672:0:31561:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840278.146676:0:31561:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840278.146679:0:31561:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788840278.146682:0:31561:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee851789c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788840278.146685:0:31561:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1788840278.146910:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840278.146916:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee983e5900. 00000400:00000200:2.0:1788840278.146923:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840278.146929:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840278.146936:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e7f8 00000400:00000010:2.0:1788840278.146939:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e7f8. 00000100:00000001:2.0:1788840278.146945:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840278.146951:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d4b800 x1875733133980928/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840294 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840278.146963:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840278.146967:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee86d4b800 x1875733133980928/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840294 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840278.146973:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840278.146975:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788840278.147074:0:31561:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788840278.161537:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.161574:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840278.161586:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.161590:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840278.161602:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.161618:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840278.161630:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.161636:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.162328:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.162335:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 584 into portal 10 MB=0x6a9f82724f500 00000400:00000200:2.0:1788840278.162342:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.162350:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 584/584 into md 0x6b1d [1] + 224 00000800:00000001:2.0:1788840278.162361:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.162383:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840278.162387:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840278.162392:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840278.162402:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840278.162415:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d4b800 x1875733133980928/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840294 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840278.162438:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff90ee86d4b800 x1875733133980928/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840278.162458:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840278.162472:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.162476:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840278.163785:0:31561:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788840278.163812:0:31561:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840278.163816:0:31561:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840278.163820:0:31561:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4fc60. 00000400:00000200:3.0:1788840278.163830:0:31561:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011ed48 00000400:00000010:3.0:1788840278.163833:0:31561:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011ed48. 00000100:00000001:3.0:1788840278.163839:0:31561:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840278.163851:0:31561:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d4b800 x1875733133980928/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788840278.163862:0:31561:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d4b800 x1875733133980928/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840278.163871:0:31561:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840278.163873:0:31561:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840278.163877:0:31561:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840278.163881:0:31561:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840278.163884:0:31561:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840278.163886:0:31561:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840278.163890:0:31561:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840278.163903:0:31561:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=128 v=5 (5 102 102 102) 00000100:00001000:3.0:1788840278.163909:0:31561:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840278.163911:0:31561:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840278.163913:0:31561:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840278.163916:0:31561:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840278.163921:0:31561:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840278.163926:0:31561:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840278.163929:0:31561:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967634 00000100:00000001:3.0:1788840278.163931:0:31561:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840278.163935:0:31561:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840278.163940:0:31561:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d4b800 x1875733133980928/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840278.163946:0:31561:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840278.163950:0:31561:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840278.163953:0:31561:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840278.163957:0:31561:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d4b800 x1875733133980928/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840294 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788840278.163964:0:31561:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d4b800 pname:cluuid:pid:xid:nid:opc:job checkstat:10f4a654-3497-48d8-8f70-7e89f4f161cc:31561:1875733133980928:192.168.202.131@tcp:101:checkstat.0 00000100:00000001:3.0:1788840278.163971:0:31561:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840278.163974:0:31561:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840278.163976:0:31561:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788840278.163979:0:31561:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840278.163982:0:31561:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d4b800 x1875733133980928/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840294 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840278.163989:0:31561:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788840278.163992:0:31561:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee851789c0. 00000100:00000001:3.0:1788840278.163997:0:31561:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788840278.163998:0:31561:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840278.164002:0:31561:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788840278.164006:0:31561:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840278.164010:0:31561:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840278.164014:0:31561:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c400 refcount=4 00000020:00000001:3.0:1788840278.164018:0:31561:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:3.0:1788840278.164021:0:31561:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000040:3.0:1788840278.164030:0:31561:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee8523c400, remote cookie: 0x8a436931312ba637, flags: 0x1001 00010000:00010000:3.0:1788840278.164037:0:31561:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f379e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba637 expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788840278.164047:0:31561:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x27:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1788840278.164050:0:31561:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1788840278.164065:0:31561:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee85e55a00. 00010000:00000010:3.0:1788840278.164070:0:31561:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee86e2f800. 00010000:00000001:3.0:1788840278.164077:0:31561:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840278.164080:0:31561:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f379e lrc: 4/1,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba637 expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788840278.164090:0:31561:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f379e lrc: 4/1,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba637 expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840278.164102:0:31561:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788840278.164108:0:31561:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788840278.164110:0:31561:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788840278.164112:0:31561:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788840278.164114:0:31561:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788840278.164117:0:31561:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x27:0x0].0x0 (ffff90ee85e55a00) refcount = 1 00010000:00010000:3.0:1788840278.164121:0:31561:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f379e lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba637 expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840278.164128:0:31561:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788840278.164132:0:31561:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788840278.164134:0:31561:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840278.164137:0:31561:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788840278.164140:0:31561:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840278.164144:0:31561:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f379e lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba637 expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840278.164149:0:31561:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788840278.164151:0:31561:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840278.164153:0:31561:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840278.164154:0:31561:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840278.164155:0:31561:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840278.164156:0:31561:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840278.164162:0:31561:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788840278.164163:0:31561:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840278.164165:0:31561:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840278.164166:0:31561:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c400 refcount=3 00000020:00000001:3.0:1788840278.164168:0:31561:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:3.0:1788840278.164171:0:31561:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:3.0:1788840278.164173:0:31561:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840278.164175:0:31561:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840278.164176:0:31561:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c400 refcount=4 00000020:00000001:3.0:1788840278.164178:0:31561:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:3.0:1788840278.164181:0:31561:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:3.0:1788840278.164184:0:31561:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840278.164718:0:31561:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840278.164723:0:31561:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f379e lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba637 expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840278.164731:0:31561:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840278.164732:0:31561:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840278.164734:0:31561:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840278.164735:0:31561:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840278.164737:0:31561:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c400 refcount=5 00000020:00000001:3.0:1788840278.164739:0:31561:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:3.0:1788840278.164741:0:31561:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:3.0:1788840278.164745:0:31561:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788840278.164748:0:31561:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f379e lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba637 expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840278.164753:0:31561:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840278.164754:0:31561:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788840278.164757:0:31561:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f379e lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba637 expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840278.164763:0:31561:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788840278.164765:0:31561:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840278.164766:0:31561:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840278.164767:0:31561:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840278.164768:0:31561:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788840278.164777:0:31561:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff90ee86d4b800 x1875733133980928/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840294 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788840278.164785:0:31561:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840278.164786:0:31561:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840278.164788:0:31561:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c400 refcount=3 00000020:00000001:3.0:1788840278.164790:0:31561:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:3.0:1788840278.164793:0:31561:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:3.0:1788840278.164804:0:31561:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840278.164806:0:31561:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788840278.164807:0:31561:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840278.164809:0:31561:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840278.164813:0:31561:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788840278.164816:0:31561:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840278.164817:0:31561:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840278.164818:0:31561:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c400 refcount=3 00000020:00000001:3.0:1788840278.164820:0:31561:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:3.0:1788840278.164822:0:31561:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00000002:00010000:3.0:1788840278.164826:0:31561:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f379e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba637 expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840278.164833:0:31561:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840278.164834:0:31561:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840278.164836:0:31561:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788840278.164838:0:31561:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840278.164839:0:31561:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840278.164840:0:31561:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c400 refcount=3 00000020:00000001:3.0:1788840278.164842:0:31561:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:3.0:1788840278.164844:0:31561:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000040:3.0:1788840278.164849:0:31561:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55a00 count: 2 00010000:00000001:3.0:1788840278.164851:0:31561:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788840278.164855:0:31561:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 4 res 8589935620/39 (0 0) 00010000:00000001:3.0:1788840278.164858:0:31561:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840278.164859:0:31561:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788840278.164861:0:31561:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788840278.164865:0:31561:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c9f6b0 00000002:00002000:3.0:1788840278.164867:0:31561:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-1 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788840278.164871:0:31561:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840278.164877:0:31561:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840278.164881:0:31561:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788840278.164885:0:31561:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788840278.164889:0:31561:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788840278.164893:0:31561:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000001:3.0:1788840278.164897:0:31561:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788840278.164899:0:31561:0:(namei.c:674:ll_lookup_it_finish()) it ffffa16201c9fa28 it_disposition b 00000080:00000001:3.0:1788840278.164902:0:31561:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788840278.164911:0:31561:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788840278.164920:0:31561:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788840278.164923:0:31561:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:3.0:1788840278.164926:0:31561:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:3.0:1788840278.164934:0:31561:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788840278.164937:0:31561:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x27:0x0] 00000080:00000001:3.0:1788840278.164940:0:31561:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840278.164944:0:31561:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:3.0:1788840278.164947:0:31561:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1788840278.164951:0:31561:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x27:0x0], updating i_size 16384 00000080:00200000:3.0:1788840278.164954:0:31561:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x27:0x0](ffff90ee90591988): rc = 0 00000080:00000001:3.0:1788840278.164956:0:31561:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621953031215496 : -122120678336120 : ffff90ee90591988) 00010000:00000001:3.0:1788840278.164958:0:31561:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840278.164960:0:31561:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840278.164961:0:31561:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c400 refcount=3 00000020:00000001:3.0:1788840278.164963:0:31561:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:3.0:1788840278.164966:0:31561:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:3.0:1788840278.164968:0:31561:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840278.164969:0:31561:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788840278.164971:0:31561:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1788840278.164973:0:31561:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1788840278.164975:0:31561:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788840278.164978:0:31561:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788840278.164980:0:31561:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788840278.164983:0:31561:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x27:0x0](ffff90ee90591988) for lock 0x3aa5f499c96f379e 00800000:00000001:3.0:1788840278.164986:0:31561:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788840278.164988:0:31561:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788840278.164989:0:31561:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840278.164991:0:31561:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840278.164992:0:31561:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c400 refcount=3 00000020:00000001:3.0:1788840278.164994:0:31561:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:3.0:1788840278.164996:0:31561:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:3.0:1788840278.164998:0:31561:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840278.164999:0:31561:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788840278.165000:0:31561:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840278.165002:0:31561:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1788840278.165010:0:31561:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90ee906ff510 inode ffff90ee90591988 refc 1 flags 0x20000e 00000080:00000001:3.0:1788840278.165014:0:31561:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1788840278.165015:0:31561:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840278.165018:0:31561:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1788840278.165021:0:31561:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x27:0x0](ffff90ee90591988) 00000080:00010000:3.0:1788840278.165025:0:31561:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f379e from it ffffa16201c9fa28 00010000:00000001:3.0:1788840278.165027:0:31561:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840278.165028:0:31561:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840278.165030:0:31561:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c400 refcount=3 00000020:00000001:3.0:1788840278.165032:0:31561:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:3.0:1788840278.165034:0:31561:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:3.0:1788840278.165036:0:31561:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788840278.165038:0:31561:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f379e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba637 expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840278.165043:0:31561:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840278.165044:0:31561:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840278.165046:0:31561:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788840278.165048:0:31561:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788840278.165051:0:31561:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f379e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba637 expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788840278.165059:0:31561:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788840278.165062:0:31561:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788840278.165065:0:31561:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840278.165070:0:31561:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840278.165071:0:31561:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840278.165073:0:31561:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840278.165077:0:31561:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788840278.165079:0:31561:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840278.165080:0:31561:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840278.165084:0:31561:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840278.165085:0:31561:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788840278.165087:0:31561:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840278.165088:0:31561:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788840278.165090:0:31561:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788840278.165094:0:31561:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90eea059c400. 00000100:00000001:3.0:1788840278.165101:0:31561:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840278.165106:0:31561:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d4b800 x1875733133980928/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840294 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840278.165112:0:31561:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840278.165115:0:31561:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840278.165119:0:31561:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90ee98820800. 02000000:00000001:3.0:1788840278.165123:0:31561:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840278.165125:0:31561:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840278.165127:0:31561:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:3.0:1788840278.165129:0:31561:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840278.165132:0:31561:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee86eef800. 02000000:00000001:3.0:1788840278.165136:0:31561:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840278.165138:0:31561:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840278.165140:0:31561:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d4b800. 00000100:00000001:3.0:1788840278.165144:0:31561:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840278.165145:0:31561:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788840278.165155:0:31561:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788840278.165158:0:31561:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x27:0x0](ffff90ee90591988), inode mode 41ed mask 1 00000080:00000001:3.0:1788840278.165163:0:31561:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788840278.165179:0:31561:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90ee86d746a0. 00000020:00000001:3.0:1788840278.165183:0:31561:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c9fae8 00000080:00200000:3.0:1788840278.165185:0:31561:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000404:0x27:0x0](ffff90ee90591988), flags=8 00000080:00000001:3.0:1788840278.165188:0:31561:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788840278.165190:0:31561:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c9f998 00000080:00200000:3.0:1788840278.165192:0:31561:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x27:0x0](ffff90ee90591988), intent=getattr 00000080:00000010:3.0:1788840278.165199:0:31561:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90eea059c400. 00000080:00000001:3.0:1788840278.165207:0:31561:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788840278.165210:0:31561:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788840278.165212:0:31561:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c9f8b8 00800000:00000002:3.0:1788840278.165213:0:31561:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000404:0x27:0x0] 00800000:00000001:3.0:1788840278.165217:0:31561:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:3.0:1788840278.165222:0:31561:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c9f850 00800000:00000002:3.0:1788840278.165223:0:31561:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x27:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:3.0:1788840278.165228:0:31561:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788840278.165230:0:31561:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c9f788 00000002:00010000:3.0:1788840278.165232:0:31561:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000404:0x27:0x0], intent: getattr flags 01 00000002:00000001:3.0:1788840278.165236:0:31561:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788840278.165239:0:31561:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788840278.165242:0:31561:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d4b800. 00000020:00000040:3.0:1788840278.165245:0:31561:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00010000:00000001:3.0:1788840278.165250:0:31561:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788840278.165255:0:31561:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840278.165257:0:31561:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840278.165259:0:31561:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840278.165260:0:31561:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840278.165263:0:31561:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840278.165265:0:31561:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840278.165270:0:31561:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840278.165277:0:31561:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee86eef800. 00000100:00000001:3.0:1788840278.165283:0:31561:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840278.165287:0:31561:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788840278.165289:0:31561:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840278.165291:0:31561:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788840278.165292:0:31561:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840278.165294:0:31561:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840278.165314:0:31561:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621952871544832 : -122120838006784 : ffff90ee86d4b800) 00010000:00000001:3.0:1788840278.165318:0:31561:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788840278.165321:0:31561:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788840278.165324:0:31561:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55a00 count: 2 00010000:00000001:3.0:1788840278.165326:0:31561:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840278.165329:0:31561:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788840278.165333:0:31561:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee8523c800. 00000020:00000001:3.0:1788840278.165337:0:31561:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788840278.165339:0:31561:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee8523c800 with handle 0x3aa5f499c96f37a5 to hash 00000020:00000001:3.0:1788840278.165342:0:31561:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788840278.165343:0:31561:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952843171840 : -122120866379776 : ffff90ee8523c800) 00010000:00000001:3.0:1788840278.165347:0:31561:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952843171840 : -122120866379776 : ffff90ee8523c800) 00010000:00000001:3.0:1788840278.165350:0:31561:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840278.165352:0:31561:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840278.165355:0:31561:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c800/0x3aa5f499c96f37a5 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788840278.165362:0:31561:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c800/0x3aa5f499c96f37a5 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31561 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788840278.165374:0:31561:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c800/0x3aa5f499c96f37a5 lrc: 3/1,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31561 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788840278.165381:0:31561:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788840278.165383:0:31561:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788840278.165390:0:31561:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee851789c0. 00000100:00000001:3.0:1788840278.165393:0:31561:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952842369472 : -122120867182144 : ffff90ee851789c0) 00000100:00000001:3.0:1788840278.165396:0:31561:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840278.165397:0:31561:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871544832 : -122120838006784 : ffff90ee86d4b800) 00000100:00000001:3.0:1788840278.165403:0:31561:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840278.165408:0:31561:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840278.165411:0:31561:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788840278.165413:0:31561:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840278.165418:0:31561:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d4b800 x1875733133981056/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840278.165426:0:31561:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840278.165428:0:31561:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840278.165432:0:31561:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840278.165436:0:31561:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840278.165439:0:31561:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840278.165443:0:31561:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d4b800 pname:cluuid:pid:xid:nid:opc:job checkstat:10f4a654-3497-48d8-8f70-7e89f4f161cc:31561:1875733133981056:192.168.202.131@tcp:101:checkstat.0 00000100:00000001:3.0:1788840278.165447:0:31561:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840278.165453:0:31561:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840278.165456:0:31561:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840278.165459:0:31561:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840278.165464:0:31561:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90ee98820800. 02000000:00000001:3.0:1788840278.165465:0:31561:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840278.165473:0:31561:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840278.165477:0:31561:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4fc60. 00000400:00000010:3.0:1788840278.165485:0:31561:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011ed48. 00000100:00000200:3.0:1788840278.165494:0:31561:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875733133981056, portal 10 00000100:00000001:3.0:1788840278.165496:0:31561:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840278.165498:0:31561:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871544832 : -122120838006784 : ffff90ee86d4b800) 00000100:00000040:3.0:1788840278.165504:0:31561:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee86d4b800 x1875733133981056/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840294 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840278.165511:0:31561:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840278.165515:0:31561:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840278.165517:0:31561:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011ecc0. 00000100:00000200:3.0:1788840278.165520:0:31561:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875733133981056, offset 0 00000400:00000200:3.0:1788840278.165528:0:31561:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840278.165539:0:31561:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.165548:0:31561:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840278.165555:0:31561:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840278.165560:0:31561:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840278.165565:0:31561:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840278.165568:0:31561:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840278.165572:0:31561:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2451:2451:256:4294967295] 192.168.202.131@tcp LPNI seq info [2451:2451:8:4294967295] 00000400:00000200:3.0:1788840278.165576:0:31561:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.165587:0:31561:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840278.165593:0:31561:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840278.165599:0:31561:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee983e5e00. 00000800:00000200:3.0:1788840278.165608:0:31561:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840278.165617:0:31561:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840278.165622:0:31561:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee983e5e00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1788840278.165686:0:31561:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840278.165692:0:31561:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 816630 usecs (817 jiffies) 00000400:00000200:3.0:1788840278.165695:0:31561:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840278.165698:0:31561:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296508801 00000100:00000001:3.0:1788840278.165702:0:31561:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296510376 00000100:00000001:3.0:1788840278.165705:0:31561:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296508801 00000100:00000001:3.0:1788840278.165708:0:31561:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296510376 00000100:00000001:3.0:1788840278.165710:0:31561:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840278.165713:0:31561:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840278.165716:0:31561:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840278.165718:0:31561:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788840278.165721:0:31561:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee851789c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788840278.165723:0:31561:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840278.165726:0:31561:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840278.166377:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840278.166385:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee983e5e00. 00000400:00000200:2.0:1788840278.166393:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840278.166401:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840278.166409:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011ecc0 00000400:00000010:2.0:1788840278.166412:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011ecc0. 00000100:00000001:2.0:1788840278.166429:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840278.166435:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d4b800 x1875733133981056/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840294 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840278.166446:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840278.166449:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee86d4b800 x1875733133981056/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840294 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840278.166455:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840278.166457:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840278.178479:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.178505:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840278.178512:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.178515:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840278.178527:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.178537:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840278.178558:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.178565:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.178572:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.178577:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 640 into portal 10 MB=0x6a9f82724f580 00000400:00000200:2.0:1788840278.178582:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.178591:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 640/640 into md 0x6b2d [1] + 224 00000800:00000001:2.0:1788840278.178600:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.178620:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840278.178625:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840278.178631:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840278.178696:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840278.178709:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d4b800 x1875733133981056/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840294 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840278.178721:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff90ee86d4b800 x1875733133981056/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840278.178741:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840278.178753:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.178756:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840278.178942:0:31561:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788840278.178952:0:31561:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840278.178954:0:31561:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840278.178959:0:31561:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4fc60. 00000400:00000200:3.0:1788840278.178963:0:31561:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011ed48 00000400:00000010:3.0:1788840278.178966:0:31561:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011ed48. 00000100:00000001:3.0:1788840278.178971:0:31561:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840278.178976:0:31561:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d4b800 x1875733133981056/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788840278.178986:0:31561:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d4b800 x1875733133981056/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840278.178992:0:31561:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840278.178995:0:31561:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840278.178998:0:31561:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840278.179002:0:31561:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840278.179005:0:31561:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840278.179009:0:31561:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840278.179013:0:31561:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840278.179025:0:31561:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=128 v=5 (5 102 102 102) 00000100:00001000:3.0:1788840278.179030:0:31561:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840278.179033:0:31561:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840278.179035:0:31561:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840278.179039:0:31561:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840278.179043:0:31561:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840278.179048:0:31561:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840278.179050:0:31561:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967634 00000100:00000001:3.0:1788840278.179052:0:31561:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840278.179056:0:31561:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840278.179061:0:31561:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d4b800 x1875733133981056/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/640 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840278.179068:0:31561:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840278.179071:0:31561:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840278.179074:0:31561:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840278.179077:0:31561:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d4b800 x1875733133981056/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/640 e 0 to 0 dl 1788840294 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788840278.179085:0:31561:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d4b800 pname:cluuid:pid:xid:nid:opc:job checkstat:10f4a654-3497-48d8-8f70-7e89f4f161cc:31561:1875733133981056:192.168.202.131@tcp:101:checkstat.0 00000100:00000001:3.0:1788840278.179090:0:31561:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840278.179093:0:31561:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840278.179096:0:31561:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788840278.179098:0:31561:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840278.179101:0:31561:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d4b800 x1875733133981056/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/640 e 0 to 0 dl 1788840294 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840278.179108:0:31561:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788840278.179111:0:31561:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee851789c0. 00000100:00000001:3.0:1788840278.179115:0:31561:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788840278.179117:0:31561:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840278.179120:0:31561:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788840278.179126:0:31561:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840278.179129:0:31561:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840278.179134:0:31561:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c800 refcount=4 00000020:00000001:3.0:1788840278.179137:0:31561:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843171840 : -122120866379776 : ffff90ee8523c800) 00010000:00000001:3.0:1788840278.179140:0:31561:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843171840 : -122120866379776 : ffff90ee8523c800) 00010000:00000040:3.0:1788840278.179148:0:31561:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee8523c800, remote cookie: 0x8a436931312ba653, flags: 0x1001 00010000:00010000:3.0:1788840278.179155:0:31561:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c800/0x3aa5f499c96f37a5 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba653 expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788840278.179164:0:31561:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x29:0x0].0x0, instead of [0x200000404:0x27:0x0].0x0 00010000:00000001:3.0:1788840278.179168:0:31561:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1788840278.179178:0:31561:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee85e55300. 00010000:00000010:3.0:1788840278.179184:0:31561:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee86e2f480. 00010000:00000001:3.0:1788840278.179189:0:31561:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840278.179193:0:31561:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c800/0x3aa5f499c96f37a5 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba653 expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788840278.179202:0:31561:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c800/0x3aa5f499c96f37a5 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba653 expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840278.179210:0:31561:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788840278.179216:0:31561:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788840278.179219:0:31561:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788840278.179221:0:31561:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788840278.179223:0:31561:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788840278.179226:0:31561:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x29:0x0].0x0 (ffff90ee85e55300) refcount = 1 00010000:00010000:3.0:1788840278.179231:0:31561:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c800/0x3aa5f499c96f37a5 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba653 expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840278.179238:0:31561:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788840278.179241:0:31561:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788840278.179244:0:31561:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840278.179247:0:31561:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788840278.179250:0:31561:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840278.179253:0:31561:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c800/0x3aa5f499c96f37a5 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba653 expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840278.179259:0:31561:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788840278.179261:0:31561:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840278.179263:0:31561:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840278.179264:0:31561:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840278.179265:0:31561:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840278.179267:0:31561:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840278.179272:0:31561:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788840278.179275:0:31561:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840278.179276:0:31561:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840278.179278:0:31561:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c800 refcount=3 00000020:00000001:3.0:1788840278.179280:0:31561:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843171840 : -122120866379776 : ffff90ee8523c800) 00010000:00000001:3.0:1788840278.179283:0:31561:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843171840 : -122120866379776 : ffff90ee8523c800) 00010000:00000001:3.0:1788840278.179285:0:31561:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840278.179286:0:31561:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840278.179288:0:31561:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c800 refcount=4 00000020:00000001:3.0:1788840278.179290:0:31561:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843171840 : -122120866379776 : ffff90ee8523c800) 00010000:00000001:3.0:1788840278.179291:0:31561:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843171840 : -122120866379776 : ffff90ee8523c800) 00010000:00000001:3.0:1788840278.179295:0:31561:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840278.179298:0:31561:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840278.179311:0:31561:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c800/0x3aa5f499c96f37a5 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba653 expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840278.179319:0:31561:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840278.179320:0:31561:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840278.179321:0:31561:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840278.179322:0:31561:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840278.179323:0:31561:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c800 refcount=5 00000020:00000001:3.0:1788840278.179325:0:31561:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843171840 : -122120866379776 : ffff90ee8523c800) 00010000:00000001:3.0:1788840278.179328:0:31561:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843171840 : -122120866379776 : ffff90ee8523c800) 00010000:00000001:3.0:1788840278.179331:0:31561:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788840278.179334:0:31561:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c800/0x3aa5f499c96f37a5 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba653 expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840278.179340:0:31561:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840278.179341:0:31561:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788840278.179344:0:31561:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c800/0x3aa5f499c96f37a5 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba653 expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840278.179351:0:31561:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788840278.179352:0:31561:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840278.179353:0:31561:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840278.179355:0:31561:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840278.179356:0:31561:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788840278.179361:0:31561:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90ee86d4b800 x1875733133981056/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/640 e 0 to 0 dl 1788840294 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788840278.179371:0:31561:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840278.179373:0:31561:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840278.179374:0:31561:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c800 refcount=3 00000020:00000001:3.0:1788840278.179376:0:31561:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843171840 : -122120866379776 : ffff90ee8523c800) 00010000:00000001:3.0:1788840278.179378:0:31561:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843171840 : -122120866379776 : ffff90ee8523c800) 00000002:00010000:3.0:1788840278.179382:0:31561:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c800/0x3aa5f499c96f37a5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba653 expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1788840278.179392:0:31561:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff90ee8867cec0. 00010000:00000001:3.0:1788840278.179394:0:31561:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840278.179396:0:31561:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788840278.179397:0:31561:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840278.179400:0:31561:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840278.179403:0:31561:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788840278.179406:0:31561:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840278.179407:0:31561:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840278.179409:0:31561:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c800 refcount=3 00000020:00000001:3.0:1788840278.179410:0:31561:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843171840 : -122120866379776 : ffff90ee8523c800) 00010000:00000001:3.0:1788840278.179413:0:31561:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843171840 : -122120866379776 : ffff90ee8523c800) 00000002:00010000:3.0:1788840278.179416:0:31561:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c800/0x3aa5f499c96f37a5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba653 expref: -99 pid: 31561 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840278.179423:0:31561:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840278.179424:0:31561:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840278.179426:0:31561:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788840278.179428:0:31561:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840278.179429:0:31561:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840278.179430:0:31561:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c800 refcount=3 00000020:00000001:3.0:1788840278.179432:0:31561:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843171840 : -122120866379776 : ffff90ee8523c800) 00010000:00000001:3.0:1788840278.179434:0:31561:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843171840 : -122120866379776 : ffff90ee8523c800) 00010000:00000040:3.0:1788840278.179445:0:31561:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55300 count: 2 00010000:00000001:3.0:1788840278.179448:0:31561:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788840278.179452:0:31561:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 4 res 8589935620/41 (0 0) 00010000:00000001:3.0:1788840278.179455:0:31561:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840278.179456:0:31561:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788840278.179458:0:31561:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788840278.179461:0:31561:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c9f710 00000002:00002000:3.0:1788840278.179474:0:31561:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788840278.179477:0:31561:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840278.179482:0:31561:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840278.179485:0:31561:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788840278.179489:0:31561:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x27:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788840278.179493:0:31561:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840278.179498:0:31561:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788840278.179500:0:31561:0:(namei.c:674:ll_lookup_it_finish()) it ffffa16201c9fb20 it_disposition b 00000080:00000001:3.0:1788840278.179504:0:31561:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788840278.179511:0:31561:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788840278.179515:0:31561:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788840278.179518:0:31561:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833961 : 144115205322833961 : 200000404000029) 00000080:00000001:3.0:1788840278.179522:0:31561:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:3.0:1788840278.179531:0:31561:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788840278.179536:0:31561:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036963208 : -122120672588408 : ffff90ee90b0cd88) 00000020:00001000:3.0:1788840278.179539:0:31561:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0cd80 00000020:00000001:3.0:1788840278.179541:0:31561:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1788840278.179546:0:31561:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788840278.179549:0:31561:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788840278.179555:0:31561:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90ee84b18360. 00020000:00000010:3.0:1788840278.179560:0:31561:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90ee85328680. 00020000:00000010:3.0:1788840278.179566:0:31561:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90ee84b182a0. 00020000:00000001:3.0:1788840278.179569:0:31561:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621952835682976 : -122120873868640 : ffff90ee84b182a0) 00020000:00000002:3.0:1788840278.179572:0:31561:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee84b182a0, objid 0x29:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788840278.179577:0:31561:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788840278.179582:0:31561:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90ee85328680: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000002:3.0:1788840278.179586:0:31561:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90ee831508b8) owner ffff90ee87ffa7c0 00020000:00000001:3.0:1788840278.179590:0:31561:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788840278.179593:0:31561:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90ee831508b8) owner ffff90ee87ffa7c0 00020000:00000010:3.0:1788840278.179599:0:31561:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90ee85328680. 00020000:00000010:3.0:1788840278.179603:0:31561:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90ee84b18360. 00020000:00000010:3.0:1788840278.179606:0:31561:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90ee84b182a0. 00020000:00000002:3.0:1788840278.179608:0:31561:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x29:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1788840278.179774:0:31561:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840278.179776:0:31561:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788840278.179779:0:31561:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0cd80 00000080:00000001:3.0:1788840278.179785:0:31561:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833961 : 144115205322833961 : 200000404000029) 00000080:00000001:3.0:1788840278.179788:0:31561:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:3.0:1788840278.179794:0:31561:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x29:0x0](ffff90ee905c5348): rc = 0 00000080:00000001:3.0:1788840278.179796:0:31561:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621953031426888 : -122120678124728 : ffff90ee905c5348) 00010000:00000001:3.0:1788840278.179799:0:31561:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840278.179800:0:31561:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840278.179803:0:31561:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c800 refcount=3 00000020:00000001:3.0:1788840278.179804:0:31561:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843171840 : -122120866379776 : ffff90ee8523c800) 00010000:00000001:3.0:1788840278.179807:0:31561:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843171840 : -122120866379776 : ffff90ee8523c800) 00000080:00000001:3.0:1788840278.179811:0:31561:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788840278.179813:0:31561:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788840278.179814:0:31561:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036963208 : -122120672588408 : ffff90ee90b0cd88) 00000020:00001000:3.0:1788840278.179816:0:31561:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0cd80 00000020:00000001:3.0:1788840278.179818:0:31561:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1788840278.179819:0:31561:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788840278.179820:0:31561:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788840278.179824:0:31561:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90ee84b182a0. 00020000:00000010:3.0:1788840278.179826:0:31561:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90ee85328680. 00020000:00000010:3.0:1788840278.179829:0:31561:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90ee84b18360. 00020000:00000001:3.0:1788840278.179831:0:31561:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621952835683168 : -122120873868448 : ffff90ee84b18360) 00020000:00000002:3.0:1788840278.179833:0:31561:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee84b18360, objid 0x29:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788840278.179837:0:31561:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788840278.179840:0:31561:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90ee85328680: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000002:3.0:1788840278.179843:0:31561:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90ee831508b8) owner ffff90ee87ffa7c0 00020000:00000001:3.0:1788840278.179845:0:31561:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788840278.179848:0:31561:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90ee831508b8) owner ffff90ee87ffa7c0 00020000:00000010:3.0:1788840278.179850:0:31561:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90ee85328680. 00020000:00000010:3.0:1788840278.179853:0:31561:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90ee84b182a0. 00020000:00000010:3.0:1788840278.179855:0:31561:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90ee84b18360. 00020000:00000002:3.0:1788840278.179857:0:31561:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x29:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1788840278.179859:0:31561:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840278.179861:0:31561:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840278.179864:0:31561:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1788840278.179868:0:31561:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee831508b8) owner 0000000000000000/ffff90ee87ffa7c0 00020000:00000002:3.0:1788840278.179871:0:31561:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90ee87fb1420 addref 2/0 by ffff90ee87ffa7c0. 00020000:00000002:3.0:1788840278.179874:0:31561:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee831508b8) owner 0000000000000000/ffff90ee87ffa7c0 00020000:00000001:3.0:1788840278.179877:0:31561:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1788840278.179879:0:31561:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1788840278.179880:0:31561:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1788840278.179882:0:31561:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1788840278.179884:0:31561:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1788840278.179887:0:31561:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x29:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:3.0:1788840278.179890:0:31561:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0cd80 00000080:00000001:3.0:1788840278.179892:0:31561:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840278.179893:0:31561:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840278.179895:0:31561:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788840278.179897:0:31561:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788840278.179900:0:31561:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788840278.179901:0:31561:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788840278.179906:0:31561:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x29:0x0](ffff90ee905c5348) for lock 0x3aa5f499c96f37a5 00800000:00000001:3.0:1788840278.179909:0:31561:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788840278.179911:0:31561:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788840278.179912:0:31561:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840278.179914:0:31561:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840278.179915:0:31561:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c800 refcount=3 00000020:00000001:3.0:1788840278.179917:0:31561:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843171840 : -122120866379776 : ffff90ee8523c800) 00010000:00000001:3.0:1788840278.179919:0:31561:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843171840 : -122120866379776 : ffff90ee8523c800) 00010000:00000001:3.0:1788840278.179922:0:31561:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840278.179923:0:31561:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788840278.179924:0:31561:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840278.179926:0:31561:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:3.0:1788840278.179933:0:31561:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90ee906ffd80 inode ffff90ee905c5348 refc 1 flags 0x40000e 00000080:00000001:3.0:1788840278.179937:0:31561:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:3.0:1788840278.179941:0:31561:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x29:0x0](ffff90ee905c5348) 00000080:00010000:3.0:1788840278.179946:0:31561:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f37a5 from it ffffa16201c9fb20 00010000:00000001:3.0:1788840278.179947:0:31561:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840278.179949:0:31561:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840278.179950:0:31561:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c800 refcount=3 00000020:00000001:3.0:1788840278.179952:0:31561:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843171840 : -122120866379776 : ffff90ee8523c800) 00010000:00000001:3.0:1788840278.179954:0:31561:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843171840 : -122120866379776 : ffff90ee8523c800) 00010000:00000001:3.0:1788840278.179955:0:31561:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788840278.179958:0:31561:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c800/0x3aa5f499c96f37a5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8a436931312ba653 expref: -99 pid: 31561 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840278.179966:0:31561:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840278.179967:0:31561:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840278.179969:0:31561:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788840278.179972:0:31561:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788840278.179974:0:31561:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c800/0x3aa5f499c96f37a5 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312ba653 expref: -99 pid: 31561 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788840278.179981:0:31561:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788840278.179984:0:31561:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788840278.179987:0:31561:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840278.179992:0:31561:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840278.179994:0:31561:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840278.179995:0:31561:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840278.179999:0:31561:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788840278.180001:0:31561:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840278.180003:0:31561:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840278.180006:0:31561:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840278.180008:0:31561:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788840278.180009:0:31561:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840278.180010:0:31561:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788840278.180012:0:31561:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:3.0:1788840278.180016:0:31561:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90eea059c400. 00000100:00000001:3.0:1788840278.180022:0:31561:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840278.180029:0:31561:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d4b800 x1875733133981056/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/640 e 0 to 0 dl 1788840294 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840278.180036:0:31561:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840278.180039:0:31561:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840278.180043:0:31561:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90ee98820800. 02000000:00000001:3.0:1788840278.180047:0:31561:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840278.180050:0:31561:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840278.180052:0:31561:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:3.0:1788840278.180054:0:31561:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840278.180057:0:31561:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee86eef800. 02000000:00000001:3.0:1788840278.180061:0:31561:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840278.180063:0:31561:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840278.180066:0:31561:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d4b800. 00000100:00000001:3.0:1788840278.180070:0:31561:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840278.180071:0:31561:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788840278.180075:0:31561:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:3.0:1788840278.180077:0:31561:0:(dcache.c:176:ll_intent_release()) intent ffffa16201c9fb20 released 00000080:00000001:3.0:1788840278.180078:0:31561:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:3.0:1788840278.180094:0:31561:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c9fd08 00000080:00200008:3.0:1788840278.180097:0:31561:0:(file.c:6296:ll_getattr_dentry()) START file f:[0x200000404:0x29:0x0](ffff90ee905c5348), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788840278.180104:0:31561:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788840278.180106:0:31561:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c9fc80 00000080:00200000:3.0:1788840278.180108:0:31561:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x29:0x0](ffff90ee905c5348),name=f 00000080:00000010:3.0:1788840278.180113:0:31561:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90eea059c400. 00000080:00000001:3.0:1788840278.180124:0:31561:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788840278.180127:0:31561:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788840278.180129:0:31561:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c9fba0 00800000:00000002:3.0:1788840278.180131:0:31561:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x29:0x0] 'f' on [0x200000404:0x27:0x0] 00800000:00000001:3.0:1788840278.180135:0:31561:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788840278.180142:0:31561:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x27:0x0], fid2=[0x200000404:0x29:0x0], name='' -> mds #0 00000002:00000001:3.0:1788840278.180147:0:31561:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788840278.180148:0:31561:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c9fa70 00000002:00010000:3.0:1788840278.180150:0:31561:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x29:0x0]) in obj [0x200000404:0x27:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788840278.180154:0:31561:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788840278.180156:0:31561:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840278.180158:0:31561:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788840278.180162:0:31561:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55300 count: 2 00010000:00000001:3.0:1788840278.180165:0:31561:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840278.180168:0:31561:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840278.180171:0:31561:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788840278.180174:0:31561:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c800/0x3aa5f499c96f37a5 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312ba653 expref: -99 pid: 31561 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788840278.180183:0:31561:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788840278.180189:0:31561:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840278.180192:0:31561:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c800/0x3aa5f499c96f37a5 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312ba653 expref: -99 pid: 31561 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788840278.180199:0:31561:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788840278.180201:0:31561:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788840278.180203:0:31561:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788840278.180205:0:31561:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788840278.180207:0:31561:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788840278.180209:0:31561:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x27:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788840278.180212:0:31561:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1788840278.180214:0:31561:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90eea059c400. 00000080:00000001:3.0:1788840278.180217:0:31561:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788840278.180219:0:31561:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788840278.180221:0:31561:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x29:0x0](ffff90ee905c5348) 00000080:00010000:3.0:1788840278.180225:0:31561:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x29:0x0](ffff90ee905c5348) for lock 0x3aa5f499c96f37a5 00800000:00000001:3.0:1788840278.180228:0:31561:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788840278.180230:0:31561:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788840278.180231:0:31561:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840278.180233:0:31561:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840278.180234:0:31561:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c800 refcount=3 00000020:00000001:3.0:1788840278.180236:0:31561:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843171840 : -122120866379776 : ffff90ee8523c800) 00010000:00000001:3.0:1788840278.180238:0:31561:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843171840 : -122120866379776 : ffff90ee8523c800) 00010000:00000001:3.0:1788840278.180241:0:31561:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840278.180243:0:31561:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788840278.180244:0:31561:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840278.180245:0:31561:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788840278.180247:0:31561:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f37a5 from it ffffa16201c9fcb8 00010000:00000001:3.0:1788840278.180249:0:31561:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840278.180250:0:31561:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840278.180251:0:31561:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c800 refcount=3 00000020:00000001:3.0:1788840278.180253:0:31561:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843171840 : -122120866379776 : ffff90ee8523c800) 00010000:00000001:3.0:1788840278.180256:0:31561:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843171840 : -122120866379776 : ffff90ee8523c800) 00010000:00000001:3.0:1788840278.180258:0:31561:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788840278.180261:0:31561:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c800/0x3aa5f499c96f37a5 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8a436931312ba653 expref: -99 pid: 31561 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788840278.180267:0:31561:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840278.180269:0:31561:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840278.180270:0:31561:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788840278.180272:0:31561:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788840278.180274:0:31561:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c800/0x3aa5f499c96f37a5 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312ba653 expref: -99 pid: 31561 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788840278.180280:0:31561:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788840278.180282:0:31561:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788840278.180283:0:31561:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840278.180285:0:31561:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840278.180286:0:31561:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840278.180287:0:31561:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840278.180289:0:31561:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788840278.180290:0:31561:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840278.180292:0:31561:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840278.180294:0:31561:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840278.180295:0:31561:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788840278.180296:0:31561:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840278.180297:0:31561:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788840278.180299:0:31561:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788840278.180310:0:31561:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788840278.180315:0:31561:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:3.0:1788840278.180319:0:31561:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1788840278.180321:0:31561:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788840278.180324:0:31561:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1788840278.180326:0:31561:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840278.180328:0:31561:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788840278.180332:0:31561:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:3.0:1788840278.180334:0:31561:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788840278.180336:0:31561:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036963208 : -122120672588408 : ffff90ee90b0cd88) 00000020:00001000:3.0:1788840278.180338:0:31561:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0cd80 00000020:00000001:3.0:1788840278.180343:0:31561:0:(cl_object.c:143:cl_object_top()) ffff90ee879849e0 -> ffff90ee879849e0 00000020:00000001:3.0:1788840278.180347:0:31561:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788840278.180350:0:31561:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788840278.180352:0:31561:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x29:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1788840278.180355:0:31561:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788840278.180356:0:31561:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1788840278.180359:0:31561:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788840278.180361:0:31561:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840278.180363:0:31561:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788840278.180367:0:31561:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x29:0x0]io ffff90ee87fce310 type 7 ignore/verify layout 0/1 00020000:00000002:3.0:1788840278.180370:0:31561:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee831508b8) owner 0000000000000000/ffff90ee87ffa7c0 00020000:00000001:3.0:1788840278.180373:0:31561:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788840278.180376:0:31561:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788840278.180378:0:31561:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788840278.180380:0:31561:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840278.180382:0:31561:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788840278.180385:0:31561:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788840278.180387:0:31561:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840278.180388:0:31561:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788840278.180389:0:31561:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788840278.180390:0:31561:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788840278.180391:0:31561:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee831508b8) owner 0000000000000000/ffff90ee87ffa7c0 00000020:00000001:3.0:1788840278.180394:0:31561:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788840278.180396:0:31561:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1788840278.180397:0:31561:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x29:0x0] 00000020:00000001:3.0:1788840278.180400:0:31561:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1788840278.180402:0:31561:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1788840278.180405:0:31561:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1788840278.180407:0:31561:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1788840278.180413:0:31561:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1788840278.180419:0:31561:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90ee86e2f080. 00020000:00000002:3.0:1788840278.180422:0:31561:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788840278.180424:0:31561:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1788840278.180426:0:31561:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788840278.180428:0:31561:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788840278.180429:0:31561:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788840278.180431:0:31561:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036959896 : -122120672591720 : ffff90ee90b0c098) 00000020:00001000:3.0:1788840278.180433:0:31561:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0c090 00000020:00000001:3.0:1788840278.180436:0:31561:0:(cl_object.c:143:cl_object_top()) ffff90ee87984b70 -> ffff90ee879849e0 00000020:00000001:3.0:1788840278.180438:0:31561:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1788840278.180442:0:31561:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788840278.180444:0:31561:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788840278.180445:0:31561:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840278.180447:0:31561:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840278.180449:0:31561:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621952871579752 : -122120837971864 : ffff90ee86d54068) 00000020:00000001:3.0:1788840278.180451:0:31561:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1788840278.180456:0:31561:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90ee999d50a0. 00000008:00010000:3.0:1788840278.180459:0:31561:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1788840278.180462:0:31561:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788840278.180463:0:31561:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1788840278.180465:0:31561:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90ee86e2f0b0, osc lock ffff90ee999d50a0, flags 0x400001002 00000020:00000001:3.0:1788840278.183330:0:31561:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840278.183345:0:31561:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840278.183353:0:31561:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621952872476800 : -122120837074816 : ffff90ee86e2f080) 00000020:00000001:3.0:1788840278.183358:0:31561:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788840278.183360:0:31561:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1788840278.183362:0:31561:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840278.183365:0:31561:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840278.183369:0:31561:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1788840278.183371:0:31561:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1788840278.183373:0:31561:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1788840278.183376:0:31561:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1788840278.183379:0:31561:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788840278.183381:0:31561:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621952871579752 : -122120837971864 : ffff90ee86d54068) 00000020:00000001:3.0:1788840278.183384:0:31561:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1788840278.183388:0:31561:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1788840278.183391:0:31561:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1788840278.183395:0:31561:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1788840278.183399:0:31561:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1788840278.183401:0:31561:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1788840278.183404:0:31561:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1788840278.183406:0:31561:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1788840278.183551:0:31561:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1788840278.183555:0:31561:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1788840278.183560:0:31561:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788840278.183569:0:31561:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840278.183573:0:31561:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1788840278.184677:0:31561:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125d500. 00000020:00000040:2.0:1788840278.184698:0:31561:0:(genops.c:1210:class_import_get()) import ffff90ee92b59000 refcount=3 obd=lustre-OST0001-osc-ffff90ee90f70800 00000100:00000001:2.0:1788840278.184703:0:31561:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1788840278.184710:0:31561:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1788840278.184719:0:31561:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff90ee90f70800: connect to NID 192.168.202.131@tcp last attempt 1813 00000400:00000200:2.0:1788840278.184731:0:31561:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.184738:0:31561:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1 00000100:00000040:2.0:1788840278.184743:0:31561:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff90ee85e803c0 refcount 11 to 192.168.202.131@tcp 00000100:00000001:2.0:1788840278.184747:0:31561:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788840278.184750:0:31561:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff90ee85e803c0 refcount 12 to 192.168.202.131@tcp 00000100:00000001:2.0:1788840278.184752:0:31561:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621952856032192 : -122120853519424 : ffff90ee85e803c0) 00000020:00000001:2.0:1788840278.184756:0:31561:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788840278.184758:0:31561:0:(genops.c:804:class_conn2export()) looking for export cookie 0x3aa5f499c96f2ced 00000020:00000001:2.0:1788840278.184762:0:31561:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840278.184766:0:31561:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90ee9881b000 refcount=4 00000020:00000001:2.0:1788840278.184769:0:31561:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621953168093184 : -122120541458432 : ffff90ee9881b000) 00000020:00000001:2.0:1788840278.184771:0:31561:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446621953168093184 : -122120541458432 : ffff90ee9881b000) 00000100:00000040:2.0:1788840278.184774:0:31561:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff90ee85e803c0 refcount 11 to 192.168.202.131@tcp 00000100:00000001:2.0:1788840278.184775:0:31561:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788840278.184777:0:31561:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff90ee85e803c0 refcount 12 to 192.168.202.131@tcp 00000100:00000001:2.0:1788840278.184779:0:31561:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621952856032192 : -122120853519424 : ffff90ee85e803c0) 00000020:00000040:2.0:1788840278.184783:0:31561:0:(genops.c:879:class_export_put()) PUTting export ffff90ee9881b000 : new refcount 3 00000100:00080000:2.0:1788840278.184787:0:31561:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff90ee90f70800: import ffff90ee92b59000 using connection 192.168.202.131@tcp/192.168.202.131@tcp 00000100:00000001:2.0:1788840278.184790:0:31561:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840278.184794:0:31561:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1788840278.185076:0:31561:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840278.185080:0:31561:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840278.185083:0:31561:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1788840278.185091:0:31561:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683253 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1788840278.185094:0:31561:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840278.185096:0:31561:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788840278.185101:0:31561:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125d880. 00000020:00000040:2.0:1788840278.185103:0:31561:0:(genops.c:1210:class_import_get()) import ffff90ee92b59000 refcount=4 obd=lustre-OST0001-osc-ffff90ee90f70800 02000000:00000001:2.0:1788840278.185107:0:31561:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788840278.185109:0:31561:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840278.185113:0:31561:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840278.185117:0:31561:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840278.185121:0:31561:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840278.185131:0:31561:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee85dd6c00. 00000100:00000001:2.0:1788840278.185139:0:31561:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840278.185151:0:31561:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90ee9125d880 x1875733133981184/t0(0) o8->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788840278.185162:0:31561:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840278.185167:0:31561:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840278.185172:0:31561:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007845b29c] to pc [ptlrpcd_rcv+-1] req@ffff90ee9125d880 x1875733133981184/t0(0) o8->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840278.185252:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840278.185258:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840278.185261:0:2358:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840278.185269:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125d880 x1875733133981184/t0(0) o8->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840278.185277:0:2358:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840278.185279:0:2358:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840278.185283:0:2358:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840278.185286:0:2358:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840278.185289:0:2358:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840278.185292:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:10f4a654-3497-48d8-8f70-7e89f4f161cc:2358:1875733133981184:192.168.202.131@tcp:8:checkstat.0 00000100:00000001:0.0:1788840278.185297:0:2358:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840278.185311:0:2358:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840278.185314:0:2358:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840278.185318:0:2358:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840278.185324:0:2358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86f36000. 02000000:00000001:0.0:1788840278.185326:0:2358:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840278.185333:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840278.185337:0:2358:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c80738. 00000400:00000010:0.0:1788840278.185346:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6aa0. 00000100:00000200:0.0:1788840278.185355:0:2358:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133981184, portal 4 00000100:00000001:0.0:1788840278.185358:0:2358:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840278.185360:0:2358:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044633728 : -122120664917888 : ffff90ee9125d880) 00000100:00000040:0.0:1788840278.185368:0:2358:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125d880 x1875733133981184/t0(0) o8->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1788840288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840278.185376:0:2358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840278.185379:0:2358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840278.185381:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6220. 00000100:00000200:0.0:1788840278.185385:0:2358:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875733133981184, offset 0 00000400:00000200:0.0:1788840278.185392:0:2358:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840278.185403:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840278.185426:0:2358:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840278.185432:0:2358:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840278.185438:0:2358:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840278.185442:0:2358:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840278.185445:0:2358:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840278.185449:0:2358:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2452:2452:256:4294967295] 192.168.202.131@tcp LPNI seq info [2452:2452:8:4294967295] 00000400:00000200:0.0:1788840278.185454:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840278.185466:0:2358:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840278.185472:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840278.185481:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee89861000. 00000800:00000200:0.0:1788840278.185489:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840278.185499:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840278.185504:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee89861000 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1788840278.185524:0:2358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840278.185529:0:2358:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: using a timeout of 286873 usecs (287 jiffies) 00000400:00000200:0.0:1788840278.185533:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840278.185536:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296508290 00000100:00000001:0.0:1788840278.185540:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296510376 00000100:00000001:0.0:1788840278.185542:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296508290 00000100:00000001:0.0:1788840278.185553:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296510376 00000100:00000001:0.0:1788840278.185556:0:2358:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840278.185559:0:2358:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.185562:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.185565:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840278.185586:0:31561:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840278.185590:0:31561:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:2.0:1788840278.185592:0:31561:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00010000:00000001:2.0:1788840278.185597:0:31561:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788840278.185602:0:31561:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840278.185607:0:31561:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840278.185617:0:31561:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840278.185619:0:31561:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840278.185621:0:31561:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840278.185627:0:31561:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee98e5ba00. 00000100:00000001:2.0:1788840278.185630:0:31561:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840278.185637:0:31561:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840278.185675:0:31561:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840278.185686:0:31561:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840278.185688:0:31561:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840278.185690:0:31561:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840278.185693:0:31561:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446621953044632832 : -122120664918784 : ffff90ee9125d500) 00010000:00000001:2.0:1788840278.185699:0:31561:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788840278.185702:0:31561:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788840278.185710:0:31561:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee892b1200. 00010000:00000010:2.0:1788840278.185715:0:31561:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff90ee892b1f00. 00010000:00000001:2.0:1788840278.185721:0:31561:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788840278.185725:0:31561:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee87d8c800. 00000020:00000001:2.0:1788840278.185730:0:31561:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788840278.185733:0:31561:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee87d8c800 with handle 0x3aa5f499c96f37ac to hash 00000020:00000001:2.0:1788840278.185735:0:31561:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788840278.185737:0:31561:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000010:2.0:1788840278.185741:0:31561:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff90eea05b25c0. 00010000:00000001:2.0:1788840278.185744:0:31561:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:2.0:1788840278.185748:0:31561:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840278.185751:0:31561:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840278.185756:0:31561:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000c39790b5/0x3aa5f499c96f37ac lrc: 3/1,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31561 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840278.185769:0:31561:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000c39790b5/0x3aa5f499c96f37ac lrc: 3/1,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31561 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840278.185780:0:31561:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840278.185783:0:31561:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840278.185786:0:31561:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840278.185792:0:31561:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001007d6a9] to pc [ptlrpcd_01_01+1] req@ffff90ee9125d500 x1875733133981312/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1788840278.185828:0:31561:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788840278.185833:0:31561:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840278.185837:0:31561:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840278.185841:0:31561:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840278.185843:0:31561:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840278.185846:0:31561:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788840278.185849:0:31561:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:2.0:1788840278.185851:0:31561:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1788840278.185853:0:31561:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000100:00000001:2.0:1788840278.185865:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840278.185868:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840278.185870:0:2362:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840278.185876:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125d500 x1875733133981312/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840278.185883:0:2362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840278.185884:0:2362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1788840278.185888:0:2362:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff90ee9125d500 x1875733133981312/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840278.185897:0:2362:0:(client.c:1850:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840278.185900:0:2362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840278.185902:0:2362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840278.185903:0:2362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840278.185905:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840278.185907:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840278.185916:0:2362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840278.185919:0:2362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840278.185921:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840278.185922:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840278.185924:0:2362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840278.185925:0:2362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840278.185926:0:2362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840278.185929:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840278.185931:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840278.186082:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840278.186086:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840278.186217:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840278.186223:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee89861000. 00000400:00000200:3.0:1788840278.186232:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840278.186241:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840278.186249:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6220 00000400:00000010:3.0:1788840278.186252:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6220. 00000100:00000001:3.0:1788840278.186257:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840278.186260:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125d880 x1875733133981184/t0(0) o8->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1788840288 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840278.186270:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840278.186273:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125d880 x1875733133981184/t0(0) o8->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1788840288 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840278.186279:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840278.186281:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840278.190792:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.190828:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840278.190834:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.190836:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840278.190848:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.190857:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840278.190868:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.190874:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.190880:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.190886:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 416 into portal 4 MB=0x6a9f82724f600 00000400:00000200:2.0:1788840278.190891:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.190900:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 416/416 into md 0x6b3d [1] + 0 00000800:00000001:2.0:1788840278.190910:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.190919:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840278.190924:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840278.190929:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840278.190939:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840278.190951:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125d880 x1875733133981184/t0(0) o8->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1788840288 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840278.190964:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff90ee9125d880 x1875733133981184/t0(0) o8->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1788840288 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840278.191150:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840278.191164:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.191169:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840278.191584:0:2358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840278.191589:0:2358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788840278.191592:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840278.191595:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840278.191604:0:2358:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840278.191607:0:2358:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840278.191620:0:2358:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c80738. 00000400:00000200:0.0:1788840278.191626:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6aa0 00000400:00000010:0.0:1788840278.191629:0:2358:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6aa0. 00000100:00000001:0.0:1788840278.191633:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840278.191659:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125d880 x1875733133981184/t0(0) o8->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1788840288 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788840278.191670:0:2358:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125d880 x1875733133981184/t0(0) o8->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1788840288 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840278.191688:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840278.191691:0:2358:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840278.191693:0:2358:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840278.191698:0:2358:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840278.191701:0:2358:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840278.191704:0:2358:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840278.191707:0:2358:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840278.191719:0:2358:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b59460 time=128 v=5 (5 5 5 36) 00000100:00001000:0.0:1788840278.191725:0:2358:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b59418 time=27 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840278.191728:0:2358:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840278.191730:0:2358:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.191733:0:2358:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840278.191738:0:2358:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.191742:0:2358:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1788840278.191745:0:2358:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90ee90f70800: committing for last_committed 4294967312 gen 15 00000100:00000040:0.0:1788840278.191749:0:2358:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90ee90f70800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:0.0:1788840278.191752:0:2358:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840278.191754:0:2358:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840278.191760:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125d880 x1875733133981184/t0(0) o8->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/416 e 0 to 0 dl 1788840288 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840278.191768:0:2358:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840278.191771:0:2358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840278.191773:0:2358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840278.191777:0:2358:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1788840278.191785:0:2358:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff90ee90f70800: connect to target with instance 1 00000020:00000001:0.0:1788840278.191788:0:2358:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788840278.191790:0:2358:0:(genops.c:804:class_conn2export()) looking for export cookie 0x3aa5f499c96f2ced 00000020:00000001:0.0:1788840278.191793:0:2358:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840278.191808:0:2358:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90ee9881b000 refcount=4 00000020:00000001:0.0:1788840278.191811:0:2358:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621953168093184 : -122120541458432 : ffff90ee9881b000) 00000020:00000001:0.0:1788840278.191814:0:2358:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446621953168093184 : -122120541458432 : ffff90ee9881b000) 00000100:00001000:0.0:1788840278.191818:0:2358:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b59418 time=1788840278 v=0 (0 0 0 0) 00000100:00001000:0.0:1788840278.191820:0:2358:0:(import.c:2215:obd_at_measure()) AT ffff90ee92b59418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1788840278.191826:0:2358:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 911, crc32c 5375, adler 879 00000100:00080000:0.0:1788840278.191832:0:2358:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff90ee90f70800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:0.0:1788840278.191836:0:2358:0:(genops.c:879:class_export_put()) PUTting export ffff90ee9881b000 : new refcount 3 00000100:00000001:0.0:1788840278.191839:0:2358:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:0.0:1788840278.191843:0:2358:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:0.0:1788840278.191847:0:2358:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0001-osc-ffff90ee90f70800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:0.0:1788840278.191851:0:2358:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:0.0:1788840278.191855:0:2358:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:0.0:1788840278.191860:0:2358:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788840278.191863:0:2358:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840278.191867:0:2358:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840278.191869:0:2358:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840278.191871:0:2358:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.191873:0:2358:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:0.0:1788840278.191875:0:2358:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:0.0:1788840278.191880:0:2358:0:(import.c:65:import_set_state_nolock()) ffff90ee92b59000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:0.0:1788840278.191883:0:2358:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:0.0:1788840278.191884:0:2358:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:0.0:1788840278.191886:0:2358:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:0.0:1788840278.191887:0:2358:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:0.0:1788840278.191890:0:2358:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:0.0:1788840278.191892:0:2358:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff90ee98890820 for uuid lustre-OST0001_UUID event(1) 00020000:00000040:0.0:1788840278.191898:0:2358:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0001_UUID already active! 00020000:00000001:0.0:1788840278.191900:0:2358:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=1 : 1 : 0x1) 00020000:00000001:0.0:1788840278.191903:0:2358:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788840278.191905:0:2358:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788840278.191908:0:2358:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:0.0:1788840278.191910:0:2358:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:0.0:1788840278.191912:0:2358:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:0.0:1788840278.191915:0:2358:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:0.0:1788840278.191918:0:2358:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:0.0:1788840278.191920:0:2358:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.191922:0:2358:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.191924:0:2358:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:0.0:1788840278.191926:0:2358:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:0.0:1788840278.191927:0:2358:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.191929:0:2358:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:0.0:1788840278.191931:0:2358:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:0.0:1788840278.191935:0:2358:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:0.0:1788840278.191937:0:2358:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.191939:0:2358:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.191941:0:2358:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.191943:0:2358:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840278.191944:0:2358:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840278.191946:0:2358:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840278.191948:0:2358:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.191949:0:2358:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:0.0:1788840278.191951:0:2358:0:(import.c:1241:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840278.191954:0:2358:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1788840278.191961:0:2358:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000f4c5e0c7): req@ffff90ee9125d500 x1875733133981312/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.191984:0:2358:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.191989:0:2358:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840278.191993:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125d880 x1875733133981184/t0(0) o8->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/416 e 0 to 0 dl 1788840288 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788840278.192002:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:10f4a654-3497-48d8-8f70-7e89f4f161cc:2358:1875733133981184:192.168.202.131@tcp:8:checkstat.0 00000100:00000001:0.0:1788840278.192007:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840278.192010:0:2358:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840278.192013:0:2358:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125d880 x1875733133981184/t0(0) o8->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/416 e 0 to 0 dl 1788840288 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840278.192020:0:2358:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788840278.192022:0:2358:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840278.192027:0:2358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee86f36000. 02000000:00000001:0.0:1788840278.192032:0:2358:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788840278.192035:0:2358:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840278.192037:0:2358:0:(genops.c:1223:class_import_put()) import ffff90ee92b59000 refcount=3 obd=lustre-OST0001-osc-ffff90ee90f70800 00000020:00000001:0.0:1788840278.192040:0:2358:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840278.192043:0:2358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee85dd6c00. 02000000:00000001:0.0:1788840278.192047:0:2358:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840278.192049:0:2358:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840278.192051:0:2358:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125d880. 00000100:00000001:0.0:1788840278.192056:0:2358:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840278.192058:0:2358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840278.192060:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840278.192064:0:2358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840278.192066:0:2358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.192068:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840278.192070:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840278.192419:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840278.192423:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840278.192425:0:2362:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840278.192428:0:2362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840278.192431:0:2362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840278.192434:0:2362:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840278.192438:0:2362:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840278.192442:0:2362:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840278.192445:0:2362:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840278.192454:0:2362:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840278.192457:0:2362:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840278.192460:0:2362:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840278.192469:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee85dd4c00. 02000000:00000001:2.0:1788840278.192472:0:2362:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840278.192479:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840278.192484:0:2362:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e1b8. 00000400:00000010:2.0:1788840278.192490:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234088. 00000100:00000200:2.0:1788840278.192498:0:2362:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133981312, portal 4 00000100:00000001:2.0:1788840278.192500:0:2362:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840278.192502:0:2362:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044632832 : -122120664918784 : ffff90ee9125d500) 00000100:00000040:2.0:1788840278.192510:0:2362:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee9125d500 x1875733133981312/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840294 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840278.192517:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840278.192520:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840278.192525:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234770. 00000100:00000200:2.0:1788840278.192528:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875733133981312, offset 0 00000400:00000200:2.0:1788840278.192536:0:2362:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840278.192558:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.192566:0:2362:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840278.192572:0:2362:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840278.192577:0:2362:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840278.192581:0:2362:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840278.192584:0:2362:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840278.192588:0:2362:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2453:2453:256:4294967295] 192.168.202.131@tcp LPNI seq info [2453:2453:8:4294967295] 00000400:00000200:2.0:1788840278.192593:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.192605:0:2362:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840278.192621:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840278.192628:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989700. 00000800:00000200:2.0:1788840278.192636:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840278.192688:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840278.192694:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788840278.192713:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840278.192718:0:2362:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: using a timeout of 285097 usecs (286 jiffies) 00000400:00000200:2.0:1788840278.192722:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840278.192725:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296508297 00000100:00000001:2.0:1788840278.192728:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296510376 00000100:00000001:2.0:1788840278.192730:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296508297 00000100:00000001:2.0:1788840278.192733:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296510376 00000100:00000001:2.0:1788840278.192736:0:2362:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840278.192739:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840278.192741:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840278.192746:0:2362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840278.192748:0:2362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788840278.192750:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840278.192751:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840278.192753:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840278.192755:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840278.193091:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840278.193098:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989700. 00000400:00000200:3.0:1788840278.193103:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840278.193108:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840278.193114:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234770 00000400:00000010:3.0:1788840278.193116:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234770. 00000100:00000001:3.0:1788840278.193121:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840278.193125:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125d500 x1875733133981312/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840294 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840278.193136:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840278.193139:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125d500 x1875733133981312/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840294 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840278.193146:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840278.193148:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840278.199438:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.199467:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840278.199473:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.199476:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840278.199486:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.199497:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840278.199510:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.199516:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.199523:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.199528:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 400 into portal 4 MB=0x6a9f82724f680 00000400:00000200:2.0:1788840278.199535:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.199542:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 400/400 into md 0x6b45 [1] + 224 00000800:00000001:2.0:1788840278.199552:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.199563:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840278.199567:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840278.199573:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840278.199582:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840278.199594:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125d500 x1875733133981312/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840294 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840278.199606:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff90ee9125d500 x1875733133981312/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840294 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840278.199690:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840278.199702:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.199706:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840278.199723:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840278.199728:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788840278.199737:0:2362:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840278.199739:0:2362:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840278.199743:0:2362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e1b8. 00000400:00000200:2.0:1788840278.199750:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234088 00000400:00000010:2.0:1788840278.199753:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234088. 00000100:00000001:2.0:1788840278.199756:0:2362:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840278.199761:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125d500 x1875733133981312/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840294 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788840278.199769:0:2362:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125d500 x1875733133981312/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840294 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840278.199776:0:2362:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840278.199778:0:2362:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840278.199781:0:2362:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788840278.199785:0:2362:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788840278.199788:0:2362:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840278.199791:0:2362:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840278.199795:0:2362:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840278.199808:0:2362:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b59460 time=128 v=5 (5 5 5 36) 00000100:00001000:2.0:1788840278.199813:0:2362:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b59418 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1788840278.199816:0:2362:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788840278.199818:0:2362:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840278.199821:0:2362:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788840278.199826:0:2362:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840278.199830:0:2362:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788840278.199833:0:2362:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90ee90f70800: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1788840278.199835:0:2362:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788840278.199837:0:2362:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840278.199843:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125d500 x1875733133981312/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840294 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840278.199850:0:2362:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840278.199854:0:2362:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840278.199856:0:2362:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788840278.199860:0:2362:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:2.0:1788840278.199863:0:2362:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840278.199866:0:2362:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840278.199870:0:2362:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c800 refcount=4 00000020:00000001:2.0:1788840278.199873:0:2362:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:2.0:1788840278.199876:0:2362:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:2.0:1788840278.199879:0:2362:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840278.199880:0:2362:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840278.199881:0:2362:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c800 refcount=5 00000020:00000001:2.0:1788840278.199883:0:2362:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:2.0:1788840278.199885:0:2362:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:2.0:1788840278.199889:0:2362:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840278.199893:0:2362:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840278.199898:0:2362:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000c39790b5/0x3aa5f499c96f37ac lrc: 6/2,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31561 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840278.199912:0:2362:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840278.199914:0:2362:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840278.199916:0:2362:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788840278.199919:0:2362:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840278.199920:0:2362:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840278.199921:0:2362:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c800 refcount=6 00000020:00000001:2.0:1788840278.199924:0:2362:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:2.0:1788840278.199926:0:2362:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000040:2.0:1788840278.199934:0:2362:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee87d8c800, remote cookie: 0x8a436931312ba661, flags: 0x1001 00010000:00010000:2.0:1788840278.199940:0:2362:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000c39790b5/0x3aa5f499c96f37ac lrc: 6/2,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba661 expref: -99 pid: 31561 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840278.199949:0:2362:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1788840278.199952:0:2362:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840278.199955:0:2362:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788840278.199960:0:2362:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:2.0:1788840278.199966:0:2362:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000c39790b5/0x3aa5f499c96f37ac lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba661 expref: -99 pid: 31561 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788840278.199975:0:2362:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000400:0x13:0x0].0x0 (ffff90ee892b1200) refcount = 1 00010000:00000040:2.0:1788840278.199978:0:2362:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1788840278.199980:0:2362:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000c39790b5/0x3aa5f499c96f37ac lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba661 expref: -99 pid: 31561 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840278.199989:0:2362:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788840278.199992:0:2362:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840278.199995:0:2362:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788840278.199998:0:2362:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840278.200001:0:2362:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000c39790b5/0x3aa5f499c96f37ac lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba661 expref: -99 pid: 31561 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840278.200007:0:2362:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788840278.200009:0:2362:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840278.200010:0:2362:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840278.200012:0:2362:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840278.200012:0:2362:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788840278.200015:0:2362:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:2.0:1788840278.200018:0:2362:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:2.0:1788840278.200022:0:2362:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840278.200024:0:2362:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840278.200025:0:2362:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c800 refcount=5 00000020:00000001:2.0:1788840278.200027:0:2362:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:2.0:1788840278.200029:0:2362:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00000008:00000001:2.0:1788840278.200034:0:2362:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:2.0:1788840278.200039:0:2362:0:(cl_object.c:143:cl_object_top()) ffff90ee996fb340 -> ffff90ee879849e0 00000008:00010000:2.0:1788840278.200044:0:2362:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000c39790b5/0x3aa5f499c96f37ac lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x8a436931312ba661 expref: -99 pid: 31561 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:2.0:1788840278.200052:0:2362:0:(cl_object.c:143:cl_object_top()) ffff90ee996fb340 -> ffff90ee879849e0 00000020:00000001:2.0:1788840278.200054:0:2362:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:2.0:1788840278.200058:0:2362:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:2.0:1788840278.200062:0:2362:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:2.0:1788840278.200064:0:2362:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840278.200066:0:2362:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840278.200067:0:2362:0:(cl_object.c:143:cl_object_top()) ffff90ee996fb340 -> ffff90ee879849e0 00000008:00000001:2.0:1788840278.200069:0:2362:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:2.0:1788840278.200072:0:2362:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788840278.200074:0:2362:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:2.0:1788840278.200082:0:2362:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:2.0:1788840278.200084:0:2362:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840278.200086:0:2362:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840278.200088:0:2362:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840278.200089:0:2362:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c800 refcount=6 00000020:00000001:2.0:1788840278.200091:0:2362:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:2.0:1788840278.200093:0:2362:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:2.0:1788840278.200096:0:2362:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788840278.200099:0:2362:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000c39790b5/0x3aa5f499c96f37ac lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x8a436931312ba661 expref: -99 pid: 31561 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840278.200107:0:2362:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840278.200108:0:2362:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788840278.200111:0:2362:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000c39790b5/0x3aa5f499c96f37ac lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x8a436931312ba661 expref: -99 pid: 31561 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840278.200119:0:2362:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788840278.200120:0:2362:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840278.200121:0:2362:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788840278.200123:0:2362:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840278.200125:0:2362:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840278.200126:0:2362:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840278.200127:0:2362:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c800 refcount=5 00000020:00000001:2.0:1788840278.200129:0:2362:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:2.0:1788840278.200131:0:2362:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:2.0:1788840278.200133:0:2362:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788840278.200136:0:2362:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000c39790b5/0x3aa5f499c96f37ac lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x8a436931312ba661 expref: -99 pid: 31561 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840278.200143:0:2362:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840278.200144:0:2362:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840278.200146:0:2362:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788840278.200148:0:2362:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788840278.200151:0:2362:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000c39790b5/0x3aa5f499c96f37ac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x8a436931312ba661 expref: -99 pid: 31561 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788840278.200162:0:2362:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788840278.200165:0:2362:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788840278.200167:0:2362:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840278.200172:0:2362:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840278.200173:0:2362:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840278.200175:0:2362:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840278.200178:0:2362:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788840278.200180:0:2362:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840278.200181:0:2362:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840278.200184:0:2362:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840278.200186:0:2362:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788840278.200187:0:2362:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840278.200188:0:2362:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840278.200189:0:2362:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840278.200190:0:2362:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788840278.200191:0:2362:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840278.200197:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125d500 x1875733133981312/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840294 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788840278.200206:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:0:1875733133981312:192.168.202.131@tcp:101:checkstat.0 00000100:00000001:2.0:1788840278.200212:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840278.200216:0:2362:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840278.200220:0:2362:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125d500 x1875733133981312/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840294 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840278.200228:0:2362:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840278.200232:0:2362:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840278.200236:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee85dd4c00. 02000000:00000001:2.0:1788840278.200240:0:2362:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840278.200244:0:2362:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840278.200246:0:2362:0:(genops.c:1223:class_import_put()) import ffff90ee92b59000 refcount=2 obd=lustre-OST0001-osc-ffff90ee90f70800 00000020:00000001:2.0:1788840278.200249:0:2362:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840278.200253:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee98e5ba00. 02000000:00000001:2.0:1788840278.200257:0:2362:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840278.200259:0:2362:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840278.200261:0:2362:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125d500. 00000100:00000001:2.0:1788840278.200264:0:2362:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840278.200266:0:2362:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840278.200268:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840278.200277:0:2362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840278.200280:0:2362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840278.200282:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840278.200285:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840278.200455:0:31561:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840278.200461:0:31561:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.200468:0:31561:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788840278.200472:0:31561:0:(cl_object.c:143:cl_object_top()) ffff90ee879849e0 -> ffff90ee879849e0 00000020:00000001:0.0:1788840278.200474:0:31561:0:(cl_object.c:143:cl_object_top()) ffff90ee879849e0 -> ffff90ee879849e0 00000020:00000001:0.0:1788840278.200476:0:31561:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788840278.200481:0:31561:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788840278.200487:0:31561:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788840278.200490:0:31561:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840278.200492:0:31561:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788840278.200493:0:31561:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788840278.200495:0:31561:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x29:1028 on OST[1]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:0.0:1788840278.200499:0:31561:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788840278.200502:0:31561:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:0.0:1788840278.200505:0:31561:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840278.200507:0:31561:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840278.200508:0:31561:0:(cl_object.c:143:cl_object_top()) ffff90ee879849e0 -> ffff90ee879849e0 00000080:00200000:0.0:1788840278.200512:0:31561:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x29:0x0] updating i_size 0 i_blocks 1 00000080:00000001:0.0:1788840278.200515:0:31561:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788840278.200518:0:31561:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788840278.200520:0:31561:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90ee87fce2b0 (ffff90ee90b0cd88/0) at cl_lock_release():245 00000020:00000001:0.0:1788840278.200523:0:31561:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788840278.200526:0:31561:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee87fce2b0 (ffff90ee90b0cd88/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788840278.200530:0:31561:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788840278.200534:0:31561:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788840278.200536:0:31561:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621952871579752 : -122120837971864 : ffff90ee86d54068) 00000020:00000001:0.0:1788840278.200539:0:31561:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788840278.200540:0:31561:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee86e2f0b0 (ffff90ee90b0c098/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788840278.200543:0:31561:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788840278.200545:0:31561:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788840278.200546:0:31561:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.200548:0:31561:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788840278.200549:0:31561:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788840278.200551:0:31561:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788840278.200553:0:31561:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788840278.200553:0:31561:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788840278.200555:0:31561:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788840278.200557:0:31561:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee87fce2b0 (ffff90ee90b0cd88/0) at cl_lock_fini():72 00020000:00000001:0.0:1788840278.200560:0:31561:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788840278.200561:0:31561:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788840278.200562:0:31561:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee86e2f0b0 (ffff90ee90b0cd88/1) at cl_lock_fini():72 00000008:00000010:0.0:1788840278.200566:0:31561:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90ee999d50a0. 00000020:00000001:0.0:1788840278.200570:0:31561:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788840278.200572:0:31561:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90ee86e2f080. 00020000:00000001:0.0:1788840278.200577:0:31561:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788840278.200580:0:31561:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788840278.200581:0:31561:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1788840278.200583:0:31561:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840278.200587:0:31561:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788840278.200589:0:31561:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788840278.200592:0:31561:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788840278.200593:0:31561:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788840278.200595:0:31561:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788840278.200597:0:31561:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0c090 00020000:00000001:0.0:1788840278.200601:0:31561:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788840278.200603:0:31561:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788840278.200606:0:31561:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788840278.200608:0:31561:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x29:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788840278.200612:0:31561:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788840278.200615:0:31561:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.200617:0:31561:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788840278.200619:0:31561:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788840278.200621:0:31561:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788840278.200622:0:31561:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0cd80 00000001:00000001:0.0:1788840278.200625:0:31561:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840278.200637:0:31561:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c9fd08 00000080:00000008:0.0:1788840278.200687:0:31561:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f:[0x200000404:0x29:0x0](ffff90ee905c5348), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788840278.200697:0:31561:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788840278.200699:0:31561:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c9fda0 00000080:00002000:0.0:1788840278.200702:0:31561:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff90ee906ffd80, parent ffff90ee906ff510, inode ffff90ee905c5348) hashed, 00000080:00000001:0.0:1788840278.200705:0:31561:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840278.226418:0:31562:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788840278.226430:0:31562:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788840278.226434:0:31562:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788840278.226438:0:31562:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201be7b20 00000080:00200000:1.0:1788840278.226444:0:31562:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:1.0:1788840278.226455:0:31562:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee86fb0400. 00800000:00000002:1.0:1788840278.226463:0:31562:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:1.0:1788840278.226469:0:31562:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788840278.226476:0:31562:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788840278.226478:0:31562:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201be7a40 00800000:00000002:1.0:1788840278.226481:0:31562:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788840278.226498:0:31562:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788840278.226504:0:31562:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788840278.226510:0:31562:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788840278.226513:0:31562:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201be7910 00000002:00010000:1.0:1788840278.226515:0:31562:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788840278.226519:0:31562:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788840278.226521:0:31562:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840278.226525:0:31562:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840278.226533:0:31562:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74000 count: 2 00010000:00000001:1.0:1788840278.226537:0:31562:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840278.226543:0:31562:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840278.226549:0:31562:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788840278.226555:0:31562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f3797 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba61b expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788840278.226569:0:31562:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788840278.226575:0:31562:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840278.226578:0:31562:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f3797 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba61b expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788840278.226585:0:31562:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788840278.226587:0:31562:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788840278.226590:0:31562:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788840278.226591:0:31562:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788840278.226593:0:31562:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788840278.226595:0:31562:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788840278.226598:0:31562:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788840278.226602:0:31562:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:1.0:1788840278.226606:0:31562:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee86fb0400. 00000080:00000001:1.0:1788840278.226611:0:31562:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788840278.226613:0:31562:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840278.226617:0:31562:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:1.0:1788840278.226621:0:31562:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f3797 00800000:00000001:1.0:1788840278.226625:0:31562:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788840278.226627:0:31562:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788840278.226630:0:31562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840278.226632:0:31562:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840278.226636:0:31562:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031600 refcount=3 00000020:00000001:1.0:1788840278.226661:0:31562:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:1.0:1788840278.226665:0:31562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:1.0:1788840278.226668:0:31562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.226670:0:31562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840278.226671:0:31562:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840278.226673:0:31562:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840278.226676:0:31562:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3797 from it ffffa16201be7b58 00010000:00000001:1.0:1788840278.226678:0:31562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840278.226680:0:31562:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840278.226681:0:31562:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031600 refcount=3 00000020:00000001:1.0:1788840278.226683:0:31562:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:1.0:1788840278.226685:0:31562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:1.0:1788840278.227119:0:31562:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840278.227124:0:31562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f3797 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba61b expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788840278.227133:0:31562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.227134:0:31562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840278.227136:0:31562:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840278.227139:0:31562:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840278.227142:0:31562:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f3797 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba61b expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788840278.227149:0:31562:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840278.227153:0:31562:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840278.227156:0:31562:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840278.227160:0:31562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.227162:0:31562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840278.227163:0:31562:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.227166:0:31562:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840278.227168:0:31562:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.227170:0:31562:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.227174:0:31562:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.227176:0:31562:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840278.227177:0:31562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.227178:0:31562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788840278.227181:0:31562:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788840278.227183:0:31562:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788840278.227186:0:31562:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788840278.227191:0:31562:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788840278.227206:0:31562:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90ee84b11220. 00000020:00000001:1.0:1788840278.227210:0:31562:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201be7a88 00000080:00200000:1.0:1788840278.227213:0:31562:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), flags=24 00000080:00000001:1.0:1788840278.227217:0:31562:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788840278.227218:0:31562:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201be7938 00000080:00200000:1.0:1788840278.227220:0:31562:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), intent=0 00000080:00000010:1.0:1788840278.227228:0:31562:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee86fb0400. 00800000:00000002:1.0:1788840278.227231:0:31562:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:1.0:1788840278.227235:0:31562:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788840278.227237:0:31562:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788840278.227238:0:31562:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201be7858 00800000:00000002:1.0:1788840278.227240:0:31562:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788840278.227242:0:31562:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1788840278.227247:0:31562:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201be77f0 00800000:00000002:1.0:1788840278.227248:0:31562:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-2' -> mds #0 00000002:00000001:1.0:1788840278.227251:0:31562:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788840278.227252:0:31562:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201be7728 00000002:00010000:1.0:1788840278.227254:0:31562:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:1.0:1788840278.227257:0:31562:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788840278.227260:0:31562:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788840278.227265:0:31562:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87fac000. 00000020:00000040:1.0:1788840278.227270:0:31562:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00010000:00000001:1.0:1788840278.227276:0:31562:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788840278.227281:0:31562:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840278.227283:0:31562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.227284:0:31562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840278.227285:0:31562:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840278.227288:0:31562:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840278.227290:0:31562:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840278.227294:0:31562:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840278.227314:0:31562:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee85c5e800. 00000100:00000001:1.0:1788840278.227322:0:31562:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.227401:0:31562:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788840278.227403:0:31562:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.227405:0:31562:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788840278.227406:0:31562:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.227408:0:31562:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840278.227419:0:31562:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621952890814464 : -122120818737152 : ffff90ee87fac000) 00010000:00000001:1.0:1788840278.227424:0:31562:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788840278.227427:0:31562:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788840278.227431:0:31562:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74000 count: 2 00010000:00000001:1.0:1788840278.227434:0:31562:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840278.227437:0:31562:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788840278.227444:0:31562:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee86e85600. 00000020:00000001:1.0:1788840278.227447:0:31562:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788840278.227450:0:31562:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee86e85600 with handle 0x3aa5f499c96f37b3 to hash 00000020:00000001:1.0:1788840278.227452:0:31562:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788840278.227454:0:31562:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952872830464 : -122120836721152 : ffff90ee86e85600) 00010000:00000001:1.0:1788840278.227458:0:31562:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952872830464 : -122120836721152 : ffff90ee86e85600) 00010000:00000001:1.0:1788840278.227462:0:31562:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840278.227464:0:31562:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840278.227468:0:31562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85600/0x3aa5f499c96f37b3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788840278.227477:0:31562:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85600/0x3aa5f499c96f37b3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788840278.227539:0:31562:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85600/0x3aa5f499c96f37b3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31562 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788840278.227545:0:31562:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788840278.227548:0:31562:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788840278.227557:0:31562:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee86f3d540. 00000100:00000001:1.0:1788840278.227559:0:31562:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952873583936 : -122120835967680 : ffff90ee86f3d540) 00000100:00000001:1.0:1788840278.227562:0:31562:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840278.227564:0:31562:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890814464 : -122120818737152 : ffff90ee87fac000) 00000100:00000001:1.0:1788840278.227569:0:31562:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840278.227574:0:31562:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840278.227577:0:31562:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788840278.227579:0:31562:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840278.227594:0:31562:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87fac000 x1875733133981440/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840278.227606:0:31562:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840278.227608:0:31562:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840278.227614:0:31562:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840278.227618:0:31562:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840278.227622:0:31562:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840278.227626:0:31562:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87fac000 pname:cluuid:pid:xid:nid:opc:job checkstat:10f4a654-3497-48d8-8f70-7e89f4f161cc:31562:1875733133981440:192.168.202.131@tcp:101:checkstat.0 00000100:00000001:1.0:1788840278.227631:0:31562:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840278.227662:0:31562:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840278.227666:0:31562:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840278.227669:0:31562:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840278.227675:0:31562:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90ee85deb800. 02000000:00000001:1.0:1788840278.227678:0:31562:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840278.227687:0:31562:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840278.227886:0:31562:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe5d8. 00000400:00000010:1.0:1788840278.227897:0:31562:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539908. 00000100:00000200:1.0:1788840278.227907:0:31562:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875733133981440, portal 10 00000100:00000001:1.0:1788840278.227909:0:31562:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840278.227911:0:31562:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890814464 : -122120818737152 : ffff90ee87fac000) 00000100:00000040:1.0:1788840278.227919:0:31562:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87fac000 x1875733133981440/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840294 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840278.227926:0:31562:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840278.227929:0:31562:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840278.227932:0:31562:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539a18. 00000100:00000200:1.0:1788840278.227937:0:31562:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875733133981440, offset 0 00000400:00000200:1.0:1788840278.227944:0:31562:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840278.227957:0:31562:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840278.227966:0:31562:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840278.227974:0:31562:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840278.227979:0:31562:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840278.227984:0:31562:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840278.227987:0:31562:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840278.227992:0:31562:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2454:2454:256:4294967295] 192.168.202.131@tcp LPNI seq info [2454:2454:8:4294967295] 00000400:00000200:1.0:1788840278.227997:0:31562:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840278.228008:0:31562:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840278.228015:0:31562:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840278.228022:0:31562:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee86f0d700. 00000800:00000200:1.0:1788840278.228031:0:31562:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840278.228040:0:31562:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840278.228046:0:31562:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee86f0d700 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1788840278.228107:0:31562:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840278.228112:0:31562:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 815543 usecs (816 jiffies) 00000400:00000200:1.0:1788840278.228116:0:31562:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840278.228119:0:31562:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296508862 00000100:00000001:1.0:1788840278.228122:0:31562:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296510376 00000100:00000001:1.0:1788840278.228125:0:31562:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296508862 00000100:00000001:1.0:1788840278.228127:0:31562:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296510376 00000100:00000001:1.0:1788840278.228129:0:31562:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840278.228132:0:31562:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840278.228135:0:31562:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840278.228137:0:31562:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788840278.228140:0:31562:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee86f3d540 going to sleep for 11 seconds 00000100:00000001:1.0:1788840278.228142:0:31562:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840278.228145:0:31562:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840278.233611:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840278.233625:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0d700. 00000400:00000200:2.0:1788840278.233634:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840278.233665:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840278.233676:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539a18 00000400:00000010:2.0:1788840278.233680:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539a18. 00000100:00000001:2.0:1788840278.233697:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840278.233708:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fac000 x1875733133981440/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840294 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840278.233723:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840278.233727:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fac000 x1875733133981440/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840294 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840278.233735:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840278.233738:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840278.248053:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.248079:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840278.248084:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.248087:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840278.248098:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.248107:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840278.248118:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.248123:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.248128:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.248133:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 584 into portal 10 MB=0x6a9f82724f700 00000400:00000200:2.0:1788840278.248138:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.248144:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 584/584 into md 0x6b55 [1] + 224 00000800:00000001:2.0:1788840278.248153:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.248160:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840278.248163:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840278.248168:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840278.248177:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840278.248186:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fac000 x1875733133981440/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840294 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840278.248202:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff90ee87fac000 x1875733133981440/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840278.248227:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840278.248236:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.248238:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840278.248329:0:31562:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788840278.248341:0:31562:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840278.248343:0:31562:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840278.248347:0:31562:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe5d8. 00000400:00000200:1.0:1788840278.248353:0:31562:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539908 00000400:00000010:1.0:1788840278.248356:0:31562:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539908. 00000100:00000001:1.0:1788840278.248360:0:31562:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840278.248366:0:31562:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87fac000 x1875733133981440/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788840278.248381:0:31562:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87fac000 x1875733133981440/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840278.248387:0:31562:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840278.248391:0:31562:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840278.248393:0:31562:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840278.248397:0:31562:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840278.248400:0:31562:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840278.248403:0:31562:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840278.248406:0:31562:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840278.249502:0:31562:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=128 v=5 (5 102 102 102) 00000100:00001000:1.0:1788840278.249511:0:31562:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840278.249515:0:31562:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840278.249517:0:31562:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.249520:0:31562:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840278.249525:0:31562:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840278.249529:0:31562:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840278.249532:0:31562:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967634 00000100:00000001:1.0:1788840278.249534:0:31562:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840278.249538:0:31562:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840278.249553:0:31562:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87fac000 x1875733133981440/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840278.249561:0:31562:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840278.249565:0:31562:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840278.249567:0:31562:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840278.249571:0:31562:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87fac000 x1875733133981440/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840294 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788840278.249577:0:31562:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87fac000 pname:cluuid:pid:xid:nid:opc:job checkstat:10f4a654-3497-48d8-8f70-7e89f4f161cc:31562:1875733133981440:192.168.202.131@tcp:101:checkstat.0 00000100:00000001:1.0:1788840278.249582:0:31562:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840278.249585:0:31562:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840278.249587:0:31562:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788840278.249589:0:31562:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840278.249593:0:31562:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87fac000 x1875733133981440/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840294 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840278.249600:0:31562:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840278.249603:0:31562:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee86f3d540. 00000100:00000001:1.0:1788840278.250162:0:31562:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788840278.250165:0:31562:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.250168:0:31562:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788840278.250174:0:31562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840278.250177:0:31562:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840278.250181:0:31562:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85600 refcount=4 00000020:00000001:1.0:1788840278.250184:0:31562:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872830464 : -122120836721152 : ffff90ee86e85600) 00010000:00000001:1.0:1788840278.250188:0:31562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872830464 : -122120836721152 : ffff90ee86e85600) 00010000:00000040:1.0:1788840278.250196:0:31562:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee86e85600, remote cookie: 0x8a436931312ba67d, flags: 0x1001 00010000:00010000:1.0:1788840278.250201:0:31562:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85600/0x3aa5f499c96f37b3 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba67d expref: -99 pid: 31562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788840278.250210:0:31562:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x28:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1788840278.250213:0:31562:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1788840278.250228:0:31562:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee98cc4a00. 00010000:00000010:1.0:1788840278.250233:0:31562:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee85063500. 00010000:00000001:1.0:1788840278.250238:0:31562:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840278.250241:0:31562:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85600/0x3aa5f499c96f37b3 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba67d expref: -99 pid: 31562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788840278.250249:0:31562:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85600/0x3aa5f499c96f37b3 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba67d expref: -99 pid: 31562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840278.250254:0:31562:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788840278.250259:0:31562:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788840278.250262:0:31562:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788840278.250263:0:31562:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788840278.250266:0:31562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788840278.250268:0:31562:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x28:0x0].0x0 (ffff90ee98cc4a00) refcount = 1 00010000:00010000:1.0:1788840278.250272:0:31562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85600/0x3aa5f499c96f37b3 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba67d expref: -99 pid: 31562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840278.250277:0:31562:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788840278.250281:0:31562:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788840278.250283:0:31562:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840278.250285:0:31562:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788840278.250287:0:31562:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840278.250290:0:31562:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85600/0x3aa5f499c96f37b3 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba67d expref: -99 pid: 31562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840278.250295:0:31562:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788840278.250297:0:31562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.250298:0:31562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840278.250299:0:31562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.250311:0:31562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840278.250313:0:31562:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840278.250321:0:31562:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788840278.250323:0:31562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840278.250324:0:31562:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840278.250326:0:31562:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85600 refcount=3 00000020:00000001:1.0:1788840278.250328:0:31562:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872830464 : -122120836721152 : ffff90ee86e85600) 00010000:00000001:1.0:1788840278.250330:0:31562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872830464 : -122120836721152 : ffff90ee86e85600) 00010000:00000001:1.0:1788840278.250333:0:31562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840278.250334:0:31562:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840278.250335:0:31562:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85600 refcount=4 00000020:00000001:1.0:1788840278.250337:0:31562:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872830464 : -122120836721152 : ffff90ee86e85600) 00010000:00000001:1.0:1788840278.250338:0:31562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872830464 : -122120836721152 : ffff90ee86e85600) 00010000:00000001:1.0:1788840278.250341:0:31562:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840278.250345:0:31562:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840278.250348:0:31562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85600/0x3aa5f499c96f37b3 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba67d expref: -99 pid: 31562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840278.250360:0:31562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.250361:0:31562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840278.250363:0:31562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840278.250364:0:31562:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840278.250365:0:31562:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85600 refcount=5 00000020:00000001:1.0:1788840278.250367:0:31562:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872830464 : -122120836721152 : ffff90ee86e85600) 00010000:00000001:1.0:1788840278.250370:0:31562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872830464 : -122120836721152 : ffff90ee86e85600) 00010000:00000001:1.0:1788840278.250373:0:31562:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840278.250376:0:31562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85600/0x3aa5f499c96f37b3 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba67d expref: -99 pid: 31562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840278.250382:0:31562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.250383:0:31562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788840278.250386:0:31562:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85600/0x3aa5f499c96f37b3 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba67d expref: -99 pid: 31562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840278.250392:0:31562:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840278.250393:0:31562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.250394:0:31562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840278.250395:0:31562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.250395:0:31562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788840278.250401:0:31562:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff90ee87fac000 x1875733133981440/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840294 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788840278.250408:0:31562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840278.250409:0:31562:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840278.250410:0:31562:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85600 refcount=3 00000020:00000001:1.0:1788840278.250411:0:31562:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872830464 : -122120836721152 : ffff90ee86e85600) 00010000:00000001:1.0:1788840278.250414:0:31562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872830464 : -122120836721152 : ffff90ee86e85600) 00010000:00000001:1.0:1788840278.250475:0:31562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.250476:0:31562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840278.250477:0:31562:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840278.250480:0:31562:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840278.250484:0:31562:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788840278.250487:0:31562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840278.250488:0:31562:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840278.250490:0:31562:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85600 refcount=3 00000020:00000001:1.0:1788840278.250492:0:31562:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872830464 : -122120836721152 : ffff90ee86e85600) 00010000:00000001:1.0:1788840278.250494:0:31562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872830464 : -122120836721152 : ffff90ee86e85600) 00000002:00010000:1.0:1788840278.250498:0:31562:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85600/0x3aa5f499c96f37b3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba67d expref: -99 pid: 31562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840278.250505:0:31562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.250506:0:31562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840278.250509:0:31562:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788840278.250510:0:31562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840278.250511:0:31562:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840278.250513:0:31562:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85600 refcount=3 00000020:00000001:1.0:1788840278.250514:0:31562:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872830464 : -122120836721152 : ffff90ee86e85600) 00010000:00000001:1.0:1788840278.250517:0:31562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872830464 : -122120836721152 : ffff90ee86e85600) 00010000:00000040:1.0:1788840278.250521:0:31562:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4a00 count: 2 00010000:00000001:1.0:1788840278.250524:0:31562:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788840278.250529:0:31562:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 4 res 8589935620/40 (0 0) 00010000:00000001:1.0:1788840278.250531:0:31562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.250533:0:31562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840278.250534:0:31562:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788840278.250538:0:31562:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201be76b0 00000002:00002000:1.0:1788840278.250540:0:31562:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-2 intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788840278.250591:0:31562:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840278.250596:0:31562:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840278.250599:0:31562:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788840278.250603:0:31562:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788840278.250606:0:31562:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788840278.250819:0:31562:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000001:1.0:1788840278.250824:0:31562:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788840278.250826:0:31562:0:(namei.c:674:ll_lookup_it_finish()) it ffffa16201be7a28 it_disposition b 00000080:00000001:1.0:1788840278.250832:0:31562:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788840278.250840:0:31562:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788840278.250844:0:31562:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788840278.250847:0:31562:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:1.0:1788840278.250850:0:31562:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1788840278.250858:0:31562:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788840278.250861:0:31562:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x28:0x0] 00000080:00000001:1.0:1788840278.250864:0:31562:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840278.250869:0:31562:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:1.0:1788840278.250871:0:31562:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1788840278.250875:0:31562:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833960 mtime from 1788840259 to 1788840260 00000080:00200000:1.0:1788840278.250880:0:31562:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x28:0x0], updating i_size 16384 00000080:00200000:1.0:1788840278.250883:0:31562:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x28:0x0](ffff90ee9058aa08): rc = 0 00000080:00000001:1.0:1788840278.250885:0:31562:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621953031186952 : -122120678364664 : ffff90ee9058aa08) 00010000:00000001:1.0:1788840278.250887:0:31562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840278.250889:0:31562:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840278.250890:0:31562:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85600 refcount=3 00000020:00000001:1.0:1788840278.250892:0:31562:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872830464 : -122120836721152 : ffff90ee86e85600) 00010000:00000001:1.0:1788840278.250894:0:31562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872830464 : -122120836721152 : ffff90ee86e85600) 00010000:00000001:1.0:1788840278.250896:0:31562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.250897:0:31562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788840278.250899:0:31562:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788840278.250901:0:31562:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788840278.250903:0:31562:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788840278.250906:0:31562:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788840278.250908:0:31562:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840278.250911:0:31562:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x28:0x0](ffff90ee9058aa08) for lock 0x3aa5f499c96f37b3 00800000:00000001:1.0:1788840278.250915:0:31562:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788840278.250917:0:31562:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788840278.250918:0:31562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840278.250919:0:31562:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840278.250920:0:31562:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85600 refcount=3 00000020:00000001:1.0:1788840278.250921:0:31562:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872830464 : -122120836721152 : ffff90ee86e85600) 00010000:00000001:1.0:1788840278.250923:0:31562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872830464 : -122120836721152 : ffff90ee86e85600) 00010000:00000001:1.0:1788840278.250927:0:31562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.250928:0:31562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840278.250929:0:31562:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840278.250931:0:31562:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1788840278.250940:0:31562:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90ee90703e58 inode ffff90ee9058aa08 refc 1 flags 0x20000e 00000080:00000001:1.0:1788840278.250944:0:31562:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788840278.250946:0:31562:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840278.250949:0:31562:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1788840278.250953:0:31562:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x28:0x0](ffff90ee9058aa08) 00000080:00010000:1.0:1788840278.250956:0:31562:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f37b3 from it ffffa16201be7a28 00010000:00000001:1.0:1788840278.250958:0:31562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840278.250959:0:31562:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840278.250961:0:31562:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85600 refcount=3 00000020:00000001:1.0:1788840278.250962:0:31562:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872830464 : -122120836721152 : ffff90ee86e85600) 00010000:00000001:1.0:1788840278.250964:0:31562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872830464 : -122120836721152 : ffff90ee86e85600) 00010000:00000001:1.0:1788840278.250966:0:31562:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840278.250969:0:31562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85600/0x3aa5f499c96f37b3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba67d expref: -99 pid: 31562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840278.250975:0:31562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.250976:0:31562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840278.250978:0:31562:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840278.250981:0:31562:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840278.250983:0:31562:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85600/0x3aa5f499c96f37b3 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba67d expref: -99 pid: 31562 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788840278.250990:0:31562:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840278.250993:0:31562:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840278.250996:0:31562:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840278.251001:0:31562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.251003:0:31562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840278.251004:0:31562:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.251007:0:31562:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840278.251009:0:31562:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.251012:0:31562:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.251015:0:31562:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.251016:0:31562:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840278.251018:0:31562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.251019:0:31562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788840278.251021:0:31562:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788840278.251024:0:31562:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee86fb0400. 00000100:00000001:1.0:1788840278.251031:0:31562:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840278.251036:0:31562:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87fac000 x1875733133981440/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840294 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840278.251042:0:31562:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840278.251046:0:31562:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840278.251050:0:31562:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90ee85deb800. 02000000:00000001:1.0:1788840278.251053:0:31562:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840278.251056:0:31562:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840278.251059:0:31562:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:1.0:1788840278.251061:0:31562:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840278.251064:0:31562:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee85c5e800. 02000000:00000001:1.0:1788840278.251068:0:31562:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840278.251070:0:31562:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840278.251072:0:31562:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87fac000. 00000100:00000001:1.0:1788840278.251077:0:31562:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840278.251078:0:31562:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788840278.251087:0:31562:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788840278.251090:0:31562:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x28:0x0](ffff90ee9058aa08), inode mode 41ed mask 1 00000080:00000001:1.0:1788840278.251095:0:31562:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788840278.251113:0:31562:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90ee84b11ca0. 00000020:00000001:1.0:1788840278.251117:0:31562:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201be7ae8 00000080:00200000:1.0:1788840278.251119:0:31562:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f, dir=[0x200000404:0x28:0x0](ffff90ee9058aa08), flags=8 00000080:00000001:1.0:1788840278.251122:0:31562:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788840278.251123:0:31562:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201be7998 00000080:00200000:1.0:1788840278.251125:0:31562:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f, dir=[0x200000404:0x28:0x0](ffff90ee9058aa08), intent=getattr 00000080:00000010:1.0:1788840278.251132:0:31562:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee86fb0400. 00000080:00000001:1.0:1788840278.251139:0:31562:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788840278.251141:0:31562:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788840278.251143:0:31562:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201be78b8 00800000:00000002:1.0:1788840278.251146:0:31562:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f' on [0x200000404:0x28:0x0] 00800000:00000001:1.0:1788840278.251149:0:31562:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1788840278.251154:0:31562:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201be7850 00800000:00000002:1.0:1788840278.251156:0:31562:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x28:0x0], fid2=[0x0:0x0:0x0], name='f' -> mds #0 00000002:00000001:1.0:1788840278.251160:0:31562:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788840278.251161:0:31562:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201be7788 00000002:00010000:1.0:1788840278.251163:0:31562:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f,[0x0:0x0:0x0]) in obj [0x200000404:0x28:0x0], intent: getattr flags 01 00000002:00000001:1.0:1788840278.251167:0:31562:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788840278.251170:0:31562:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1788840278.251173:0:31562:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87fac000. 00000020:00000040:1.0:1788840278.251176:0:31562:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00010000:00000001:1.0:1788840278.251181:0:31562:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788840278.251185:0:31562:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840278.251188:0:31562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.251189:0:31562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840278.251190:0:31562:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840278.251193:0:31562:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840278.251195:0:31562:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840278.251210:0:31562:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840278.251218:0:31562:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee85c5e800. 00000100:00000001:1.0:1788840278.251226:0:31562:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.251229:0:31562:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788840278.251231:0:31562:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.251232:0:31562:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788840278.251233:0:31562:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.251235:0:31562:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840278.251244:0:31562:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621952890814464 : -122120818737152 : ffff90ee87fac000) 00010000:00000001:1.0:1788840278.251247:0:31562:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788840278.251249:0:31562:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788840278.251252:0:31562:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4a00 count: 2 00010000:00000001:1.0:1788840278.251254:0:31562:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840278.251257:0:31562:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788840278.251261:0:31562:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee86e84200. 00000020:00000001:1.0:1788840278.251265:0:31562:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788840278.251267:0:31562:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee86e84200 with handle 0x3aa5f499c96f37ba to hash 00000020:00000001:1.0:1788840278.251269:0:31562:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788840278.251271:0:31562:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952872825344 : -122120836726272 : ffff90ee86e84200) 00010000:00000001:1.0:1788840278.251275:0:31562:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952872825344 : -122120836726272 : ffff90ee86e84200) 00010000:00000001:1.0:1788840278.251277:0:31562:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840278.251279:0:31562:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840278.251282:0:31562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84200/0x3aa5f499c96f37ba lrc: 3/1,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788840278.251287:0:31562:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84200/0x3aa5f499c96f37ba lrc: 3/1,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31562 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788840278.251298:0:31562:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84200/0x3aa5f499c96f37ba lrc: 3/1,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31562 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788840278.253316:0:31562:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788840278.253329:0:31562:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788840278.253345:0:31562:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee86f3d540. 00000100:00000001:1.0:1788840278.253352:0:31562:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952873583936 : -122120835967680 : ffff90ee86f3d540) 00000100:00000001:1.0:1788840278.253356:0:31562:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840278.253358:0:31562:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890814464 : -122120818737152 : ffff90ee87fac000) 00000100:00000001:1.0:1788840278.253365:0:31562:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840278.253372:0:31562:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840278.253374:0:31562:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788840278.253376:0:31562:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840278.253390:0:31562:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87fac000 x1875733133981568/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840278.253399:0:31562:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840278.253402:0:31562:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840278.253930:0:31562:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840278.253936:0:31562:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840278.253939:0:31562:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840278.253945:0:31562:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87fac000 pname:cluuid:pid:xid:nid:opc:job checkstat:10f4a654-3497-48d8-8f70-7e89f4f161cc:31562:1875733133981568:192.168.202.131@tcp:101:checkstat.0 00000100:00000001:1.0:1788840278.253950:0:31562:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840278.253959:0:31562:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840278.253963:0:31562:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840278.253966:0:31562:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840278.253973:0:31562:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90ee85deb800. 02000000:00000001:1.0:1788840278.253976:0:31562:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840278.253985:0:31562:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840278.253991:0:31562:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe5d8. 00000400:00000010:1.0:1788840278.253999:0:31562:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539908. 00000100:00000200:1.0:1788840278.254008:0:31562:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875733133981568, portal 10 00000100:00000001:1.0:1788840278.254011:0:31562:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840278.254012:0:31562:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890814464 : -122120818737152 : ffff90ee87fac000) 00000100:00000040:1.0:1788840278.254023:0:31562:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87fac000 x1875733133981568/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840294 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840278.254031:0:31562:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840278.254034:0:31562:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840278.254038:0:31562:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539f68. 00000100:00000200:1.0:1788840278.254042:0:31562:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875733133981568, offset 0 00000400:00000200:1.0:1788840278.254051:0:31562:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840278.254064:0:31562:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840278.254073:0:31562:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840278.254080:0:31562:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840278.254085:0:31562:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840278.254090:0:31562:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840278.254093:0:31562:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840278.254097:0:31562:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2455:2455:256:4294967295] 192.168.202.131@tcp LPNI seq info [2455:2455:8:4294967295] 00000400:00000200:1.0:1788840278.254102:0:31562:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840278.254113:0:31562:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840278.254119:0:31562:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840278.254125:0:31562:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee86f0d800. 00000800:00000200:1.0:1788840278.254132:0:31562:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840278.254141:0:31562:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840278.254146:0:31562:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee86f0d800 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1788840278.254228:0:31562:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840278.254233:0:31562:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 814472 usecs (815 jiffies) 00000400:00000200:1.0:1788840278.254237:0:31562:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840278.254239:0:31562:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296508887 00000100:00000001:1.0:1788840278.254243:0:31562:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296510376 00000100:00000001:1.0:1788840278.254245:0:31562:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296508887 00000100:00000001:1.0:1788840278.254247:0:31562:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296510376 00000100:00000001:1.0:1788840278.254249:0:31562:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840278.254252:0:31562:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840278.254254:0:31562:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840278.254256:0:31562:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788840278.254259:0:31562:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee86f3d540 going to sleep for 11 seconds 00000100:00000001:1.0:1788840278.254262:0:31562:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840278.254265:0:31562:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840278.255274:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840278.255282:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0d800. 00000400:00000200:2.0:1788840278.255289:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840278.255296:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840278.255314:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539f68 00000400:00000010:2.0:1788840278.255317:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539f68. 00000100:00000001:2.0:1788840278.255323:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840278.255329:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fac000 x1875733133981568/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840294 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840278.255342:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840278.255345:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fac000 x1875733133981568/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840294 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840278.255353:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840278.255355:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840278.265183:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.265208:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840278.265213:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.265215:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840278.265227:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.265238:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840278.265250:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.265255:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.265262:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.265267:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 640 into portal 10 MB=0x6a9f82724f780 00000400:00000200:2.0:1788840278.265273:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.265281:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 640/640 into md 0x6b5d [1] + 224 00000800:00000001:2.0:1788840278.265289:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.265297:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840278.265309:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840278.265315:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840278.265324:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840278.265335:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fac000 x1875733133981568/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840294 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840278.265347:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff90ee87fac000 x1875733133981568/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840278.265372:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840278.265383:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.265386:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840278.265537:0:31562:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788840278.265556:0:31562:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840278.265560:0:31562:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840278.265564:0:31562:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe5d8. 00000400:00000200:1.0:1788840278.265570:0:31562:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539908 00000400:00000010:1.0:1788840278.265573:0:31562:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539908. 00000100:00000001:1.0:1788840278.265578:0:31562:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840278.265584:0:31562:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87fac000 x1875733133981568/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788840278.265592:0:31562:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87fac000 x1875733133981568/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840278.265598:0:31562:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840278.265601:0:31562:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840278.265604:0:31562:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840278.265609:0:31562:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840278.265619:0:31562:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840278.265622:0:31562:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840278.265625:0:31562:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840278.265637:0:31562:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=128 v=5 (5 102 102 102) 00000100:00001000:1.0:1788840278.265899:0:31562:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840278.265902:0:31562:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840278.265905:0:31562:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.265908:0:31562:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840278.265913:0:31562:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840278.265917:0:31562:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840278.265919:0:31562:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967634 00000100:00000001:1.0:1788840278.265922:0:31562:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840278.265926:0:31562:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840278.265932:0:31562:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87fac000 x1875733133981568/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/640 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840278.265938:0:31562:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840278.265941:0:31562:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840278.265944:0:31562:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840278.265947:0:31562:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87fac000 x1875733133981568/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/640 e 0 to 0 dl 1788840294 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788840278.265955:0:31562:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87fac000 pname:cluuid:pid:xid:nid:opc:job checkstat:10f4a654-3497-48d8-8f70-7e89f4f161cc:31562:1875733133981568:192.168.202.131@tcp:101:checkstat.0 00000100:00000001:1.0:1788840278.265961:0:31562:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840278.265964:0:31562:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840278.265966:0:31562:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788840278.265968:0:31562:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840278.265971:0:31562:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87fac000 x1875733133981568/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/640 e 0 to 0 dl 1788840294 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840278.265978:0:31562:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840278.265981:0:31562:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee86f3d540. 00000100:00000001:1.0:1788840278.265985:0:31562:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788840278.265987:0:31562:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.265991:0:31562:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788840278.265996:0:31562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840278.265999:0:31562:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840278.266003:0:31562:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84200 refcount=4 00000020:00000001:1.0:1788840278.266006:0:31562:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872825344 : -122120836726272 : ffff90ee86e84200) 00010000:00000001:1.0:1788840278.266010:0:31562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872825344 : -122120836726272 : ffff90ee86e84200) 00010000:00000040:1.0:1788840278.266018:0:31562:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee86e84200, remote cookie: 0x8a436931312ba699, flags: 0x1001 00010000:00010000:1.0:1788840278.266023:0:31562:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84200/0x3aa5f499c96f37ba lrc: 4/1,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba699 expref: -99 pid: 31562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788840278.266033:0:31562:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x2a:0x0].0x0, instead of [0x200000404:0x28:0x0].0x0 00010000:00000001:1.0:1788840278.266036:0:31562:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1788840278.266043:0:31562:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1100 count: 2 00010000:00000001:1.0:1788840278.266046:0:31562:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840278.266049:0:31562:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840278.266053:0:31562:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84200/0x3aa5f499c96f37ba lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba699 expref: -99 pid: 31562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788840278.266062:0:31562:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84200/0x3aa5f499c96f37ba lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba699 expref: -99 pid: 31562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840278.266068:0:31562:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788840278.266074:0:31562:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788840278.266076:0:31562:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788840278.266078:0:31562:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788840278.266079:0:31562:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788840278.266082:0:31562:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x2a:0x0].0x0 (ffff90ee892b1100) refcount = 2 00010000:00000040:1.0:1788840278.266086:0:31562:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788840278.266088:0:31562:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c000/0x3aa5f499c96f3790 lrc: 1/0,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312ba606 expref: -99 pid: 31527 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1788840278.266095:0:31562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84200/0x3aa5f499c96f37ba lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba699 expref: -99 pid: 31562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840278.266102:0:31562:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788840278.266107:0:31562:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788840278.266109:0:31562:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840278.266112:0:31562:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788840278.266115:0:31562:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840278.266118:0:31562:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84200/0x3aa5f499c96f37ba lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba699 expref: -99 pid: 31562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840278.266123:0:31562:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788840278.266125:0:31562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.266127:0:31562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840278.266128:0:31562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.266129:0:31562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840278.266130:0:31562:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840278.266136:0:31562:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788840278.266138:0:31562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840278.266139:0:31562:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840278.266141:0:31562:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84200 refcount=3 00000020:00000001:1.0:1788840278.266142:0:31562:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872825344 : -122120836726272 : ffff90ee86e84200) 00010000:00000001:1.0:1788840278.266145:0:31562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872825344 : -122120836726272 : ffff90ee86e84200) 00010000:00000001:1.0:1788840278.266147:0:31562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840278.266149:0:31562:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840278.266150:0:31562:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84200 refcount=4 00000020:00000001:1.0:1788840278.266152:0:31562:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872825344 : -122120836726272 : ffff90ee86e84200) 00010000:00000001:1.0:1788840278.266153:0:31562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872825344 : -122120836726272 : ffff90ee86e84200) 00010000:00000001:1.0:1788840278.266156:0:31562:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840278.266159:0:31562:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840278.266162:0:31562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84200/0x3aa5f499c96f37ba lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba699 expref: -99 pid: 31562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840278.266168:0:31562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.266169:0:31562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840278.266170:0:31562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840278.266171:0:31562:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840278.266172:0:31562:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84200 refcount=5 00000020:00000001:1.0:1788840278.266174:0:31562:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872825344 : -122120836726272 : ffff90ee86e84200) 00010000:00000001:1.0:1788840278.266176:0:31562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872825344 : -122120836726272 : ffff90ee86e84200) 00010000:00000001:1.0:1788840278.266179:0:31562:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840278.266181:0:31562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84200/0x3aa5f499c96f37ba lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba699 expref: -99 pid: 31562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840278.266187:0:31562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.266188:0:31562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788840278.266191:0:31562:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84200/0x3aa5f499c96f37ba lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba699 expref: -99 pid: 31562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840278.266197:0:31562:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840278.266198:0:31562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.266199:0:31562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840278.266200:0:31562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.266201:0:31562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788840278.266206:0:31562:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90ee87fac000 x1875733133981568/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/640 e 0 to 0 dl 1788840294 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788840278.266215:0:31562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840278.266216:0:31562:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840278.266217:0:31562:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84200 refcount=3 00000020:00000001:1.0:1788840278.266219:0:31562:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872825344 : -122120836726272 : ffff90ee86e84200) 00010000:00000001:1.0:1788840278.266221:0:31562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872825344 : -122120836726272 : ffff90ee86e84200) 00000002:00010000:1.0:1788840278.266225:0:31562:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84200/0x3aa5f499c96f37ba lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba699 expref: -99 pid: 31562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1788840278.266237:0:31562:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff90ee87139ac0. 00010000:00000001:1.0:1788840278.266240:0:31562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.266241:0:31562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840278.266243:0:31562:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840278.266244:0:31562:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840278.266248:0:31562:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788840278.266251:0:31562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840278.266253:0:31562:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840278.266254:0:31562:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84200 refcount=3 00000020:00000001:1.0:1788840278.266256:0:31562:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872825344 : -122120836726272 : ffff90ee86e84200) 00010000:00000001:1.0:1788840278.266258:0:31562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872825344 : -122120836726272 : ffff90ee86e84200) 00000002:00010000:1.0:1788840278.266262:0:31562:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84200/0x3aa5f499c96f37ba lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba699 expref: -99 pid: 31562 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840278.266269:0:31562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.266270:0:31562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840278.266272:0:31562:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788840278.266273:0:31562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840278.266275:0:31562:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840278.266276:0:31562:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84200 refcount=3 00000020:00000001:1.0:1788840278.266278:0:31562:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872825344 : -122120836726272 : ffff90ee86e84200) 00010000:00000001:1.0:1788840278.266280:0:31562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872825344 : -122120836726272 : ffff90ee86e84200) 00010000:00000040:1.0:1788840278.266283:0:31562:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1100 count: 3 00010000:00000001:1.0:1788840278.266286:0:31562:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788840278.266290:0:31562:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 4 res 8589935620/42 (0 0) 00010000:00000001:1.0:1788840278.266293:0:31562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.266294:0:31562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840278.266296:0:31562:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788840278.266310:0:31562:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201be7710 00000002:00002000:1.0:1788840278.266313:0:31562:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788840278.266317:0:31562:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840278.266321:0:31562:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840278.266325:0:31562:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788840278.266328:0:31562:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x28:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788840278.266332:0:31562:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840278.266338:0:31562:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788840278.266340:0:31562:0:(namei.c:674:ll_lookup_it_finish()) it ffffa16201be7b20 it_disposition b 00000080:00000001:1.0:1788840278.266343:0:31562:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788840278.266351:0:31562:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788840278.266354:0:31562:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788840278.266357:0:31562:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833962 : 144115205322833962 : 20000040400002a) 00000080:00000001:1.0:1788840278.266361:0:31562:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:1.0:1788840278.266370:0:31562:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840278.266376:0:31562:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036962344 : -122120672589272 : ffff90ee90b0ca28) 00000020:00001000:1.0:1788840278.266379:0:31562:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0ca20 00000020:00000001:1.0:1788840278.266381:0:31562:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1788840278.266386:0:31562:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788840278.266389:0:31562:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788840278.266397:0:31562:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90ee8532cc60. 00020000:00000010:1.0:1788840278.266401:0:31562:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90ee85dfce80. 00020000:00000010:1.0:1788840278.266407:0:31562:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90ee8532c6c0. 00020000:00000001:1.0:1788840278.266410:0:31562:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621952844154560 : -122120865397056 : ffff90ee8532c6c0) 00020000:00000002:1.0:1788840278.266414:0:31562:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee8532c6c0, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788840278.266492:0:31562:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788840278.266497:0:31562:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90ee85dfce80: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000002:1.0:1788840278.266501:0:31562:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90ee98eff4d8) owner ffff90eea0340000 00020000:00000001:1.0:1788840278.266505:0:31562:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788840278.266508:0:31562:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90ee98eff4d8) owner ffff90eea0340000 00020000:00000010:1.0:1788840278.266514:0:31562:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90ee85dfce80. 00020000:00000010:1.0:1788840278.266518:0:31562:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90ee8532cc60. 00020000:00000010:1.0:1788840278.266521:0:31562:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90ee8532c6c0. 00020000:00000002:1.0:1788840278.266523:0:31562:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2a:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1788840278.266526:0:31562:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840278.266528:0:31562:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788840278.266531:0:31562:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0ca20 00000080:00000001:1.0:1788840278.266536:0:31562:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833962 : 144115205322833962 : 20000040400002a) 00000080:00000001:1.0:1788840278.266539:0:31562:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1788840278.266600:0:31562:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x2a:0x0](ffff90ee90594b08): rc = 0 00000080:00000001:1.0:1788840278.266603:0:31562:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621953031228168 : -122120678323448 : ffff90ee90594b08) 00010000:00000001:1.0:1788840278.266606:0:31562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840278.266607:0:31562:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840278.266758:0:31562:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84200 refcount=3 00000020:00000001:1.0:1788840278.266761:0:31562:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872825344 : -122120836726272 : ffff90ee86e84200) 00010000:00000001:1.0:1788840278.266765:0:31562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872825344 : -122120836726272 : ffff90ee86e84200) 00000080:00000001:1.0:1788840278.266769:0:31562:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788840278.266771:0:31562:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840278.266773:0:31562:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036962344 : -122120672589272 : ffff90ee90b0ca28) 00000020:00001000:1.0:1788840278.266774:0:31562:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0ca20 00000020:00000001:1.0:1788840278.266776:0:31562:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1788840278.266778:0:31562:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788840278.266779:0:31562:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788840278.266783:0:31562:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90ee8532c6c0. 00020000:00000010:1.0:1788840278.266785:0:31562:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90ee85dfce80. 00020000:00000010:1.0:1788840278.266788:0:31562:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90ee8532cc60. 00020000:00000001:1.0:1788840278.266790:0:31562:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621952844156000 : -122120865395616 : ffff90ee8532cc60) 00020000:00000002:1.0:1788840278.266792:0:31562:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee8532cc60, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788840278.266796:0:31562:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788840278.266799:0:31562:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90ee85dfce80: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000002:1.0:1788840278.266802:0:31562:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90ee98eff4d8) owner ffff90eea0340000 00020000:00000001:1.0:1788840278.266803:0:31562:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788840278.266805:0:31562:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90ee98eff4d8) owner ffff90eea0340000 00020000:00000010:1.0:1788840278.266808:0:31562:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90ee85dfce80. 00020000:00000010:1.0:1788840278.266811:0:31562:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90ee8532c6c0. 00020000:00000010:1.0:1788840278.266813:0:31562:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90ee8532cc60. 00020000:00000002:1.0:1788840278.266815:0:31562:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2a:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1788840278.266817:0:31562:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840278.266819:0:31562:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840278.266822:0:31562:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1788840278.266826:0:31562:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee98eff4d8) owner 0000000000000000/ffff90eea0340000 00020000:00000002:1.0:1788840278.266830:0:31562:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90ee9887dd80 addref 2/0 by ffff90eea0340000. 00020000:00000002:1.0:1788840278.266833:0:31562:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee98eff4d8) owner 0000000000000000/ffff90eea0340000 00020000:00000001:1.0:1788840278.266836:0:31562:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1788840278.266838:0:31562:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1788840278.266839:0:31562:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1788840278.266841:0:31562:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1788840278.266843:0:31562:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1788840278.266846:0:31562:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x2a:0x0]: layout version change: 0 -> 0 00000020:00001000:1.0:1788840278.266848:0:31562:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0ca20 00000080:00000001:1.0:1788840278.266851:0:31562:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.266852:0:31562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.266854:0:31562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788840278.266856:0:31562:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788840278.266860:0:31562:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788840278.266862:0:31562:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840278.266866:0:31562:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2a:0x0](ffff90ee90594b08) for lock 0x3aa5f499c96f37ba 00800000:00000001:1.0:1788840278.266870:0:31562:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788840278.266872:0:31562:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788840278.266873:0:31562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840278.266875:0:31562:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840278.266877:0:31562:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84200 refcount=3 00000020:00000001:1.0:1788840278.266878:0:31562:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872825344 : -122120836726272 : ffff90ee86e84200) 00010000:00000001:1.0:1788840278.266880:0:31562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872825344 : -122120836726272 : ffff90ee86e84200) 00010000:00000001:1.0:1788840278.266883:0:31562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.266884:0:31562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840278.266886:0:31562:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840278.266888:0:31562:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1788840278.266896:0:31562:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90ee99172ca8 inode ffff90ee90594b08 refc 1 flags 0x40000e 00000080:00000001:1.0:1788840278.266900:0:31562:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1788840278.266904:0:31562:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2a:0x0](ffff90ee90594b08) 00000080:00010000:1.0:1788840278.266908:0:31562:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f37ba from it ffffa16201be7b20 00010000:00000001:1.0:1788840278.266911:0:31562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840278.266912:0:31562:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840278.266913:0:31562:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84200 refcount=3 00000020:00000001:1.0:1788840278.266915:0:31562:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872825344 : -122120836726272 : ffff90ee86e84200) 00010000:00000001:1.0:1788840278.266918:0:31562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872825344 : -122120836726272 : ffff90ee86e84200) 00010000:00000001:1.0:1788840278.266920:0:31562:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840278.266924:0:31562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84200/0x3aa5f499c96f37ba lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8a436931312ba699 expref: -99 pid: 31562 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840278.266932:0:31562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.266934:0:31562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840278.266936:0:31562:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840278.266939:0:31562:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840278.266942:0:31562:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84200/0x3aa5f499c96f37ba lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312ba699 expref: -99 pid: 31562 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788840278.266950:0:31562:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840278.266953:0:31562:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840278.266956:0:31562:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840278.266960:0:31562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.266961:0:31562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840278.266963:0:31562:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.266967:0:31562:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840278.266969:0:31562:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.266971:0:31562:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.266973:0:31562:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.266975:0:31562:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840278.266976:0:31562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.266977:0:31562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788840278.266979:0:31562:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788840278.266983:0:31562:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee86fb0400. 00000100:00000001:1.0:1788840278.266988:0:31562:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840278.266994:0:31562:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87fac000 x1875733133981568/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/640 e 0 to 0 dl 1788840294 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840278.267001:0:31562:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840278.267004:0:31562:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840278.267008:0:31562:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90ee85deb800. 02000000:00000001:1.0:1788840278.267012:0:31562:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840278.267015:0:31562:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840278.267017:0:31562:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:1.0:1788840278.267020:0:31562:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840278.267023:0:31562:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee85c5e800. 02000000:00000001:1.0:1788840278.267027:0:31562:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840278.267029:0:31562:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840278.267031:0:31562:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87fac000. 00000100:00000001:1.0:1788840278.267034:0:31562:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840278.267035:0:31562:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788840278.267038:0:31562:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788840278.267041:0:31562:0:(dcache.c:176:ll_intent_release()) intent ffffa16201be7b20 released 00000080:00000001:1.0:1788840278.267043:0:31562:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:1.0:1788840278.267059:0:31562:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201be7d08 00000080:00200008:1.0:1788840278.267061:0:31562:0:(file.c:6296:ll_getattr_dentry()) START file f:[0x200000404:0x2a:0x0](ffff90ee90594b08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788840278.267067:0:31562:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788840278.267069:0:31562:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201be7c80 00000080:00200000:1.0:1788840278.267071:0:31562:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x2a:0x0](ffff90ee90594b08),name=f 00000080:00000010:1.0:1788840278.267077:0:31562:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee86fb0400. 00000080:00000001:1.0:1788840278.267087:0:31562:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788840278.267090:0:31562:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788840278.267092:0:31562:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201be7ba0 00800000:00000002:1.0:1788840278.267094:0:31562:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x2a:0x0] 'f' on [0x200000404:0x28:0x0] 00800000:00000001:1.0:1788840278.267097:0:31562:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788840278.267103:0:31562:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000404:0x28:0x0], fid2=[0x200000404:0x2a:0x0], name='' -> mds #0 00000002:00000001:1.0:1788840278.267108:0:31562:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788840278.267110:0:31562:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201be7a70 00000002:00010000:1.0:1788840278.267112:0:31562:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x2a:0x0]) in obj [0x200000404:0x28:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788840278.267115:0:31562:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788840278.267118:0:31562:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840278.267120:0:31562:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840278.267123:0:31562:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1100 count: 3 00010000:00000001:1.0:1788840278.267125:0:31562:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840278.267128:0:31562:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840278.267131:0:31562:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788840278.267133:0:31562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84200/0x3aa5f499c96f37ba lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312ba699 expref: -99 pid: 31562 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788840278.267140:0:31562:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788840278.267145:0:31562:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840278.267148:0:31562:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84200/0x3aa5f499c96f37ba lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312ba699 expref: -99 pid: 31562 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788840278.267154:0:31562:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788840278.267156:0:31562:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788840278.267159:0:31562:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788840278.267161:0:31562:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788840278.267162:0:31562:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788840278.267164:0:31562:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000404:0x28:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788840278.267167:0:31562:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1788840278.267169:0:31562:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee86fb0400. 00000080:00000001:1.0:1788840278.267172:0:31562:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788840278.267174:0:31562:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840278.267177:0:31562:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2a:0x0](ffff90ee90594b08) 00000080:00010000:1.0:1788840278.267180:0:31562:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2a:0x0](ffff90ee90594b08) for lock 0x3aa5f499c96f37ba 00800000:00000001:1.0:1788840278.267182:0:31562:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788840278.267184:0:31562:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788840278.267185:0:31562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840278.267186:0:31562:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840278.267188:0:31562:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84200 refcount=3 00000020:00000001:1.0:1788840278.267189:0:31562:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872825344 : -122120836726272 : ffff90ee86e84200) 00010000:00000001:1.0:1788840278.267191:0:31562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872825344 : -122120836726272 : ffff90ee86e84200) 00010000:00000001:1.0:1788840278.267193:0:31562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.267194:0:31562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840278.267195:0:31562:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840278.267197:0:31562:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840278.267199:0:31562:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f37ba from it ffffa16201be7cb8 00010000:00000001:1.0:1788840278.267201:0:31562:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840278.267202:0:31562:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840278.267204:0:31562:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84200 refcount=3 00000020:00000001:1.0:1788840278.267206:0:31562:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872825344 : -122120836726272 : ffff90ee86e84200) 00010000:00000001:1.0:1788840278.267208:0:31562:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872825344 : -122120836726272 : ffff90ee86e84200) 00010000:00000001:1.0:1788840278.267210:0:31562:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840278.267212:0:31562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84200/0x3aa5f499c96f37ba lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8a436931312ba699 expref: -99 pid: 31562 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788840278.267219:0:31562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.267221:0:31562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840278.267222:0:31562:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840278.267224:0:31562:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840278.267226:0:31562:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84200/0x3aa5f499c96f37ba lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312ba699 expref: -99 pid: 31562 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788840278.267232:0:31562:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840278.267234:0:31562:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840278.267235:0:31562:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840278.267237:0:31562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.267238:0:31562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840278.267240:0:31562:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.267241:0:31562:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840278.267243:0:31562:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.267244:0:31562:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.267246:0:31562:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.267248:0:31562:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840278.267249:0:31562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.267250:0:31562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788840278.267251:0:31562:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788840278.267253:0:31562:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788840278.267257:0:31562:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1788840278.267260:0:31562:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1788840278.267262:0:31562:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788840278.267265:0:31562:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1788840278.267267:0:31562:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840278.267269:0:31562:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788840278.267272:0:31562:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1788840278.267274:0:31562:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840278.267276:0:31562:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036962344 : -122120672589272 : ffff90ee90b0ca28) 00000020:00001000:1.0:1788840278.267278:0:31562:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0ca20 00000020:00000001:1.0:1788840278.267283:0:31562:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f080 -> ffff90ee82e4f080 00000020:00000001:1.0:1788840278.267286:0:31562:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788840278.267289:0:31562:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788840278.267292:0:31562:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x2a:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1788840278.267295:0:31562:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788840278.267296:0:31562:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788840278.267298:0:31562:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788840278.267309:0:31562:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840278.267312:0:31562:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788840278.267316:0:31562:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x2a:0x0]io ffff90ee87fcce40 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1788840278.267319:0:31562:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee98eff4d8) owner 0000000000000000/ffff90eea0340000 00020000:00000001:1.0:1788840278.267323:0:31562:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788840278.267325:0:31562:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788840278.267327:0:31562:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788840278.267330:0:31562:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840278.267332:0:31562:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788840278.267335:0:31562:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788840278.267336:0:31562:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840278.267338:0:31562:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788840278.267339:0:31562:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788840278.267340:0:31562:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788840278.267342:0:31562:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee98eff4d8) owner 0000000000000000/ffff90eea0340000 00000020:00000001:1.0:1788840278.267344:0:31562:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788840278.267347:0:31562:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1788840278.267348:0:31562:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x2a:0x0] 00000020:00000001:1.0:1788840278.267351:0:31562:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1788840278.267353:0:31562:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1788840278.267356:0:31562:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1788840278.267358:0:31562:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1788840278.267365:0:31562:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1788840278.267371:0:31562:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90ee85063180. 00020000:00000002:1.0:1788840278.267374:0:31562:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788840278.267376:0:31562:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1788840278.267379:0:31562:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788840278.267381:0:31562:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788840278.267382:0:31562:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840278.267384:0:31562:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036961768 : -122120672589848 : ffff90ee90b0c7e8) 00000020:00001000:1.0:1788840278.267386:0:31562:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0c7e0 00000020:00000001:1.0:1788840278.267390:0:31562:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f080 00000020:00000001:1.0:1788840278.267391:0:31562:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788840278.267395:0:31562:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788840278.267396:0:31562:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788840278.267397:0:31562:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840278.267399:0:31562:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840278.267402:0:31562:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621952871594936 : -122120837956680 : ffff90ee86d57bb8) 00000020:00000001:1.0:1788840278.267404:0:31562:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1788840278.267409:0:31562:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90ee885c7b50. 00000008:00010000:1.0:1788840278.267413:0:31562:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1788840278.268932:0:31562:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788840278.268939:0:31562:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1788840278.268944:0:31562:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90ee850631b0, osc lock ffff90ee885c7b50, flags 0x400001002 00000020:00000001:1.0:1788840278.268951:0:31562:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840278.268955:0:31562:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840278.268962:0:31562:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621952841232768 : -122120868318848 : ffff90ee85063180) 00000020:00000001:1.0:1788840278.268965:0:31562:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788840278.268966:0:31562:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1788840278.268968:0:31562:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840278.268970:0:31562:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840278.268973:0:31562:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1788840278.268975:0:31562:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1788840278.268977:0:31562:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1788840278.268980:0:31562:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1788840278.268982:0:31562:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788840278.268984:0:31562:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621952871594936 : -122120837956680 : ffff90ee86d57bb8) 00000020:00000001:1.0:1788840278.268986:0:31562:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1788840278.268988:0:31562:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1788840278.268990:0:31562:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788840278.268994:0:31562:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788840278.268998:0:31562:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788840278.268999:0:31562:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788840278.269002:0:31562:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788840278.269003:0:31562:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788840278.269004:0:31562:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788840278.269006:0:31562:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1788840278.269010:0:31562:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788840278.269017:0:31562:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.269021:0:31562:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:1.0:1788840278.269032:0:31562:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87fac000. 00000020:00000040:1.0:1788840278.269037:0:31562:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=3 obd=lustre-OST0000-osc-ffff90ee90f70800 00010000:00000001:1.0:1788840278.269042:0:31562:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788840278.269047:0:31562:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840278.269051:0:31562:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840278.269054:0:31562:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840278.269057:0:31562:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840278.269063:0:31562:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840278.269071:0:31562:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee86fb0400. 00000100:00000001:1.0:1788840278.269078:0:31562:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.269084:0:31562:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788840278.269085:0:31562:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.269087:0:31562:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788840278.269088:0:31562:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.269090:0:31562:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.269093:0:31562:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446621952890814464 : -122120818737152 : ffff90ee87fac000) 00010000:00000001:1.0:1788840278.269095:0:31562:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788840278.269098:0:31562:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788840278.269105:0:31562:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee98cc4f00. 00010000:00000010:1.0:1788840278.269109:0:31562:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff90ee98cc4400. 00010000:00000001:1.0:1788840278.269115:0:31562:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788840278.269119:0:31562:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee86e84800. 00000020:00000001:1.0:1788840278.269124:0:31562:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788840278.269127:0:31562:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee86e84800 with handle 0x3aa5f499c96f37c1 to hash 00000020:00000001:1.0:1788840278.269130:0:31562:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788840278.269131:0:31562:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952872826880 : -122120836724736 : ffff90ee86e84800) 00010000:00000010:1.0:1788840278.269136:0:31562:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff90ee871391c0. 00010000:00000001:1.0:1788840278.269139:0:31562:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952872826880 : -122120836724736 : ffff90ee86e84800) 00010000:00000001:1.0:1788840278.269143:0:31562:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840278.269145:0:31562:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840278.269150:0:31562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000005380de8d/0x3aa5f499c96f37c1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31562 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788840278.269166:0:31562:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000005380de8d/0x3aa5f499c96f37c1 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 31562 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840278.269177:0:31562:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840278.269183:0:31562:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840278.269188:0:31562:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840278.269202:0:31562:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064838ad8] to pc [ptlrpcd_00_00+0] req@ffff90ee87fac000 x1875733133981696/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.269277:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840278.269282:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840278.269284:0:2359:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840278.269292:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87fac000 x1875733133981696/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.269309:0:2359:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840278.269312:0:2359:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840278.269317:0:2359:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840278.269320:0:2359:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840278.269323:0:2359:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840278.269326:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87fac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2359:1875733133981696:192.168.202.131@tcp:101:checkstat.0 00000100:00000001:0.0:1788840278.269331:0:2359:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840278.269339:0:2359:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840278.269342:0:2359:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840278.269345:0:2359:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840278.269352:0:2359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86f36000. 02000000:00000001:0.0:1788840278.269354:0:2359:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840278.269364:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840278.269369:0:2359:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c80738. 00000400:00000010:0.0:1788840278.269378:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6aa0. 00000100:00000200:0.0:1788840278.269386:0:2359:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133981696, portal 4 00000100:00000001:0.0:1788840278.269389:0:2359:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840278.269391:0:2359:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890814464 : -122120818737152 : ffff90ee87fac000) 00000100:00000040:0.0:1788840278.269398:0:2359:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87fac000 x1875733133981696/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840294 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.269411:0:2359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840278.269423:0:2359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840278.269427:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6880. 00000100:00000200:0.0:1788840278.269431:0:2359:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875733133981696, offset 0 00000400:00000200:0.0:1788840278.269440:0:2359:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840278.269451:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840278.269461:0:2359:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840278.269468:0:2359:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840278.269473:0:2359:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840278.269477:0:2359:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840278.269481:0:2359:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840278.269485:0:2359:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2456:2456:256:4294967295] 192.168.202.131@tcp LPNI seq info [2456:2456:8:4294967295] 00000400:00000200:0.0:1788840278.269490:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840278.269502:0:2359:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840278.269508:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840278.269515:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee89861000. 00000800:00000200:0.0:1788840278.269523:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840278.269531:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840278.269537:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee89861000 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788840278.269563:0:2359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840278.269568:0:2359:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: using a timeout of 23421 usecs (24 jiffies) 00000400:00000200:0.0:1788840278.269572:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840278.269575:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296508111 00000100:00000001:0.0:1788840278.269579:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296510376 00000100:00000001:0.0:1788840278.269582:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296508111 00000100:00000001:0.0:1788840278.269584:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296510376 00000100:00000001:0.0:1788840278.269587:0:2359:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840278.269590:0:2359:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.269594:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.269597:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788840278.269782:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840278.269789:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee89861000. 00000400:00000200:2.0:1788840278.269796:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840278.269801:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840278.269808:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6880 00000400:00000010:2.0:1788840278.269811:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6880. 00000100:00000001:2.0:1788840278.269816:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840278.269820:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fac000 x1875733133981696/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840294 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840278.269831:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840278.269835:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87fac000 x1875733133981696/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840294 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840278.269842:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840278.269843:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000008:00000001:1.0:1788840278.270342:0:31562:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840278.270348:0:31562:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840278.270351:0:31562:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840278.270353:0:31562:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840278.270355:0:31562:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840278.270358:0:31562:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788840278.270360:0:31562:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1788840278.270362:0:31562:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1788840278.270364:0:31562:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000100:00000001:1.0:1788840278.270396:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840278.270400:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788840278.271969:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.271989:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840278.271994:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.271996:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840278.272006:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.272015:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840278.272027:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.272034:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.272040:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.272045:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 400 into portal 4 MB=0x6a9f82724f800 00000400:00000200:2.0:1788840278.272051:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.272058:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 400/400 into md 0x6b65 [1] + 224 00000800:00000001:2.0:1788840278.272067:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.272074:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840278.272077:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840278.272082:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840278.272091:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840278.272100:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fac000 x1875733133981696/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840294 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840278.272111:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff90ee87fac000 x1875733133981696/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840294 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.273478:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840278.273487:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788840278.273494:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840278.273497:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840278.274431:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840278.274458:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.274468:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788840278.275363:0:2359:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840278.275369:0:2359:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840278.275375:0:2359:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c80738. 00000400:00000200:0.0:1788840278.275383:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6aa0 00000400:00000010:0.0:1788840278.275386:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6aa0. 00000100:00000001:0.0:1788840278.275391:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840278.275406:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87fac000 x1875733133981696/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840294 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788840278.278750:0:2359:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87fac000 x1875733133981696/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840294 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.278763:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840278.278902:0:2359:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840278.278907:0:2359:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840278.278911:0:2359:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840278.278913:0:2359:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840278.278916:0:2359:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840278.278921:0:2359:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840278.278933:0:2359:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b5cc60 time=128 v=5 (5 5 5 36) 00000100:00001000:0.0:1788840278.278938:0:2359:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840278.278941:0:2359:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840278.278943:0:2359:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.278946:0:2359:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840278.278951:0:2359:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.278956:0:2359:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840278.278958:0:2359:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: skip recheck: last_committed 4294967341 00000100:00000001:0.0:1788840278.278960:0:2359:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840278.278963:0:2359:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840278.278969:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87fac000 x1875733133981696/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840294 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.278983:0:2359:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840278.278988:0:2359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840278.278991:0:2359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788840278.278997:0:2359:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:0.0:1788840278.279000:0:2359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840278.279003:0:2359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840278.279008:0:2359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84800 refcount=4 00000020:00000001:0.0:1788840278.279011:0:2359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872826880 : -122120836724736 : ffff90ee86e84800) 00010000:00000001:0.0:1788840278.279015:0:2359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872826880 : -122120836724736 : ffff90ee86e84800) 00010000:00000001:0.0:1788840278.279017:0:2359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840278.279018:0:2359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840278.279019:0:2359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84800 refcount=5 00000020:00000001:0.0:1788840278.279021:0:2359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872826880 : -122120836724736 : ffff90ee86e84800) 00010000:00000001:0.0:1788840278.279023:0:2359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872826880 : -122120836724736 : ffff90ee86e84800) 00010000:00000001:0.0:1788840278.279027:0:2359:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840278.279030:0:2359:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840278.279036:0:2359:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000005380de8d/0x3aa5f499c96f37c1 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 31562 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840278.279047:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.279049:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840278.279052:0:2359:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788840278.279055:0:2359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840278.279056:0:2359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840278.279057:0:2359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84800 refcount=6 00000020:00000001:0.0:1788840278.279059:0:2359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872826880 : -122120836724736 : ffff90ee86e84800) 00010000:00000001:0.0:1788840278.279061:0:2359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872826880 : -122120836724736 : ffff90ee86e84800) 00010000:00000040:0.0:1788840278.279068:0:2359:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee86e84800, remote cookie: 0x8a436931312ba6a0, flags: 0x1001 00010000:00010000:0.0:1788840278.279073:0:2359:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000005380de8d/0x3aa5f499c96f37c1 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba6a0 expref: -99 pid: 31562 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840278.279086:0:2359:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1788840278.279089:0:2359:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.279092:0:2359:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788840278.279096:0:2359:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1788840278.279101:0:2359:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000005380de8d/0x3aa5f499c96f37c1 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba6a0 expref: -99 pid: 31562 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788840278.279109:0:2359:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000400:0x18:0x0].0x0 (ffff90ee98cc4f00) refcount = 1 00010000:00000040:0.0:1788840278.279112:0:2359:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788840278.279115:0:2359:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000005380de8d/0x3aa5f499c96f37c1 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba6a0 expref: -99 pid: 31562 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840278.279123:0:2359:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788840278.279125:0:2359:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840278.279128:0:2359:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788840278.279130:0:2359:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840278.279133:0:2359:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000005380de8d/0x3aa5f499c96f37c1 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba6a0 expref: -99 pid: 31562 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840278.279139:0:2359:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788840278.279140:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.279141:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840278.279142:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.279143:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788840278.279146:0:2359:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1788840278.279149:0:2359:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788840278.279153:0:2359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840278.279153:0:2359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840278.279155:0:2359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84800 refcount=5 00000020:00000001:0.0:1788840278.279156:0:2359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872826880 : -122120836724736 : ffff90ee86e84800) 00010000:00000001:0.0:1788840278.279158:0:2359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872826880 : -122120836724736 : ffff90ee86e84800) 00000008:00000001:0.0:1788840278.279163:0:2359:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1788840278.279169:0:2359:0:(cl_object.c:143:cl_object_top()) ffff90ee87839c00 -> ffff90ee82e4f080 00000008:00010000:0.0:1788840278.279173:0:2359:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000005380de8d/0x3aa5f499c96f37c1 lrc: 5/2,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x8a436931312ba6a0 expref: -99 pid: 31562 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1788840278.279180:0:2359:0:(cl_object.c:143:cl_object_top()) ffff90ee87839c00 -> ffff90ee82e4f080 00000020:00000001:0.0:1788840278.279182:0:2359:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788840278.279185:0:2359:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1788840278.279188:0:2359:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788840278.279191:0:2359:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840278.279193:0:2359:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840278.279195:0:2359:0:(cl_object.c:143:cl_object_top()) ffff90ee87839c00 -> ffff90ee82e4f080 00000008:00000001:0.0:1788840278.279197:0:2359:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:0.0:1788840278.279200:0:2359:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788840278.279203:0:2359:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1788840278.279220:0:2359:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1788840278.279223:0:2359:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.279225:0:2359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840278.279227:0:2359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840278.279228:0:2359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84800 refcount=6 00000020:00000001:0.0:1788840278.279230:0:2359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872826880 : -122120836724736 : ffff90ee86e84800) 00010000:00000001:0.0:1788840278.279233:0:2359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872826880 : -122120836724736 : ffff90ee86e84800) 00010000:00000001:0.0:1788840278.279235:0:2359:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840278.279239:0:2359:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000005380de8d/0x3aa5f499c96f37c1 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x8a436931312ba6a0 expref: -99 pid: 31562 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840278.279246:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.279248:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788840278.279250:0:2359:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000005380de8d/0x3aa5f499c96f37c1 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x8a436931312ba6a0 expref: -99 pid: 31562 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840278.279258:0:2359:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840278.279260:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.279261:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788840278.279263:0:2359:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.279265:0:2359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840278.279266:0:2359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840278.279267:0:2359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84800 refcount=5 00000020:00000001:0.0:1788840278.279269:0:2359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872826880 : -122120836724736 : ffff90ee86e84800) 00010000:00000001:0.0:1788840278.279271:0:2359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872826880 : -122120836724736 : ffff90ee86e84800) 00010000:00000001:0.0:1788840278.279273:0:2359:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840278.279275:0:2359:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000005380de8d/0x3aa5f499c96f37c1 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x8a436931312ba6a0 expref: -99 pid: 31562 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840278.279281:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.279282:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840278.279283:0:2359:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840278.279286:0:2359:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840278.279289:0:2359:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000005380de8d/0x3aa5f499c96f37c1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x8a436931312ba6a0 expref: -99 pid: 31562 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788840278.279298:0:2359:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840278.279310:0:2359:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840278.279312:0:2359:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840278.279317:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.279318:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840278.279320:0:2359:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.279323:0:2359:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840278.279325:0:2359:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.279327:0:2359:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.279329:0:2359:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.279331:0:2359:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840278.279333:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.279334:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840278.279335:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.279336:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788840278.279337:0:2359:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840278.279343:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87fac000 x1875733133981696/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840294 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788840278.279353:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87fac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2359:1875733133981696:192.168.202.131@tcp:101:checkstat.0 00000100:00000001:0.0:1788840278.279359:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840278.279363:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840278.279367:0:2359:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87fac000 x1875733133981696/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840294 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'checkstat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.279375:0:2359:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788840278.279378:0:2359:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840278.279383:0:2359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee86f36000. 02000000:00000001:0.0:1788840278.279391:0:2359:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788840278.279394:0:2359:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840278.279396:0:2359:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=2 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:0.0:1788840278.279398:0:2359:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840278.279402:0:2359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee86fb0400. 02000000:00000001:0.0:1788840278.279406:0:2359:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840278.279408:0:2359:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840278.279411:0:2359:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87fac000. 00000100:00000001:0.0:1788840278.279423:0:2359:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840278.279425:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840278.279428:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840278.279438:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840278.279441:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.279444:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840278.279446:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840278.281114:0:31562:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840278.281124:0:31562:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840278.281133:0:31562:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788840278.281138:0:31562:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f080 -> ffff90ee82e4f080 00000020:00000001:1.0:1788840278.281141:0:31562:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f080 -> ffff90ee82e4f080 00000020:00000001:1.0:1788840278.281143:0:31562:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788840278.281150:0:31562:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1788840278.281156:0:31562:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788840278.281158:0:31562:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840278.281160:0:31562:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788840278.281161:0:31562:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788840278.281163:0:31562:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2a:1028 on OST[0]: s=0 (1) m=1788840260 a=1788840260 c=1788840260 b=1 00020000:00000001:1.0:1788840278.281169:0:31562:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788840278.281171:0:31562:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=1788840260 a=1788840260 c=1788840260 b=1 00020000:00000001:1.0:1788840278.281174:0:31562:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840278.281176:0:31562:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840278.281177:0:31562:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f080 -> ffff90ee82e4f080 00000080:00200000:1.0:1788840278.281180:0:31562:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x2a:0x0] updating i_size 0 i_blocks 1 00000080:00000001:1.0:1788840278.281183:0:31562:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1788840278.281186:0:31562:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788840278.281188:0:31562:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90ee87fccde0 (ffff90ee90b0ca28/0) at cl_lock_release():245 00000020:00000001:1.0:1788840278.281191:0:31562:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788840278.281192:0:31562:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee87fccde0 (ffff90ee90b0ca28/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788840278.281196:0:31562:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788840278.281201:0:31562:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788840278.281203:0:31562:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621952871594936 : -122120837956680 : ffff90ee86d57bb8) 00000020:00000001:1.0:1788840278.281205:0:31562:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788840278.281206:0:31562:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee850631b0 (ffff90ee90b0c7e8/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788840278.281210:0:31562:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788840278.281212:0:31562:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788840278.281215:0:31562:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.281218:0:31562:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788840278.281219:0:31562:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788840278.281221:0:31562:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788840278.281223:0:31562:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788840278.281224:0:31562:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788840278.281226:0:31562:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788840278.281227:0:31562:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee87fccde0 (ffff90ee90b0ca28/0) at cl_lock_fini():72 00020000:00000001:1.0:1788840278.281230:0:31562:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788840278.281231:0:31562:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788840278.281232:0:31562:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee850631b0 (ffff90ee90b0ca28/1) at cl_lock_fini():72 00000008:00000010:1.0:1788840278.281235:0:31562:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90ee885c7b50. 00000020:00000001:1.0:1788840278.281240:0:31562:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788840278.281242:0:31562:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90ee85063180. 00020000:00000001:1.0:1788840278.281246:0:31562:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788840278.281247:0:31562:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788840278.281248:0:31562:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1788840278.281250:0:31562:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840278.281254:0:31562:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788840278.281256:0:31562:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788840278.281259:0:31562:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788840278.281260:0:31562:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788840278.281262:0:31562:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788840278.281264:0:31562:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0c7e0 00020000:00000001:1.0:1788840278.281268:0:31562:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788840278.281271:0:31562:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788840278.281274:0:31562:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788840278.281277:0:31562:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x2a:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788840278.281280:0:31562:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788840278.281283:0:31562:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840278.281285:0:31562:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788840278.281287:0:31562:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788840278.281288:0:31562:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788840278.281289:0:31562:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0ca20 00000001:00000001:1.0:1788840278.281292:0:31562:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840278.281312:0:31562:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201be7d08 00000080:00000008:1.0:1788840278.281315:0:31562:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f:[0x200000404:0x2a:0x0](ffff90ee90594b08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788840278.281323:0:31562:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788840278.281326:0:31562:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201be7da0 00000080:00002000:1.0:1788840278.281328:0:31562:0:(dcache.c:127:ll_ddelete()) keeping dentry f (ffff90ee99172ca8, parent ffff90ee90703e58, inode ffff90ee90594b08) hashed, 00000080:00000001:1.0:1788840278.281331:0:31562:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.285751:0:31372:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840278.285761:0:31372:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788840278.285765:0:31372:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201f4bb78 00000080:00200000:0.0:1788840278.285782:0:31372:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:0.0:1788840278.285793:0:31372:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85cd2400. 00800000:00000002:0.0:1788840278.285802:0:31372:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840278.285807:0:31372:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840278.285813:0:31372:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840278.285816:0:31372:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201f4ba98 00800000:00000002:0.0:1788840278.285819:0:31372:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840278.285824:0:31372:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788840278.285830:0:31372:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788840278.285836:0:31372:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840278.285839:0:31372:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201f4b968 00000002:00010000:0.0:1788840278.285841:0:31372:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788840278.285845:0:31372:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788840278.285847:0:31372:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840278.285851:0:31372:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840278.285860:0:31372:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74000 count: 2 00010000:00000001:0.0:1788840278.285864:0:31372:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840278.285870:0:31372:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840278.285875:0:31372:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788840278.285881:0:31372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f3797 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba61b expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788840278.285894:0:31372:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840278.285901:0:31372:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840278.285904:0:31372:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f3797 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba61b expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1788840278.285912:0:31372:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788840278.285915:0:31372:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840278.285917:0:31372:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840278.285919:0:31372:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840278.285921:0:31372:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840278.285923:0:31372:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788840278.285927:0:31372:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788840278.285930:0:31372:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840278.285934:0:31372:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85cd2400. 00000080:00000001:0.0:1788840278.285939:0:31372:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788840278.285941:0:31372:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840278.285944:0:31372:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:0.0:1788840278.285948:0:31372:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f3797 00800000:00000001:0.0:1788840278.285953:0:31372:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840278.285956:0:31372:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840278.285958:0:31372:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840278.285960:0:31372:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840278.285964:0:31372:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031600 refcount=3 00000020:00000001:0.0:1788840278.285966:0:31372:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:0.0:1788840278.285969:0:31372:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:0.0:1788840278.285972:0:31372:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.285974:0:31372:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840278.285975:0:31372:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840278.285978:0:31372:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840278.285980:0:31372:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3797 from it ffffa16201f4bbb0 00010000:00000001:0.0:1788840278.285983:0:31372:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840278.285984:0:31372:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840278.285985:0:31372:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031600 refcount=3 00000020:00000001:0.0:1788840278.285987:0:31372:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:0.0:1788840278.285989:0:31372:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:0.0:1788840278.285991:0:31372:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840278.285994:0:31372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f3797 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba61b expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788840278.286001:0:31372:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.286002:0:31372:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840278.286004:0:31372:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840278.286007:0:31372:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840278.286010:0:31372:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f3797 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba61b expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788840278.286019:0:31372:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840278.286022:0:31372:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840278.286024:0:31372:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840278.286029:0:31372:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.286030:0:31372:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840278.286032:0:31372:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.286037:0:31372:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840278.286039:0:31372:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.286041:0:31372:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.286044:0:31372:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.286047:0:31372:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840278.286048:0:31372:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.286049:0:31372:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788840278.286053:0:31372:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788840278.286055:0:31372:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840278.286058:0:31372:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 44 00000080:00000001:0.0:1788840278.286229:0:31372:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.286238:0:31372:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:0.0:1788840278.286241:0:31372:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788840278.286243:0:31372:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201f4bb78 00000080:00200008:0.0:1788840278.286246:0:31372:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff90ee905142c8), flags 304000 00000080:00000010:0.0:1788840278.286252:0:31372:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90ee92d4cdc0. 00000080:00000001:0.0:1788840278.286258:0:31372:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.286260:0:31372:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840278.286275:0:31372:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201f4bd28 00000080:00200008:0.0:1788840278.286278:0:31372:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff90ee905142c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788840278.286287:0:31372:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1788840278.286290:0:31372:0:(statahead.c:1783:is_first_dirent()) Process entered 00000080:00000010:0.0:1788840278.286293:0:31372:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85cd2400. 00800000:00000002:0.0:1788840278.286296:0:31372:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00800000:00000001:0.0:1788840278.286312:0:31372:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00000002:00000001:0.0:1788840278.286316:0:31372:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:0.0:1788840278.286318:0:31372:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840278.286320:0:31372:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201f4b990 00000002:00010000:0.0:1788840278.286322:0:31372:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: readdir flags 0 00000002:00000001:0.0:1788840278.286325:0:31372:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788840278.286326:0:31372:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840278.286328:0:31372:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840278.286330:0:31372:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74000 count: 2 00010000:00000001:0.0:1788840278.286333:0:31372:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840278.286336:0:31372:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840278.286339:0:31372:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788840278.286342:0:31372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f3797 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba61b expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1788840278.286351:0:31372:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840278.286353:0:31372:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840278.286356:0:31372:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f3797 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba61b expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1788840278.286363:0:31372:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788840278.286365:0:31372:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840278.286366:0:31372:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840278.286368:0:31372:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840278.286370:0:31372:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840278.286371:0:31372:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840278.286373:0:31372:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031600 refcount=3 00000020:00000001:0.0:1788840278.286376:0:31372:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:0.0:1788840278.286378:0:31372:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:0.0:1788840278.286381:0:31372:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.286382:0:31372:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840278.286383:0:31372:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840278.286443:0:31372:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:0.0:1788840278.286451:0:31372:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff90ee98ed1800. 00000002:00000001:0.0:1788840278.287212:0:31372:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:0.0:1788840278.287222:0:31372:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f58000. 00000020:00000040:0.0:1788840278.287228:0:31372:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:0.0:1788840278.287234:0:31372:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840278.287238:0:31372:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840278.287243:0:31372:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840278.287253:0:31372:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee85cd3000. 00000100:00000001:0.0:1788840278.287262:0:31372:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.287266:0:31372:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1788840278.287270:0:31372:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff90ee86f36000. 00000100:00000010:0.0:1788840278.287277:0:31372:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff90ee86f13000. 00000020:00000040:0.0:1788840278.287280:0:31372:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:0.0:1788840278.287314:0:31372:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788840278.287318:0:31372:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788840278.287324:0:31372:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee84e4da80. 00000100:00000001:0.0:1788840278.287327:0:31372:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952839047808 : -122120870503808 : ffff90ee84e4da80) 00000100:00000001:0.0:1788840278.287330:0:31372:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840278.287332:0:31372:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890470400 : -122120819081216 : ffff90ee87f58000) 00000100:00000001:0.0:1788840278.287338:0:31372:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840278.287343:0:31372:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.287347:0:31372:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788840278.287349:0:31372:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840278.287365:0:31372:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f58000 x1875733133981824/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.287374:0:31372:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840278.287377:0:31372:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840278.287381:0:31372:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840278.287385:0:31372:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840278.287876:0:31372:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840278.287886:0:31372:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f58000 pname:cluuid:pid:xid:nid:opc:job bash:10f4a654-3497-48d8-8f70-7e89f4f161cc:31372:1875733133981824:192.168.202.131@tcp:37:bash.0 00000100:00000001:0.0:1788840278.287891:0:31372:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840278.287898:0:31372:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840278.287902:0:31372:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.287905:0:31372:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:0.0:1788840278.287919:0:31372:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840278.288023:0:31372:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4fc60. 00000400:00000010:3.0:1788840278.288039:0:31372:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff90ee86ea0000. 00000100:00000200:3.0:1788840278.288049:0:31372:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a9f82724f880-0x6a9f82724f880, portal 14 00000100:00000001:3.0:1788840278.288052:0:31372:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840278.288056:0:31372:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840278.288062:0:31372:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86eef800. 02000000:00000001:3.0:1788840278.288064:0:31372:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840278.288068:0:31372:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840278.288071:0:31372:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4f738. 00000400:00000010:3.0:1788840278.288077:0:31372:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011ed48. 00000100:00000200:3.0:1788840278.288081:0:31372:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133981824, portal 10 00000100:00000001:3.0:1788840278.288084:0:31372:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840278.288085:0:31372:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890470400 : -122120819081216 : ffff90ee87f58000) 00000100:00000040:3.0:1788840278.288094:0:31372:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87f58000 x1875733133981824/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840294 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840278.288102:0:31372:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840278.288105:0:31372:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840278.288108:0:31372:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011edd0. 00000100:00000200:3.0:1788840278.288110:0:31372:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1875733133981824, offset 0 00000400:00000200:3.0:1788840278.288119:0:31372:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840278.288130:0:31372:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.288138:0:31372:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840278.288145:0:31372:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840278.288150:0:31372:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840278.288155:0:31372:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840278.288157:0:31372:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840278.288161:0:31372:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2457:2457:256:4294967295] 192.168.202.131@tcp LPNI seq info [2457:2457:8:4294967295] 00000400:00000200:3.0:1788840278.288165:0:31372:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.288176:0:31372:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840278.288182:0:31372:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840278.288187:0:31372:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee983e5d00. 00000800:00000200:3.0:1788840278.288194:0:31372:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840278.288203:0:31372:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840278.288209:0:31372:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee983e5d00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:3.0:1788840278.288236:0:31372:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840278.288242:0:31372:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 813388 usecs (814 jiffies) 00000400:00000200:3.0:1788840278.288245:0:31372:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840278.288253:0:31372:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296508920 00000100:00000001:3.0:1788840278.288257:0:31372:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296510376 00000100:00000001:3.0:1788840278.288260:0:31372:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296508920 00000100:00000001:3.0:1788840278.288263:0:31372:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296510376 00000100:00000001:3.0:1788840278.288266:0:31372:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840278.288269:0:31372:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840278.288273:0:31372:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840278.288276:0:31372:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788840278.288280:0:31372:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee84e4da80 going to sleep for 11 seconds 00000100:00000001:3.0:1788840278.288283:0:31372:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840278.288288:0:31372:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840278.289054:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840278.289062:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee983e5d00. 00000400:00000200:2.0:1788840278.289071:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840278.289080:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840278.289088:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011edd0 00000400:00000010:2.0:1788840278.289091:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011edd0. 00000100:00000001:2.0:1788840278.289097:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840278.289104:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f58000 x1875733133981824/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840294 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840278.289118:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840278.289122:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f58000 x1875733133981824/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840294 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840278.289129:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840278.289131:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840278.293193:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.293219:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840278.293224:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.293227:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840278.293240:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.293250:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840278.293262:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.293268:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.293275:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.293280:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 4096 into portal 14 MB=0x6a9f82724f880 00000400:00000200:2.0:1788840278.293287:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.293296:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.202.131@tcp of length 4096/4096 into md 0x6b6d [256] + 0 00000400:00000010:2.0:1788840278.293312:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4fc60. 00000400:00000200:2.0:1788840278.293320:0:2354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90ee86ea0000 00000800:00000001:2.0:1788840278.293328:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.293340:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840278.293344:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840278.293349:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840278.293356:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee86ea0000 00000400:00000010:2.0:1788840278.293359:0:2354:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff90ee86ea0000. 00000100:00000001:2.0:1788840278.293366:0:2354:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:2.0:1788840278.293370:0:2354:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff90ee87f58000 desc ffff90ee86f36000 mbits 1875733133981824 00000100:00000001:2.0:1788840278.293387:0:2354:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:2.0:1788840278.293399:0:2354:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788840278.293402:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.293409:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840278.293417:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2458:2458:256:4294967295] 192.168.202.131@tcp LPNI seq info [2458:2458:8:4294967295] 00000400:00000200:2.0:1788840278.293422:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.293431:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) 192.168.202.131@tcp : ACK try# 0 00000800:00000200:2.0:1788840278.293438:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840278.293448:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff90ee98876000. 00000800:00000200:2.0:1788840278.293456:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840278.293467:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840278.293473:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee98876000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788840278.293977:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840278.293983:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff90ee98876000. 00000400:00000200:2.0:1788840278.293988:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840278.293993:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: ACK: OK 00000800:00000001:2.0:1788840278.294002:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.294006:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840278.300884:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840278.300906:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840278.300911:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840278.300913:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840278.300924:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.300934:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840278.300944:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.300950:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.300956:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.300960:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 440 into portal 10 MB=0x6a9f82724f880 00000400:00000200:3.0:1788840278.300966:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.300974:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 440/440 into md 0x6b75 [1] + 224 00000800:00000001:3.0:1788840278.300982:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840278.300988:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840278.300992:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840278.300997:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840278.301009:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840278.301022:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f58000 x1875733133981824/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840294 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840278.301036:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff90ee87f58000 x1875733133981824/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840278.301047:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840278.301056:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840278.301060:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840278.301080:0:31372:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788840278.301089:0:31372:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840278.301092:0:31372:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840278.301095:0:31372:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4f738. 00000400:00000200:3.0:1788840278.301100:0:31372:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011ed48 00000400:00000010:3.0:1788840278.301103:0:31372:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011ed48. 00000100:00000001:3.0:1788840278.301107:0:31372:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840278.301112:0:31372:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f58000 x1875733133981824/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788840278.301119:0:31372:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f58000 x1875733133981824/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840278.301125:0:31372:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840278.301127:0:31372:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840278.301130:0:31372:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840278.301134:0:31372:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840278.301137:0:31372:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840278.301140:0:31372:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840278.301143:0:31372:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840278.301155:0:31372:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee988234a8 time=128 v=5 (5 5 5 5) 00000100:00001000:3.0:1788840278.301160:0:31372:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840278.301163:0:31372:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840278.301165:0:31372:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840278.301168:0:31372:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840278.301172:0:31372:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840278.301177:0:31372:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840278.301179:0:31372:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967634 00000100:00000001:3.0:1788840278.301181:0:31372:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840278.301185:0:31372:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840278.301189:0:31372:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff90ee87f58000 x1875733133981824/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840278.301198:0:31372:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff90ee87f58000 x1875733133981824/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840294 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840278.301205:0:31372:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840278.301207:0:31372:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840278.301211:0:31372:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f58000 x1875733133981824/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840294 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788840278.301219:0:31372:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f58000 pname:cluuid:pid:xid:nid:opc:job bash:10f4a654-3497-48d8-8f70-7e89f4f161cc:31372:1875733133981824:192.168.202.131@tcp:37:bash.0 00000100:00000001:3.0:1788840278.301224:0:31372:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840278.301227:0:31372:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840278.301230:0:31372:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788840278.301233:0:31372:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840278.301236:0:31372:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f58000 x1875733133981824/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840294 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840278.301243:0:31372:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788840278.301245:0:31372:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee84e4da80. 00000100:00000001:3.0:1788840278.301248:0:31372:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788840278.301250:0:31372:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840278.301255:0:31372:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840278.301258:0:31372:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840278.301261:0:31372:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f58000 x1875733133981824/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840294 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840278.301267:0:31372:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840278.301269:0:31372:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840278.301273:0:31372:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee86eef800. 02000000:00000001:3.0:1788840278.301276:0:31372:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840278.301280:0:31372:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840278.301282:0:31372:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:3.0:1788840278.301284:0:31372:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1788840278.301286:0:31372:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:3.0:1788840278.301288:0:31372:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840278.301289:0:31372:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:3.0:1788840278.301291:0:31372:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:3.0:1788840278.301336:0:31372:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff90ee86f13000. 00000100:00000010:3.0:1788840278.301342:0:31372:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff90ee86f36000. 00000100:00000001:3.0:1788840278.301345:0:31372:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:3.0:1788840278.301349:0:31372:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee85cd3000. 02000000:00000001:3.0:1788840278.301352:0:31372:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840278.301354:0:31372:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840278.301356:0:31372:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f58000. 00000100:00000001:3.0:1788840278.301360:0:31372:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840278.301361:0:31372:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788840278.301364:0:31372:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:3.0:1788840278.301366:0:31372:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:3.0:1788840278.302099:0:31372:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff90ee98ed1800. 00000002:00000001:3.0:1788840278.302108:0:31372:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840278.302116:0:31372:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840278.302119:0:31372:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840278.302129:0:31372:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031600 refcount=3 00000020:00000001:3.0:1788840278.302132:0:31372:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:3.0:1788840278.302136:0:31372:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:3.0:1788840278.302139:0:31372:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788840278.302145:0:31372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f3797 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba61b expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788840278.302157:0:31372:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840278.302159:0:31372:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840278.302161:0:31372:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788840278.302166:0:31372:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788840278.302169:0:31372:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f3797 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba61b expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788840278.302178:0:31372:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788840278.302182:0:31372:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788840278.302184:0:31372:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840278.302190:0:31372:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840278.302191:0:31372:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840278.302192:0:31372:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840278.302196:0:31372:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788840278.302198:0:31372:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840278.302201:0:31372:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840278.302204:0:31372:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840278.302207:0:31372:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788840278.302208:0:31372:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840278.302209:0:31372:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:3.0:1788840278.302213:0:31372:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840278.302222:0:31372:0:(statahead.c:1888:is_first_dirent()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000002:3.0:1788840278.302229:0:31372:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:3.0:1788840278.302232:0:31372:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85cd2400. 00000080:00000001:3.0:1788840278.302239:0:31372:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840278.302245:0:31372:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788840278.302248:0:31372:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201f4bca0 00000080:00200000:3.0:1788840278.302251:0:31372:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:3.0:1788840278.302260:0:31372:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90eea059c000. 00800000:00000002:3.0:1788840278.302266:0:31372:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:3.0:1788840278.302270:0:31372:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788840278.302273:0:31372:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788840278.302275:0:31372:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201f4bbc0 00800000:00000002:3.0:1788840278.302278:0:31372:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788840278.302281:0:31372:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788840278.302287:0:31372:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788840278.302293:0:31372:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788840278.302294:0:31372:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201f4ba90 00000002:00010000:3.0:1788840278.302296:0:31372:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788840278.302309:0:31372:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788840278.302312:0:31372:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840278.302315:0:31372:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788840278.302322:0:31372:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74000 count: 2 00010000:00000001:3.0:1788840278.302325:0:31372:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840278.302331:0:31372:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840278.302334:0:31372:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788840278.302337:0:31372:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f3797 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba61b expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1788840278.302346:0:31372:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788840278.302352:0:31372:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840278.302355:0:31372:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f3797 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba61b expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1788840278.302362:0:31372:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788840278.302364:0:31372:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788840278.302366:0:31372:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788840278.302368:0:31372:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788840278.302370:0:31372:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788840278.302373:0:31372:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788840278.302375:0:31372:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788840278.302378:0:31372:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:3.0:1788840278.302380:0:31372:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90eea059c000. 00000080:00000001:3.0:1788840278.302384:0:31372:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788840278.302386:0:31372:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788840278.302389:0:31372:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:3.0:1788840278.302393:0:31372:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f3797 00800000:00000001:3.0:1788840278.302397:0:31372:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788840278.302399:0:31372:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788840278.302400:0:31372:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840278.302402:0:31372:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840278.302403:0:31372:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031600 refcount=3 00000020:00000001:3.0:1788840278.302405:0:31372:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:3.0:1788840278.302408:0:31372:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:3.0:1788840278.302410:0:31372:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840278.302412:0:31372:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788840278.302413:0:31372:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840278.302415:0:31372:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788840278.302418:0:31372:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3797 from it ffffa16201f4bcd8 00010000:00000001:3.0:1788840278.302420:0:31372:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840278.302421:0:31372:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840278.302423:0:31372:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031600 refcount=3 00000020:00000001:3.0:1788840278.302425:0:31372:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:3.0:1788840278.302427:0:31372:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:3.0:1788840278.302429:0:31372:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788840278.302431:0:31372:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f3797 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba61b expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788840278.302438:0:31372:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840278.302440:0:31372:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840278.302441:0:31372:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788840278.302442:0:31372:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788840278.302445:0:31372:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f3797 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba61b expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788840278.302452:0:31372:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788840278.302453:0:31372:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788840278.302455:0:31372:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840278.302457:0:31372:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840278.302458:0:31372:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840278.302459:0:31372:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840278.302461:0:31372:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788840278.302462:0:31372:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840278.302464:0:31372:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840278.302466:0:31372:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840278.302469:0:31372:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788840278.302470:0:31372:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840278.302471:0:31372:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788840278.302474:0:31372:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788840278.302475:0:31372:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788840278.302480:0:31372:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840278.302485:0:31372:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201f4bd28 00000080:00000008:3.0:1788840278.302488:0:31372:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff90ee905142c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788840278.302880:0:31372:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:3.0:1788840278.302883:0:31372:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) pos/size0/16384 32bit_api 0 00000080:00000010:3.0:1788840278.302891:0:31372:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90eea059c000. 00800000:00000002:3.0:1788840278.302895:0:31372:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:3.0:1788840278.302898:0:31372:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:3.0:1788840278.302906:0:31372:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446740767728892800 : -3305980658816 : fffffcfe44327b80) 00000080:00000001:3.0:1788840278.302911:0:31372:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1788840278.302915:0:31372:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840278.302917:0:31372:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502273 : 144115205272502273 : 200000401000001) 00000080:00000001:3.0:1788840278.302919:0:31372:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833925 : 144115205322833925 : 200000404000005) 00000080:00000001:3.0:1788840278.302921:0:31372:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502278 : 144115205272502278 : 200000401000006) 00000080:00000001:3.0:1788840278.302922:0:31372:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833924 : 144115205322833924 : 200000404000004) 00000080:00000001:3.0:1788840278.302925:0:31372:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502275 : 144115205272502275 : 200000401000003) 00000080:00000001:3.0:1788840278.302927:0:31372:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056719 : 144115205306056719 : 20000040300000f) 00000080:00000001:3.0:1788840278.302929:0:31372:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205289279491 : 144115205289279491 : 200000402000003) 00000080:00000001:3.0:1788840278.302931:0:31372:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056712 : 144115205306056712 : 200000403000008) 00000080:00000001:3.0:1788840278.302934:0:31372:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056721 : 144115205306056721 : 200000403000011) 00000080:00000001:3.0:1788840278.302935:0:31372:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833928 : 144115205322833928 : 200000404000008) 00000080:00000001:3.0:1788840278.302937:0:31372:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:3.0:1788840278.302939:0:31372:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056717 : 144115205306056717 : 20000040300000d) 00000080:00000001:3.0:1788840278.302941:0:31372:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205272502274 : 144115205272502274 : 200000401000002) 00000080:00000001:3.0:1788840278.302943:0:31372:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:3.0:1788840278.302945:0:31372:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056715 : 144115205306056715 : 20000040300000b) 00000080:00000001:3.0:1788840278.302947:0:31372:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205306056705 : 144115205306056705 : 200000403000001) 00000080:00000001:3.0:1788840278.302951:0:31372:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788840278.302952:0:31372:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:3.0:1788840278.302954:0:31372:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90eea059c000. 00000080:00000001:3.0:1788840278.302958:0:31372:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840278.302982:0:31372:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:3.0:1788840278.302984:0:31372:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) pos/size18446744073709551614/16384 32bit_api 0 00000080:00000001:3.0:1788840278.302988:0:31372:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788840278.302990:0:31372:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840278.303008:0:31372:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:3.0:1788840278.303011:0:31372:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1788840278.303013:0:31372:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201f4bdd0 00000080:00200008:3.0:1788840278.303015:0:31372:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff90ee905142c8), flags 304000 00000080:00400000:3.0:1788840278.303020:0:31372:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:3.0:1788840278.303023:0:31372:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90ee92d4cdc0. 00000080:00000001:3.0:1788840278.303028:0:31372:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1788840278.303030:0:31372:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201f4bdd0 00000080:00000008:3.0:1788840278.303032:0:31372:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff90ee905142c8), flags 304000, rc = 0 00000080:00000001:3.0:1788840278.303035:0:31372:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840278.303037:0:31372:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.318474:0:31563:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840278.318484:0:31563:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840278.318487:0:31563:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788840278.318492:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17b20 00000080:00200000:0.0:1788840278.318498:0:31563:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:0.0:1788840278.318509:0:31563:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85cd3a00. 00800000:00000002:0.0:1788840278.318516:0:31563:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840278.318521:0:31563:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840278.318527:0:31563:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840278.318530:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17a40 00800000:00000002:0.0:1788840278.318533:0:31563:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840278.318538:0:31563:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788840278.318543:0:31563:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788840278.318551:0:31563:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840278.318554:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17910 00000002:00010000:0.0:1788840278.318555:0:31563:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788840278.318560:0:31563:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788840278.318562:0:31563:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840278.318567:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840278.318575:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74000 count: 2 00010000:00000001:0.0:1788840278.318579:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840278.318586:0:31563:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840278.318591:0:31563:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788840278.318596:0:31563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f3797 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba61b expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1788840278.318608:0:31563:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840278.318615:0:31563:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840278.318618:0:31563:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f3797 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba61b expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:0.0:1788840278.318625:0:31563:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788840278.318627:0:31563:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840278.318629:0:31563:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840278.318631:0:31563:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840278.318633:0:31563:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840278.318635:0:31563:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788840278.319934:0:31563:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788840278.319945:0:31563:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840278.319951:0:31563:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85cd3a00. 00000080:00000001:0.0:1788840278.319958:0:31563:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788840278.319960:0:31563:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840278.319963:0:31563:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:0.0:1788840278.319967:0:31563:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f3797 00800000:00000001:0.0:1788840278.319971:0:31563:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840278.319975:0:31563:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840278.319978:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840278.319981:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840278.319985:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031600 refcount=3 00000020:00000001:0.0:1788840278.319988:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:0.0:1788840278.319992:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:0.0:1788840278.319996:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.319999:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840278.320001:0:31563:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840278.320003:0:31563:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840278.320005:0:31563:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3797 from it ffffa16200d17b58 00010000:00000001:0.0:1788840278.320008:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840278.320009:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840278.320010:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031600 refcount=3 00000020:00000001:0.0:1788840278.320011:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:0.0:1788840278.320013:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:0.0:1788840278.320016:0:31563:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840278.320021:0:31563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f3797 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba61b expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788840278.320029:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.320029:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840278.320031:0:31563:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840278.320034:0:31563:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840278.320037:0:31563:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f3797 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba61b expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1788840278.320045:0:31563:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840278.320049:0:31563:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840278.320051:0:31563:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840278.320058:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.320059:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840278.320061:0:31563:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.320064:0:31563:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840278.320066:0:31563:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.320069:0:31563:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.320074:0:31563:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.320076:0:31563:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840278.320078:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.320079:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788840278.320083:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788840278.320085:0:31563:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840278.320088:0:31563:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788840278.320094:0:31563:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.320101:0:31563:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788840278.320104:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17b48 00000080:00002000:0.0:1788840278.320107:0:31563:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-1(ffff90ee906ff510) flags 0x20000e refc 1 00000080:00000001:0.0:1788840278.320110:0:31563:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840278.320111:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17b90 00000080:00200000:0.0:1788840278.320112:0:31563:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-1, flags=8 00000080:00000001:0.0:1788840278.320118:0:31563:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788840278.320120:0:31563:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840278.320132:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17d08 00000080:00200008:0.0:1788840278.320134:0:31563:0:(file.c:6296:ll_getattr_dentry()) START file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff90ee90591988), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788840278.320140:0:31563:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788840278.320141:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17c80 00000080:00200000:0.0:1788840278.320143:0:31563:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x27:0x0](ffff90ee90591988),name=d21h.recovery-small-1 00000080:00000010:0.0:1788840278.320153:0:31563:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85cd3a00. 00800000:00000002:0.0:1788840278.320159:0:31563:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840278.320168:0:31563:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840278.320171:0:31563:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840278.320173:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17ba0 00800000:00000002:0.0:1788840278.320175:0:31563:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x27:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840278.320178:0:31563:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788840278.320184:0:31563:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x27:0x0], name='' -> mds #0 00000002:00000001:0.0:1788840278.320188:0:31563:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840278.320190:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17a70 00000002:00010000:0.0:1788840278.320192:0:31563:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x27:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788840278.320195:0:31563:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788840278.320197:0:31563:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840278.320199:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840278.320207:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55a00 count: 2 00010000:00000001:0.0:1788840278.320210:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840278.320214:0:31563:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840278.320217:0:31563:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788840278.320220:0:31563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f379e lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba637 expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788840278.320228:0:31563:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840278.320234:0:31563:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840278.320236:0:31563:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f379e lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba637 expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788840278.320243:0:31563:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788840278.320246:0:31563:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840278.320247:0:31563:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840278.320249:0:31563:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840278.320251:0:31563:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840278.320254:0:31563:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788840278.320256:0:31563:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788840278.320258:0:31563:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840278.320260:0:31563:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85cd3a00. 00000080:00000001:0.0:1788840278.320263:0:31563:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788840278.320264:0:31563:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840278.320266:0:31563:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x27:0x0](ffff90ee90591988) 00000080:00010000:0.0:1788840278.320269:0:31563:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x27:0x0](ffff90ee90591988) for lock 0x3aa5f499c96f379e 00800000:00000001:0.0:1788840278.320271:0:31563:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840278.320273:0:31563:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840278.320274:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840278.320275:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840278.320277:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c400 refcount=3 00000020:00000001:0.0:1788840278.320278:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:0.0:1788840278.320281:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:0.0:1788840278.320283:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.320285:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840278.320286:0:31563:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840278.320287:0:31563:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840278.320289:0:31563:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f379e from it ffffa16200d17cb8 00010000:00000001:0.0:1788840278.320291:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840278.320292:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840278.320293:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c400 refcount=3 00000020:00000001:0.0:1788840278.320295:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:0.0:1788840278.320297:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:0.0:1788840278.320310:0:31563:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840278.320313:0:31563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f379e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba637 expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788840278.320319:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.320320:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840278.320321:0:31563:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840278.320323:0:31563:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840278.320325:0:31563:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f379e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba637 expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788840278.320331:0:31563:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840278.320332:0:31563:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840278.320334:0:31563:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840278.320336:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.320337:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840278.320339:0:31563:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.320341:0:31563:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840278.320342:0:31563:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.320343:0:31563:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.320345:0:31563:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.320347:0:31563:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840278.320348:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.320349:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788840278.320351:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788840278.320352:0:31563:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788840278.320356:0:31563:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840278.320361:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17d08 00000080:00000008:0.0:1788840278.320362:0:31563:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff90ee90591988), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788840278.320412:0:31563:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840278.320416:0:31563:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840278.320417:0:31563:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788840278.320418:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17bc0 00000080:00200000:0.0:1788840278.320420:0:31563:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:0.0:1788840278.320424:0:31563:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85cd3a00. 00800000:00000002:0.0:1788840278.320427:0:31563:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840278.320429:0:31563:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840278.320431:0:31563:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840278.320432:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17ae0 00800000:00000002:0.0:1788840278.320434:0:31563:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840278.320437:0:31563:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788840278.320439:0:31563:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788840278.320441:0:31563:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840278.320443:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d179b0 00000002:00010000:0.0:1788840278.320445:0:31563:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788840278.320447:0:31563:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788840278.320449:0:31563:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840278.320450:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840278.320453:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74000 count: 2 00010000:00000001:0.0:1788840278.320455:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840278.320458:0:31563:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840278.320459:0:31563:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788840278.320463:0:31563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f3797 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba61b expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:0.0:1788840278.320469:0:31563:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840278.320471:0:31563:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840278.320474:0:31563:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f3797 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba61b expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:0.0:1788840278.320480:0:31563:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788840278.320482:0:31563:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840278.320484:0:31563:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840278.320486:0:31563:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840278.320487:0:31563:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840278.320489:0:31563:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788840278.320492:0:31563:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788840278.320494:0:31563:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840278.320496:0:31563:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85cd3a00. 00000080:00000001:0.0:1788840278.320498:0:31563:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788840278.320500:0:31563:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840278.320502:0:31563:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:0.0:1788840278.320505:0:31563:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f3797 00800000:00000001:0.0:1788840278.320507:0:31563:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840278.320509:0:31563:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840278.320510:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840278.320511:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840278.320513:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031600 refcount=3 00000020:00000001:0.0:1788840278.320515:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:0.0:1788840278.320517:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:0.0:1788840278.320520:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.320521:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840278.320522:0:31563:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840278.320524:0:31563:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840278.320526:0:31563:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3797 from it ffffa16200d17bf8 00010000:00000001:0.0:1788840278.320528:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840278.320529:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840278.320530:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031600 refcount=3 00000020:00000001:0.0:1788840278.320531:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:0.0:1788840278.320533:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:0.0:1788840278.320535:0:31563:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840278.320538:0:31563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f3797 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba61b expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1788840278.320544:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.320546:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840278.320547:0:31563:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840278.320549:0:31563:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840278.320551:0:31563:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f3797 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba61b expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1788840278.320557:0:31563:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840278.320558:0:31563:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840278.320559:0:31563:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840278.320561:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.320562:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840278.320564:0:31563:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.320565:0:31563:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840278.320567:0:31563:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.320568:0:31563:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.320570:0:31563:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.320573:0:31563:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840278.320574:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.320575:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788840278.320576:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788840278.320577:0:31563:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840278.320580:0:31563:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788840278.320583:0:31563:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.320586:0:31563:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788840278.320587:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17bc0 00000080:00002000:0.0:1788840278.320589:0:31563:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-1(ffff90ee906ff510) flags 0x20000e refc 1 00000080:00000001:0.0:1788840278.320591:0:31563:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840278.320593:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17c08 00000080:00200000:0.0:1788840278.320594:0:31563:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-1, flags=266 00000080:00000001:0.0:1788840278.320597:0:31563:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788840278.320598:0:31563:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.320602:0:31563:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788840278.320603:0:31563:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x27:0x0](ffff90ee90591988), inode mode 41ed mask 44 00000080:00000001:0.0:1788840278.320606:0:31563:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.320613:0:31563:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:0.0:1788840278.320616:0:31563:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788840278.320618:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17b78 00000080:00200008:0.0:1788840278.320621:0:31563:0:(file.c:1090:ll_file_open()) START file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff90ee90591988), flags 704400 00000080:00000010:0.0:1788840278.320627:0:31563:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90ee92d4d900. 00000080:00000001:0.0:1788840278.320635:0:31563:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1788840278.320637:0:31563:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85cd3a00. 00800000:00000002:0.0:1788840278.320669:0:31563:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840278.320672:0:31563:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840278.320674:0:31563:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840278.320675:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17a28 00800000:00000002:0.0:1788840278.320677:0:31563:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x27:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840278.320680:0:31563:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:0.0:1788840278.320683:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d179a8 00800000:00000002:0.0:1788840278.320685:0:31563:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x27:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1788840278.320689:0:31563:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840278.320690:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d178e0 00000002:00010000:0.0:1788840278.320692:0:31563:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x27:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:0.0:1788840278.320695:0:31563:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788840278.320699:0:31563:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788840278.320703:0:31563:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788840278.320706:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55a00 count: 2 00010000:00000001:0.0:1788840278.320708:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840278.320711:0:31563:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788840278.320714:0:31563:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.320716:0:31563:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840278.320718:0:31563:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840278.320720:0:31563:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788840278.320721:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74000 count: 2 00010000:00000001:0.0:1788840278.320723:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840278.320725:0:31563:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788840278.320726:0:31563:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.320728:0:31563:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840278.320730:0:31563:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840278.320736:0:31563:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f5aa00. 00000020:00000040:0.0:1788840278.320741:0:31563:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 02000000:00000001:0.0:1788840278.320749:0:31563:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788840278.320751:0:31563:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.320754:0:31563:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788840278.320759:0:31563:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840278.320762:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.320763:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840278.320764:0:31563:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.321165:0:31563:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840278.321170:0:31563:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840278.321174:0:31563:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840278.321185:0:31563:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee86f37800. 00000100:00000001:0.0:1788840278.321193:0:31563:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.321200:0:31563:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840278.321202:0:31563:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.321204:0:31563:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840278.321205:0:31563:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.321207:0:31563:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840278.321216:0:31563:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446621952890481152 : -122120819070464 : ffff90ee87f5aa00) 00010000:00000001:0.0:1788840278.321221:0:31563:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788840278.321223:0:31563:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788840278.321226:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74000 count: 2 00010000:00000001:0.0:1788840278.321229:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840278.321232:0:31563:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788840278.321236:0:31563:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee80030c00. 00000020:00000001:0.0:1788840278.321240:0:31563:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788840278.321243:0:31563:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee80030c00 with handle 0x3aa5f499c96f37c8 to hash 00000020:00000001:0.0:1788840278.321245:0:31563:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788840278.321246:0:31563:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840278.321250:0:31563:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840278.321253:0:31563:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840278.321256:0:31563:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840278.321259:0:31563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f37c8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840278.321268:0:31563:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f37c8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31563 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788840278.321287:0:31563:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788840278.322255:0:31563:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee87f5aa00 x1875733133982080/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788840278.322274:0:31563:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f37c8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31563 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788840278.322283:0:31563:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788840278.322286:0:31563:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788840278.322298:0:31563:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee84e4d300. 00000100:00000001:0.0:1788840278.322401:0:31563:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952839045888 : -122120870505728 : ffff90ee84e4d300) 00000100:00000001:0.0:1788840278.322406:0:31563:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840278.322408:0:31563:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890481152 : -122120819070464 : ffff90ee87f5aa00) 00000100:00000001:0.0:1788840278.322415:0:31563:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840278.322420:0:31563:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.322423:0:31563:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788840278.322425:0:31563:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840278.322433:0:31563:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f5aa00 x1875733133982080/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.322443:0:31563:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840278.322446:0:31563:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840278.322450:0:31563:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840278.322456:0:31563:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840278.322459:0:31563:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840278.322462:0:31563:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f5aa00 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:31563:1875733133982080:192.168.202.131@tcp:101:rm.0 00000100:00000001:0.0:1788840278.322468:0:31563:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840278.322476:0:31563:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840278.322480:0:31563:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840278.322562:0:31563:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840278.323024:0:31563:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff90ee87200000. 02000000:00000001:0.0:1788840278.323029:0:31563:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840278.323041:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840278.323050:0:31563:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c80738. 00000400:00000010:0.0:1788840278.323061:0:31563:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff90ee98ed3800. 00000100:00000200:0.0:1788840278.323071:0:31563:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875733133982080, portal 10 00000100:00000001:0.0:1788840278.323073:0:31563:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840278.323074:0:31563:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890481152 : -122120819070464 : ffff90ee87f5aa00) 00000100:00000040:0.0:1788840278.323085:0:31563:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87f5aa00 x1875733133982080/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840294 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.323094:0:31563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840278.323098:0:31563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840278.323104:0:31563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6aa0. 00000100:00000200:0.0:1788840278.323108:0:31563:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875733133982080, offset 0 00000400:00000200:0.0:1788840278.323116:0:31563:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840278.323128:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840278.323138:0:31563:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840278.323145:0:31563:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840278.323151:0:31563:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840278.323155:0:31563:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840278.323159:0:31563:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840278.323164:0:31563:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2459:2459:256:4294967295] 192.168.202.131@tcp LPNI seq info [2459:2459:8:4294967295] 00000400:00000200:0.0:1788840278.323169:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840278.323181:0:31563:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840278.323189:0:31563:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840278.323197:0:31563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee89861000. 00000800:00000200:0.0:1788840278.323206:0:31563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840278.323216:0:31563:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840278.323221:0:31563:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee89861000 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1788840278.323246:0:31563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840278.323251:0:31563:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 812312 usecs (813 jiffies) 00000400:00000200:0.0:1788840278.323255:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840278.323258:0:31563:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296508954 00000100:00000001:0.0:1788840278.323262:0:31563:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296510376 00000100:00000001:0.0:1788840278.323266:0:31563:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296508954 00000100:00000001:0.0:1788840278.323268:0:31563:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296510376 00000100:00000001:0.0:1788840278.323271:0:31563:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840278.323274:0:31563:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.323277:0:31563:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840278.323279:0:31563:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788840278.323283:0:31563:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee84e4d300 going to sleep for 11 seconds 00000100:00000001:0.0:1788840278.323286:0:31563:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840278.323290:0:31563:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840278.323592:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840278.323598:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee89861000. 00000400:00000200:2.0:1788840278.323606:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840278.323612:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840278.323618:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6aa0 00000400:00000010:2.0:1788840278.323621:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6aa0. 00000100:00000001:2.0:1788840278.323626:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840278.323631:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f5aa00 x1875733133982080/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840294 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840278.323658:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840278.323662:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f5aa00 x1875733133982080/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840294 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840278.323670:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840278.323672:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840278.329197:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840278.329221:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840278.329227:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840278.329230:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840278.329242:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.329252:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840278.329263:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.329269:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.329276:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.329281:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 608 into portal 10 MB=0x6a9f82724f980 00000400:00000200:3.0:1788840278.329287:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.329296:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 608/608 into md 0x6b85 [64] + 224 00000800:00000001:3.0:1788840278.329317:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840278.329337:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840278.329341:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840278.329347:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840278.329358:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840278.329370:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f5aa00 x1875733133982080/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840294 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840278.329383:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff90ee87f5aa00 x1875733133982080/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840278.329407:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840278.329418:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840278.329422:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840278.330004:0:31563:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840278.330015:0:31563:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840278.330017:0:31563:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840278.330021:0:31563:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c80738. 00000400:00000200:0.0:1788840278.330026:0:31563:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee98ed3800 00000400:00000010:0.0:1788840278.330029:0:31563:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff90ee98ed3800. 00000100:00000001:0.0:1788840278.330033:0:31563:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840278.330039:0:31563:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f5aa00 x1875733133982080/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788840278.330048:0:31563:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f5aa00 x1875733133982080/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.330055:0:31563:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840278.330057:0:31563:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840278.330060:0:31563:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840278.330064:0:31563:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840278.330067:0:31563:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840278.330070:0:31563:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840278.330074:0:31563:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840278.330085:0:31563:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=128 v=5 (5 102 102 102) 00000100:00001000:0.0:1788840278.330091:0:31563:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840278.330094:0:31563:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1788840278.330098:0:31563:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff90ee87f5aa00 x1875733133982080/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.330105:0:31563:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788840278.330109:0:31563:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788840278.330112:0:31563:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788840278.330114:0:31563:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788840278.330116:0:31563:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840278.330118:0:31563:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890481152 : -122120819070464 : ffff90ee87f5aa00) 00000100:00000001:0.0:1788840278.330122:0:31563:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840278.330125:0:31563:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967634 00000100:00000001:0.0:1788840278.330127:0:31563:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840278.330131:0:31563:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1788840278.330136:0:31563:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f5aa00 x1875733133982080/t4294967637(4294967637) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840294 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.330145:0:31563:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1788840278.330149:0:31563:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840278.330151:0:31563:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840278.330156:0:31563:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f5aa00 x1875733133982080/t4294967637(4294967637) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840294 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788840278.330165:0:31563:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f5aa00 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:31563:1875733133982080:192.168.202.131@tcp:101:rm.0 00000100:00000001:0.0:1788840278.330171:0:31563:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840278.330174:0:31563:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788840278.330177:0:31563:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788840278.330180:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840278.330184:0:31563:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f5aa00 x1875733133982080/t4294967637(4294967637) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840294 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.330192:0:31563:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840278.330196:0:31563:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee84e4d300. 00000100:00000001:0.0:1788840278.330199:0:31563:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788840278.330201:0:31563:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1788840278.330206:0:31563:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788840278.330213:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840278.330216:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840278.330220:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030c00 refcount=4 00000020:00000001:0.0:1788840278.330222:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840278.330227:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00010000:0.0:1788840278.330233:0:31563:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f37c8 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840278.330244:0:31563:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1788840278.330250:0:31563:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f37c8 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840278.330256:0:31563:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840278.330260:0:31563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f37c8 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840278.330266:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.330268:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788840278.330271:0:31563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f37c8 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840278.330277:0:31563:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840278.330281:0:31563:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.330284:0:31563:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788840278.330287:0:31563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f37c8 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840278.330294:0:31563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90ee80030c00 already unused, calling callback (ffffffffc1b72460) 00000080:00000001:0.0:1788840278.330298:0:31563:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788840278.330317:0:31563:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f37c8 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 31563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840278.330324:0:31563:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788840278.330335:0:31563:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788840278.330339:0:31563:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f37c8 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 31563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840278.330349:0:31563:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788840278.330352:0:31563:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788840278.330354:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840278.330355:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840278.330357:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030c00 refcount=5 00000020:00000001:0.0:1788840278.330359:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840278.330361:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840278.330364:0:31563:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788840278.330367:0:31563:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f37c8 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 31563 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788840278.330374:0:31563:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788840278.330376:0:31563:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840278.330379:0:31563:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788840278.330381:0:31563:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788840278.330385:0:31563:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788840278.330387:0:31563:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788840278.330389:0:31563:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840278.330391:0:31563:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788840278.330394:0:31563:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee80030c00 with handle 0x3aa5f499c96f37c8 from hash 00010000:00000001:0.0:1788840278.330397:0:31563:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788840278.330398:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.330400:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840278.330401:0:31563:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788840278.330403:0:31563:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788840278.330405:0:31563:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788840278.330407:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.330408:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840278.330409:0:31563:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.330411:0:31563:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840278.330414:0:31563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f37c8 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840278.330419:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.330421:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840278.330422:0:31563:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788840278.330424:0:31563:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840278.330425:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.330426:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840278.330427:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788840278.330429:0:31563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f37c8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840278.330442:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840278.330444:0:31563:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1788840278.330449:0:31563:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1788840278.330456:0:31563:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff90ee87f5aa00 x1875733133982080/t4294967637(4294967637) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840294 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788840278.330467:0:31563:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1788840278.330473:0:31563:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90ee87f5aa00 x1875733133982080/t4294967637(4294967637) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840294 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788840278.330480:0:31563:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.330483:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788840278.330495:0:31563:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840278.330498:0:31563:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840278.330500:0:31563:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840278.330504:0:31563:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1788840278.330506:0:31563:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840278.330508:0:31563:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890481152 : -122120819070464 : ffff90ee87f5aa00) 00010000:00000001:0.0:1788840278.330510:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788840278.330512:0:31563:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840278.330515:0:31563:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788840278.330518:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17868 00000002:00002000:0.0:1788840278.330520:0:31563:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:0.0:1788840278.330523:0:31563:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840278.330527:0:31563:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840278.330530:0:31563:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788840278.330533:0:31563:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788840278.330537:0:31563:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788840278.330543:0:31563:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840278.330547:0:31563:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85cd3a00. 00000080:00000001:0.0:1788840278.330552:0:31563:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788840278.330560:0:31563:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788840278.330564:0:31563:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788840278.330567:0:31563:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788840278.330570:0:31563:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x27:0x0] 00000080:00000001:0.0:1788840278.330573:0:31563:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.330579:0:31563:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:0.0:1788840278.330582:0:31563:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1788840278.330589:0:31563:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x27:0x0], updating i_size 16384 00000080:00000001:0.0:1788840278.330591:0:31563:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788840278.330594:0:31563:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788840278.330596:0:31563:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.330600:0:31563:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788840278.330602:0:31563:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.330605:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840278.330609:0:31563:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f5aa00 x1875733133982080/t4294967637(4294967637) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840294 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.330617:0:31563:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.330622:0:31563:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788840278.330631:0:31563:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff90ee90b50f40. 00000080:00000001:0.0:1788840278.330635:0:31563:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1788840278.330679:0:31563:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1788840278.330683:0:31563:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1788840278.330687:0:31563:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff90ee83169000. 00000002:00100000:0.0:1788840278.330692:0:31563:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90ee87f5aa00 x1875733133982080/t4294967637(4294967637) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840294 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788840278.330700:0:31563:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840278.330701:0:31563:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788840278.330706:0:31563:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1788840278.330710:0:31563:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.330714:0:31563:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1788840278.330716:0:31563:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.330719:0:31563:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840278.330723:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840278.330726:0:31563:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f5aa00 x1875733133982080/t4294967637(4294967637) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840294 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1788840278.330735:0:31563:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840278.330738:0:31563:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff90ee87200000. 02000000:00000001:0.0:1788840278.330791:0:31563:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788840278.330794:0:31563:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840278.330797:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17b78 00000080:00000008:0.0:1788840278.330800:0:31563:0:(file.c:1329:ll_file_open()) COMPLETED file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff90ee90591988), flags 704400, rc = 0 00000080:00000001:0.0:1788840278.330804:0:31563:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840278.330832:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17d28 00000080:00200008:0.0:1788840278.330835:0:31563:0:(file.c:6296:ll_getattr_dentry()) START file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff90ee90591988), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788840278.330841:0:31563:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788840278.330843:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17ca0 00000080:00200000:0.0:1788840278.330845:0:31563:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x27:0x0](ffff90ee90591988),name=d21h.recovery-small-1 00000080:00000010:0.0:1788840278.330852:0:31563:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85cd3a00. 00800000:00000002:0.0:1788840278.330859:0:31563:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840278.330867:0:31563:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840278.330871:0:31563:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840278.330873:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17bc0 00800000:00000002:0.0:1788840278.330876:0:31563:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x27:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840278.330880:0:31563:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788840278.330886:0:31563:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x27:0x0], name='' -> mds #0 00000002:00000001:0.0:1788840278.330890:0:31563:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840278.330893:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17a90 00000002:00010000:0.0:1788840278.330895:0:31563:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x27:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788840278.330899:0:31563:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788840278.330901:0:31563:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840278.330904:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840278.330911:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55a00 count: 2 00010000:00000001:0.0:1788840278.330915:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840278.330920:0:31563:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840278.330923:0:31563:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788840278.330928:0:31563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f379e lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba637 expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788840278.330938:0:31563:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840278.330944:0:31563:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840278.330947:0:31563:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f379e lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba637 expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1788840278.330955:0:31563:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788840278.330958:0:31563:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840278.330960:0:31563:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840278.330963:0:31563:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840278.330965:0:31563:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840278.330967:0:31563:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788840278.330970:0:31563:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788840278.330972:0:31563:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840278.330974:0:31563:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85cd3a00. 00000080:00000001:0.0:1788840278.330977:0:31563:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788840278.330979:0:31563:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840278.330982:0:31563:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x27:0x0](ffff90ee90591988) 00000080:00010000:0.0:1788840278.330985:0:31563:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x27:0x0](ffff90ee90591988) for lock 0x3aa5f499c96f379e 00800000:00000001:0.0:1788840278.330988:0:31563:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840278.330990:0:31563:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840278.330992:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840278.330993:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840278.330995:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c400 refcount=3 00000020:00000001:0.0:1788840278.330997:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:0.0:1788840278.330999:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:0.0:1788840278.331002:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.331003:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840278.331005:0:31563:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840278.331006:0:31563:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840278.331009:0:31563:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f379e from it ffffa16200d17cd8 00010000:00000001:0.0:1788840278.331012:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840278.331013:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840278.331014:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c400 refcount=3 00000020:00000001:0.0:1788840278.331016:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:0.0:1788840278.331018:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:0.0:1788840278.331020:0:31563:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840278.331023:0:31563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f379e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba637 expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788840278.331030:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.331031:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840278.331033:0:31563:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840278.331035:0:31563:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840278.331038:0:31563:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f379e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba637 expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788840278.331045:0:31563:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840278.331048:0:31563:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840278.331050:0:31563:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840278.331055:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.331057:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840278.331058:0:31563:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.331061:0:31563:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840278.331063:0:31563:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.331065:0:31563:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.331068:0:31563:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.331070:0:31563:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840278.331071:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.331072:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788840278.331074:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788840278.331076:0:31563:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788840278.331079:0:31563:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840278.331083:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17d28 00000080:00000008:0.0:1788840278.331085:0:31563:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff90ee90591988), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788840278.331175:0:31563:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1788840278.331179:0:31563:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x27:0x0](ffff90ee90591988) pos/size0/16384 32bit_api 0 00000080:00000010:0.0:1788840278.331185:0:31563:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85cd3a00. 00000080:00000001:0.0:1788840278.331188:0:31563:0:(dir.c:194:ll_dir_read()) Process entered 00800000:00000001:0.0:1788840278.331195:0:31563:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00000002:00000001:0.0:1788840278.331199:0:31563:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:0.0:1788840278.331201:0:31563:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840278.331203:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17ab8 00000002:00010000:0.0:1788840278.331204:0:31563:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x27:0x0]) in obj [0x200000404:0x27:0x0], intent: readdir flags 0 00000002:00000001:0.0:1788840278.331207:0:31563:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788840278.331208:0:31563:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840278.331210:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840278.331212:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55a00 count: 2 00010000:00000001:0.0:1788840278.331215:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840278.331217:0:31563:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840278.331219:0:31563:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788840278.331222:0:31563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f379e lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba637 expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1788840278.331228:0:31563:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840278.331230:0:31563:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840278.331233:0:31563:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f379e lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba637 expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1788840278.331238:0:31563:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788840278.331240:0:31563:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840278.331242:0:31563:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840278.331244:0:31563:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840278.331245:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840278.331246:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840278.331248:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c400 refcount=3 00000020:00000001:0.0:1788840278.331250:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:0.0:1788840278.331252:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:0.0:1788840278.331255:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.331256:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840278.331257:0:31563:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840278.331298:0:31563:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:0.0:1788840278.331317:0:31563:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff90ee98ed3800. 00000002:00000001:0.0:1788840278.331901:0:31563:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:0.0:1788840278.331911:0:31563:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f59880. 00000020:00000040:0.0:1788840278.331918:0:31563:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:0.0:1788840278.331923:0:31563:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840278.331927:0:31563:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840278.331930:0:31563:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840278.331939:0:31563:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee85cd2400. 00000100:00000001:0.0:1788840278.331948:0:31563:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.331951:0:31563:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:0.0:1788840278.331955:0:31563:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff90ee86f34800. 00000100:00000010:0.0:1788840278.331960:0:31563:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff90ee86f15000. 00000020:00000040:0.0:1788840278.331963:0:31563:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=8 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:0.0:1788840278.331984:0:31563:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788840278.331986:0:31563:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788840278.331994:0:31563:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee84e4d300. 00000100:00000001:0.0:1788840278.331996:0:31563:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952839045888 : -122120870505728 : ffff90ee84e4d300) 00000100:00000001:0.0:1788840278.331999:0:31563:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840278.332001:0:31563:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890476672 : -122120819074944 : ffff90ee87f59880) 00000100:00000001:0.0:1788840278.332006:0:31563:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840278.332011:0:31563:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.332014:0:31563:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788840278.332016:0:31563:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840278.332025:0:31563:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f59880 x1875733133982208/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.332035:0:31563:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840278.332037:0:31563:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840278.332042:0:31563:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840278.332046:0:31563:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840278.332049:0:31563:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840278.332053:0:31563:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f59880 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:31563:1875733133982208:192.168.202.131@tcp:37:rm.0 00000100:00000001:0.0:1788840278.332058:0:31563:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840278.332064:0:31563:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840278.332068:0:31563:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.332071:0:31563:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:0.0:1788840278.332081:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840278.332086:0:31563:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c80738. 00000400:00000010:0.0:1788840278.332097:0:31563:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff90ee85d9c000. 00000100:00000200:0.0:1788840278.332107:0:31563:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a9f82724fa00-0x6a9f82724fa00, portal 14 00000100:00000001:0.0:1788840278.332111:0:31563:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840278.332114:0:31563:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840278.332119:0:31563:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86f34c00. 02000000:00000001:0.0:1788840278.332121:0:31563:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840278.332125:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840278.332127:0:31563:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c801b8. 00000400:00000010:0.0:1788840278.332132:0:31563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6660. 00000100:00000200:0.0:1788840278.332136:0:31563:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133982208, portal 10 00000100:00000001:0.0:1788840278.332138:0:31563:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840278.332140:0:31563:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890476672 : -122120819074944 : ffff90ee87f59880) 00000100:00000040:0.0:1788840278.332148:0:31563:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87f59880 x1875733133982208/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840294 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.332156:0:31563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840278.332160:0:31563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840278.332163:0:31563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6110. 00000100:00000200:0.0:1788840278.332167:0:31563:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1875733133982208, offset 0 00000400:00000200:0.0:1788840278.332175:0:31563:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840278.332185:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840278.332194:0:31563:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840278.332201:0:31563:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840278.332207:0:31563:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840278.332211:0:31563:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840278.332214:0:31563:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840278.332219:0:31563:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2460:2460:256:4294967295] 192.168.202.131@tcp LPNI seq info [2460:2460:8:4294967295] 00000400:00000200:0.0:1788840278.332224:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840278.332237:0:31563:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840278.332244:0:31563:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840278.332251:0:31563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee89861000. 00000800:00000200:0.0:1788840278.332259:0:31563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840278.332268:0:31563:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840278.332274:0:31563:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee89861000 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:0.0:1788840278.332313:0:31563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840278.332318:0:31563:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 811227 usecs (812 jiffies) 00000400:00000200:0.0:1788840278.332322:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840278.332324:0:31563:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296508962 00000100:00000001:0.0:1788840278.332328:0:31563:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296510376 00000100:00000001:0.0:1788840278.332330:0:31563:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296508962 00000100:00000001:0.0:1788840278.332332:0:31563:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296510376 00000100:00000001:0.0:1788840278.332335:0:31563:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840278.332338:0:31563:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.332341:0:31563:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840278.332343:0:31563:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788840278.332346:0:31563:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee84e4d300 going to sleep for 11 seconds 00000100:00000001:0.0:1788840278.332348:0:31563:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840278.332351:0:31563:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840278.333074:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840278.333082:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee89861000. 00000400:00000200:3.0:1788840278.333090:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840278.333097:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840278.333105:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6110 00000400:00000010:3.0:1788840278.333107:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6110. 00000100:00000001:3.0:1788840278.333113:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840278.333118:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f59880 x1875733133982208/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840294 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840278.333130:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840278.333133:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f59880 x1875733133982208/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840294 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840278.333141:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840278.333143:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840278.336838:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840278.336861:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840278.336866:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840278.336869:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840278.336878:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.336889:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840278.336899:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.336905:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.336912:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.336918:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 4096 into portal 14 MB=0x6a9f82724fa00 00000400:00000200:3.0:1788840278.336923:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.336930:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.202.131@tcp of length 4096/4096 into md 0x6b8d [256] + 0 00000400:00000010:3.0:1788840278.336937:0:2354:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c80738. 00000400:00000200:3.0:1788840278.336943:0:2354:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90ee85d9c000 00000800:00000001:3.0:1788840278.336949:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840278.336958:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840278.336961:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840278.336967:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840278.336973:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85d9c000 00000400:00000010:3.0:1788840278.336976:0:2354:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff90ee85d9c000. 00000100:00000001:3.0:1788840278.336982:0:2354:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1788840278.336984:0:2354:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff90ee87f59880 desc ffff90ee86f34800 mbits 1875733133982208 00000100:00000001:3.0:1788840278.336997:0:2354:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1788840278.337006:0:2354:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788840278.337009:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.337015:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840278.337021:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2461:2461:256:4294967295] 192.168.202.131@tcp LPNI seq info [2461:2461:8:4294967295] 00000400:00000200:3.0:1788840278.337027:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.337036:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) 192.168.202.131@tcp : ACK try# 0 00000800:00000200:3.0:1788840278.337042:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840278.337052:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff90ee86ea6000. 00000800:00000200:3.0:1788840278.337058:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840278.337066:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840278.337072:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee86ea6000 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788840278.337132:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840278.337136:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff90ee86ea6000. 00000400:00000200:3.0:1788840278.337140:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840278.337143:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: ACK: OK 00000800:00000001:3.0:1788840278.337150:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840278.337153:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840278.338365:0:31563:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840278.338376:0:31563:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1788840278.341997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030c00. 00000800:00000001:3.0:1788840278.342875:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840278.342894:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840278.342898:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840278.342900:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840278.342909:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.342917:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840278.342926:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.342931:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.342936:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.342940:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 440 into portal 10 MB=0x6a9f82724fa00 00000400:00000200:3.0:1788840278.342944:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.342950:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 440/440 into md 0x6b95 [1] + 224 00000800:00000001:3.0:1788840278.342957:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840278.342964:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840278.342967:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840278.342971:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840278.342980:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840278.342990:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f59880 x1875733133982208/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840294 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840278.343003:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff90ee87f59880 x1875733133982208/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840278.343022:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840278.343030:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840278.343032:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840278.343083:0:31563:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840278.343091:0:31563:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840278.343093:0:31563:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840278.343097:0:31563:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c801b8. 00000400:00000200:0.0:1788840278.343101:0:31563:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6660 00000400:00000010:0.0:1788840278.343103:0:31563:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6660. 00000100:00000001:0.0:1788840278.343106:0:31563:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840278.343110:0:31563:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f59880 x1875733133982208/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788840278.343115:0:31563:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f59880 x1875733133982208/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.343120:0:31563:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840278.343126:0:31563:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840278.343128:0:31563:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840278.343132:0:31563:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840278.343134:0:31563:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840278.343137:0:31563:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840278.343140:0:31563:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840278.343151:0:31563:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee988234a8 time=128 v=5 (5 5 5 5) 00000100:00001000:0.0:1788840278.343155:0:31563:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840278.343157:0:31563:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840278.343159:0:31563:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.343162:0:31563:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840278.343165:0:31563:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.343169:0:31563:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840278.343170:0:31563:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967634 00000100:00000001:0.0:1788840278.343172:0:31563:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840278.343175:0:31563:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840278.343179:0:31563:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff90ee87f59880 x1875733133982208/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:0.0:1788840278.343186:0:31563:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff90ee87f59880 x1875733133982208/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840294 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.343192:0:31563:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840278.343194:0:31563:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840278.343197:0:31563:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f59880 x1875733133982208/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840294 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788840278.343202:0:31563:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f59880 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:31563:1875733133982208:192.168.202.131@tcp:37:rm.0 00000100:00000001:0.0:1788840278.343205:0:31563:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840278.343207:0:31563:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.343210:0:31563:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788840278.343211:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840278.343213:0:31563:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f59880 x1875733133982208/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840294 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.343218:0:31563:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840278.343220:0:31563:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee84e4d300. 00000100:00000001:0.0:1788840278.343224:0:31563:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788840278.343224:0:31563:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840278.343228:0:31563:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.343230:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840278.343232:0:31563:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f59880 x1875733133982208/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840294 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.343235:0:31563:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788840278.343237:0:31563:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840278.343241:0:31563:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee86f34c00. 02000000:00000001:0.0:1788840278.343243:0:31563:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788840278.343246:0:31563:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840278.343248:0:31563:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:0.0:1788840278.343249:0:31563:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:0.0:1788840278.343251:0:31563:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:0.0:1788840278.343254:0:31563:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840278.343254:0:31563:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:0.0:1788840278.343256:0:31563:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:0.0:1788840278.343278:0:31563:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff90ee86f15000. 00000100:00000010:0.0:1788840278.343283:0:31563:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff90ee86f34800. 00000100:00000001:0.0:1788840278.343284:0:31563:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:0.0:1788840278.343287:0:31563:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee85cd2400. 02000000:00000001:0.0:1788840278.343290:0:31563:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840278.343292:0:31563:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840278.343294:0:31563:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f59880. 00000100:00000001:0.0:1788840278.343297:0:31563:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840278.343298:0:31563:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840278.343312:0:31563:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:0.0:1788840278.343314:0:31563:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:0.0:1788840278.344234:0:31563:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff90ee98ed3800. 00000002:00000001:0.0:1788840278.344241:0:31563:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.344247:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840278.344250:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840278.344254:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c400 refcount=3 00000020:00000001:0.0:1788840278.344256:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:0.0:1788840278.344258:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:0.0:1788840278.344261:0:31563:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840278.344266:0:31563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f379e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba637 expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788840278.344274:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.344275:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840278.344277:0:31563:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840278.344280:0:31563:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840278.344283:0:31563:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f379e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba637 expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788840278.344289:0:31563:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840278.344292:0:31563:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840278.344294:0:31563:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840278.344309:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.344310:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840278.344312:0:31563:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.344317:0:31563:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840278.344319:0:31563:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.344321:0:31563:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.344427:0:31563:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.344431:0:31563:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840278.344434:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.344435:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:0.0:1788840278.344439:0:31563:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.344445:0:31563:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:0.0:1788840278.344454:0:31563:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788840278.344456:0:31563:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833961 : 144115205322833961 : 200000404000029) 00000080:00000001:0.0:1788840278.344463:0:31563:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788840278.344470:0:31563:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85cd3a00. 00000080:00000001:0.0:1788840278.344476:0:31563:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.344887:0:31563:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:0.0:1788840278.344892:0:31563:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788840278.344897:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17dd0 00000080:00200008:0.0:1788840278.344900:0:31563:0:(file.c:479:ll_file_release()) START file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff90ee90591988), flags 704000 00000080:00400000:0.0:1788840278.344907:0:31563:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x27:0x0] 00000080:00000001:0.0:1788840278.344912:0:31563:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1788840278.344913:0:31563:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:0.0:1788840278.344916:0:31563:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1788840278.344926:0:31563:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840278.344929:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840278.344936:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55a00 count: 2 00010000:00000001:0.0:1788840278.344940:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840278.344945:0:31563:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788840278.344947:0:31563:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x27:0x0]: 0 00000080:00000001:0.0:1788840278.344950:0:31563:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788840278.344953:0:31563:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788840278.344958:0:31563:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff90ee85cd3a00. 00000080:00000001:0.0:1788840278.344961:0:31563:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788840278.344969:0:31563:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788840278.344973:0:31563:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:0.0:1788840278.344976:0:31563:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x27:0x0] 00000002:00000001:0.0:1788840278.344980:0:31563:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788840278.344982:0:31563:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff90ee90f70800: [0x200000404:0x27:0x0] file closed with intent: 0 00000100:00000010:0.0:1788840278.344990:0:31563:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f59880. 00000020:00000040:0.0:1788840278.344995:0:31563:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:0.0:1788840278.345000:0:31563:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840278.345004:0:31563:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840278.345009:0:31563:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840278.345019:0:31563:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee85cd2400. 00000100:00000001:0.0:1788840278.345026:0:31563:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788840278.345047:0:31563:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff90ee87f5aa00 x1875733133982080/t4294967637(4294967637) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840294 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788840278.345060:0:31563:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788840278.345065:0:31563:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee87f59880 x1875733133982464/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788840278.345072:0:31563:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788840278.345074:0:31563:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788840278.345081:0:31563:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee84e4d300. 00000100:00000001:0.0:1788840278.345084:0:31563:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952839045888 : -122120870505728 : ffff90ee84e4d300) 00000100:00000001:0.0:1788840278.345087:0:31563:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840278.345089:0:31563:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890476672 : -122120819074944 : ffff90ee87f59880) 00000100:00000001:0.0:1788840278.345094:0:31563:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840278.345100:0:31563:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.345102:0:31563:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788840278.345104:0:31563:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840278.345108:0:31563:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f59880 x1875733133982464/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.345115:0:31563:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840278.345118:0:31563:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840278.345122:0:31563:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840278.345125:0:31563:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840278.345128:0:31563:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840278.345131:0:31563:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f59880 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:31563:1875733133982464:192.168.202.131@tcp:35:rm.0 00000100:00000001:0.0:1788840278.345136:0:31563:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840278.345142:0:31563:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840278.345145:0:31563:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840278.345147:0:31563:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840278.345152:0:31563:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86f34800. 02000000:00000001:0.0:1788840278.345154:0:31563:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840278.345163:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840278.345167:0:31563:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c801b8. 00000400:00000010:0.0:1788840278.345175:0:31563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6660. 00000100:00000200:0.0:1788840278.345184:0:31563:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133982464, portal 10 00000100:00000001:0.0:1788840278.345185:0:31563:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840278.345187:0:31563:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890476672 : -122120819074944 : ffff90ee87f59880) 00000100:00000040:0.0:1788840278.345194:0:31563:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87f59880 x1875733133982464/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840294 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.345202:0:31563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840278.345205:0:31563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840278.345208:0:31563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6770. 00000100:00000200:0.0:1788840278.345213:0:31563:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875733133982464, offset 0 00000400:00000200:0.0:1788840278.345221:0:31563:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840278.345232:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840278.345242:0:31563:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840278.345250:0:31563:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840278.345254:0:31563:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840278.345259:0:31563:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840278.345262:0:31563:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840278.345266:0:31563:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2462:2462:256:4294967295] 192.168.202.131@tcp LPNI seq info [2462:2462:8:4294967295] 00000400:00000200:0.0:1788840278.345270:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840278.345280:0:31563:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840278.345287:0:31563:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840278.345295:0:31563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee89861000. 00000800:00000200:0.0:1788840278.345314:0:31563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840278.345323:0:31563:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840278.345401:0:31563:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee89861000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788840278.345558:0:31563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840278.345564:0:31563:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 810151 usecs (811 jiffies) 00000400:00000200:0.0:1788840278.345568:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840278.345571:0:31563:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296508974 00000100:00000001:0.0:1788840278.345575:0:31563:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296510376 00000100:00000001:0.0:1788840278.345577:0:31563:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296508974 00000100:00000001:0.0:1788840278.345580:0:31563:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296510376 00000100:00000001:0.0:1788840278.345582:0:31563:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840278.345585:0:31563:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.345587:0:31563:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840278.345590:0:31563:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788840278.345592:0:31563:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee84e4d300 going to sleep for 11 seconds 00000100:00000001:0.0:1788840278.345595:0:31563:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840278.345598:0:31563:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840278.346118:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840278.346126:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee89861000. 00000400:00000200:2.0:1788840278.346133:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840278.346141:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840278.346148:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6770 00000400:00000010:2.0:1788840278.346151:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6770. 00000100:00000001:2.0:1788840278.346157:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840278.346162:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f59880 x1875733133982464/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840294 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840278.346173:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840278.346177:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f59880 x1875733133982464/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840294 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840278.346184:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840278.346186:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840278.350241:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840278.350265:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840278.350270:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840278.350273:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840278.350283:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.350294:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840278.350321:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.350906:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.350918:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.350923:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 456 into portal 10 MB=0x6a9f82724fb00 00000400:00000200:3.0:1788840278.350929:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.350937:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 456/456 into md 0x6b9d [1] + 224 00000800:00000001:3.0:1788840278.350947:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840278.350959:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840278.350964:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840278.350969:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840278.350983:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840278.350998:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f59880 x1875733133982464/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840294 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840278.351011:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff90ee87f59880 x1875733133982464/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.351074:0:31563:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840278.351093:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840278.351106:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840278.351109:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788840278.351319:0:31563:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840278.351322:0:31563:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840278.351395:0:31563:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c801b8. 00000400:00000200:0.0:1788840278.351402:0:31563:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6660 00000400:00000010:0.0:1788840278.351405:0:31563:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6660. 00000100:00000001:0.0:1788840278.351409:0:31563:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840278.351414:0:31563:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f59880 x1875733133982464/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788840278.351424:0:31563:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f59880 x1875733133982464/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.351432:0:31563:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840278.351434:0:31563:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840278.351437:0:31563:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840278.351441:0:31563:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840278.351444:0:31563:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840278.351447:0:31563:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840278.351451:0:31563:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840278.351462:0:31563:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee988234a8 time=128 v=5 (5 5 5 5) 00000100:00001000:0.0:1788840278.351468:0:31563:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840278.351471:0:31563:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840278.351473:0:31563:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.351477:0:31563:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840278.351481:0:31563:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.351611:0:31563:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788840278.351615:0:31563:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788840278.351617:0:31563:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788840278.351619:0:31563:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840278.351622:0:31563:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890476672 : -122120819074944 : ffff90ee87f59880) 00000100:00000001:0.0:1788840278.351627:0:31563:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840278.351629:0:31563:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967634 00000100:00000001:0.0:1788840278.351631:0:31563:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840278.351634:0:31563:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840278.351665:0:31563:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f59880 x1875733133982464/t4294967638(4294967638) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840294 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.351673:0:31563:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840278.351677:0:31563:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840278.351680:0:31563:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840278.351685:0:31563:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f59880 x1875733133982464/t4294967638(4294967638) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840294 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788840278.351694:0:31563:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f59880 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:31563:1875733133982464:192.168.202.131@tcp:35:rm.0 00000100:00000001:0.0:1788840278.351700:0:31563:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840278.351703:0:31563:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.351705:0:31563:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788840278.351708:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840278.351712:0:31563:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f59880 x1875733133982464/t4294967638(4294967638) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840294 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.351719:0:31563:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840278.351722:0:31563:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee84e4d300. 00000100:00000001:0.0:1788840278.351726:0:31563:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788840278.351728:0:31563:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.351736:0:31563:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840278.351738:0:31563:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890476672 : -122120819074944 : ffff90ee87f59880) 00000002:00000001:0.0:1788840278.351741:0:31563:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840278.351745:0:31563:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788840278.351752:0:31563:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85cd3a00. 00000080:00000001:0.0:1788840278.351756:0:31563:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788840278.351760:0:31563:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1788840278.351922:0:31563:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788840278.351929:0:31563:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff90ee87f5aa00 x1875733133982080/t4294967637(4294967637) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840294 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.351938:0:31563:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840278.351939:0:31563:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890481152 : -122120819070464 : ffff90ee87f5aa00) 00000100:00000001:0.0:1788840278.351942:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840278.351944:0:31563:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f5aa00 x1875733133982080/t4294967637(4294967637) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840294 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.351951:0:31563:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.351954:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840278.351957:0:31563:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f59880 x1875733133982464/t4294967638(4294967638) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840294 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.351964:0:31563:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.351966:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840278.351968:0:31563:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f5aa00 x1875733133982080/t4294967637(4294967637) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840294 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.351975:0:31563:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788840278.351979:0:31563:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840278.351982:0:31563:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:0.0:1788840278.351984:0:31563:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840278.351989:0:31563:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee86f37800. 02000000:00000001:0.0:1788840278.351994:0:31563:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840278.351996:0:31563:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840278.351998:0:31563:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f5aa00. 00000100:00000001:0.0:1788840278.352002:0:31563:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840278.352004:0:31563:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840278.352005:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840278.352009:0:31563:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f59880 x1875733133982464/t4294967638(4294967638) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840294 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.352015:0:31563:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840278.352017:0:31563:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff90ee83169000. 00000002:00000001:0.0:1788840278.352020:0:31563:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840278.352022:0:31563:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788840278.352025:0:31563:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff90ee90b50f40. 00000100:00000001:0.0:1788840278.352027:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840278.352030:0:31563:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f59880 x1875733133982464/t4294967638(4294967638) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840294 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.352036:0:31563:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788840278.352038:0:31563:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840278.352042:0:31563:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee86f34800. 02000000:00000001:0.0:1788840278.352044:0:31563:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788840278.352045:0:31563:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840278.352046:0:31563:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:0.0:1788840278.352048:0:31563:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840278.352050:0:31563:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee85cd2400. 02000000:00000001:0.0:1788840278.352052:0:31563:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840278.352053:0:31563:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840278.352054:0:31563:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f59880. 00000100:00000001:0.0:1788840278.352056:0:31563:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840278.352057:0:31563:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788840278.352060:0:31563:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788840278.352065:0:31563:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90ee92d4d900. 00000080:00000001:0.0:1788840278.352069:0:31563:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840278.352076:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17dd0 00000080:00000008:0.0:1788840278.352079:0:31563:0:(file.c:523:ll_file_release()) COMPLETED file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff90ee90591988), flags 704000, rc = 0 00000080:00000001:0.0:1788840278.352083:0:31563:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.352086:0:31563:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.352147:0:31563:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840278.352152:0:31563:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840278.352154:0:31563:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788840278.352156:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17bc0 00000080:00200000:0.0:1788840278.352159:0:31563:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:0.0:1788840278.352165:0:31563:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85cd2400. 00800000:00000002:0.0:1788840278.352173:0:31563:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840278.352178:0:31563:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840278.352182:0:31563:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840278.352185:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17ae0 00800000:00000002:0.0:1788840278.352188:0:31563:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840278.352192:0:31563:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788840278.352196:0:31563:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788840278.352202:0:31563:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840278.352203:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d179b0 00000002:00010000:0.0:1788840278.352205:0:31563:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788840278.352209:0:31563:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788840278.352211:0:31563:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840278.352214:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840278.352223:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74000 count: 2 00010000:00000001:0.0:1788840278.352227:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840278.352232:0:31563:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840278.352238:0:31563:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788840278.352244:0:31563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f3797 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba61b expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 02000000:00000001:0.0:1788840278.352256:0:31563:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840278.352260:0:31563:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840278.352263:0:31563:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f3797 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba61b expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000002:00000001:0.0:1788840278.352270:0:31563:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788840278.352272:0:31563:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840278.352274:0:31563:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840278.352276:0:31563:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840278.352278:0:31563:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840278.352280:0:31563:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788840278.352283:0:31563:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788840278.352286:0:31563:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840278.352288:0:31563:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85cd2400. 00000080:00000001:0.0:1788840278.352292:0:31563:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788840278.352293:0:31563:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840278.352296:0:31563:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:0.0:1788840278.352311:0:31563:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f3797 00800000:00000001:0.0:1788840278.352315:0:31563:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840278.352317:0:31563:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840278.352319:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840278.352322:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840278.352390:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031600 refcount=3 00000020:00000001:0.0:1788840278.352393:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:0.0:1788840278.352396:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:0.0:1788840278.352400:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.352402:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840278.352403:0:31563:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840278.352405:0:31563:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840278.352407:0:31563:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3797 from it ffffa16200d17bf8 00010000:00000001:0.0:1788840278.352410:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840278.352411:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840278.352413:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031600 refcount=3 00000020:00000001:0.0:1788840278.352415:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:0.0:1788840278.352417:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:0.0:1788840278.352420:0:31563:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840278.352423:0:31563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f3797 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba61b expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1788840278.352430:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.352432:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840278.352434:0:31563:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840278.352437:0:31563:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840278.352440:0:31563:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f3797 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba61b expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:0.0:1788840278.352448:0:31563:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840278.352452:0:31563:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840278.352454:0:31563:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840278.352460:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.352461:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840278.352462:0:31563:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.352466:0:31563:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840278.352468:0:31563:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.352470:0:31563:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.352474:0:31563:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.352476:0:31563:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840278.352478:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.352479:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788840278.352481:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788840278.352482:0:31563:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840278.352484:0:31563:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788840278.352488:0:31563:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.352888:0:31563:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788840278.352892:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17bc0 00000080:00002000:0.0:1788840278.352894:0:31563:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-1(ffff90ee906ff510) flags 0x20000e refc 1 00000080:00000001:0.0:1788840278.352899:0:31563:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840278.352901:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17c08 00000080:00200000:0.0:1788840278.352902:0:31563:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-1, flags=266 00000080:00000001:0.0:1788840278.352909:0:31563:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788840278.352911:0:31563:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.352916:0:31563:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788840278.352918:0:31563:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x27:0x0](ffff90ee90591988), inode mode 41ed mask 44 00000080:00000001:0.0:1788840278.352921:0:31563:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.352929:0:31563:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:0.0:1788840278.352932:0:31563:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788840278.352933:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17b78 00000080:00200008:0.0:1788840278.352935:0:31563:0:(file.c:1090:ll_file_open()) START file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff90ee90591988), flags 704400 00000080:00000010:0.0:1788840278.352942:0:31563:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90ee92d4d900. 00000080:00000001:0.0:1788840278.352950:0:31563:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1788840278.352954:0:31563:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85cd2400. 00800000:00000002:0.0:1788840278.352958:0:31563:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840278.352961:0:31563:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840278.352963:0:31563:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840278.352965:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17a28 00800000:00000002:0.0:1788840278.352966:0:31563:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x27:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840278.352970:0:31563:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:0.0:1788840278.352973:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d179a8 00800000:00000002:0.0:1788840278.352975:0:31563:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x27:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1788840278.352979:0:31563:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840278.352980:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d178e0 00000002:00010000:0.0:1788840278.352982:0:31563:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x27:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240704401 00000002:00000001:0.0:1788840278.352986:0:31563:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788840278.352990:0:31563:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788840278.352994:0:31563:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788840278.353000:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55a00 count: 2 00010000:00000001:0.0:1788840278.353003:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840278.353006:0:31563:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788840278.353010:0:31563:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.353012:0:31563:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840278.353014:0:31563:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840278.353018:0:31563:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788840278.353019:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74000 count: 2 00010000:00000001:0.0:1788840278.353021:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840278.353023:0:31563:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788840278.353024:0:31563:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.353026:0:31563:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840278.353027:0:31563:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840278.353033:0:31563:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f59880. 00000020:00000040:0.0:1788840278.353038:0:31563:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 02000000:00000001:0.0:1788840278.353045:0:31563:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788840278.353048:0:31563:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.353055:0:31563:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788840278.353061:0:31563:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840278.353065:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.353066:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840278.353067:0:31563:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.353070:0:31563:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840278.353073:0:31563:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840278.353078:0:31563:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840278.353089:0:31563:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee86f34800. 00000100:00000001:0.0:1788840278.353098:0:31563:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.353104:0:31563:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840278.353105:0:31563:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.353107:0:31563:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840278.353108:0:31563:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.353110:0:31563:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840278.353118:0:31563:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446621952890476672 : -122120819074944 : ffff90ee87f59880) 00010000:00000001:0.0:1788840278.353122:0:31563:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788840278.353125:0:31563:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788840278.353129:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74000 count: 2 00010000:00000001:0.0:1788840278.353131:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840278.353134:0:31563:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788840278.353139:0:31563:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee80030c00. 00000020:00000001:0.0:1788840278.353143:0:31563:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788840278.353145:0:31563:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee80030c00 with handle 0x3aa5f499c96f37cf to hash 00000020:00000001:0.0:1788840278.353148:0:31563:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788840278.353150:0:31563:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840278.353154:0:31563:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840278.353158:0:31563:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840278.353159:0:31563:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840278.353163:0:31563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f37cf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840278.353170:0:31563:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f37cf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31563 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788840278.353183:0:31563:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788840278.353194:0:31563:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee87f59880 x1875733133982720/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788840278.353204:0:31563:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f37cf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31563 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788840278.353209:0:31563:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788840278.353212:0:31563:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788840278.353220:0:31563:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee84e4d300. 00000100:00000001:0.0:1788840278.353222:0:31563:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952839045888 : -122120870505728 : ffff90ee84e4d300) 00000100:00000001:0.0:1788840278.353225:0:31563:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840278.353226:0:31563:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890476672 : -122120819074944 : ffff90ee87f59880) 00000100:00000001:0.0:1788840278.353232:0:31563:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840278.353238:0:31563:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.353241:0:31563:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788840278.353243:0:31563:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840278.353247:0:31563:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f59880 x1875733133982720/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.353256:0:31563:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840278.353258:0:31563:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840278.353262:0:31563:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840278.353265:0:31563:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840278.353268:0:31563:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840278.353273:0:31563:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f59880 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:31563:1875733133982720:192.168.202.131@tcp:101:rm.0 00000100:00000001:0.0:1788840278.353277:0:31563:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840278.353284:0:31563:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840278.353287:0:31563:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840278.353290:0:31563:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840278.353457:0:31563:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff90ee87200000. 02000000:00000001:0.0:1788840278.353461:0:31563:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840278.353470:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840278.353523:0:31563:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c801b8. 00000400:00000010:0.0:1788840278.353534:0:31563:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff90ee98ed3800. 00000100:00000200:0.0:1788840278.353551:0:31563:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875733133982720, portal 10 00000100:00000001:0.0:1788840278.353553:0:31563:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840278.353554:0:31563:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890476672 : -122120819074944 : ffff90ee87f59880) 00000100:00000040:0.0:1788840278.353562:0:31563:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87f59880 x1875733133982720/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840294 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.353570:0:31563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840278.353573:0:31563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840278.353577:0:31563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6660. 00000100:00000200:0.0:1788840278.353581:0:31563:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875733133982720, offset 0 00000400:00000200:0.0:1788840278.353588:0:31563:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840278.353598:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840278.353606:0:31563:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840278.353613:0:31563:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840278.353618:0:31563:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840278.353622:0:31563:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840278.353626:0:31563:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840278.353630:0:31563:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2463:2463:256:4294967295] 192.168.202.131@tcp LPNI seq info [2463:2463:8:4294967295] 00000400:00000200:0.0:1788840278.353634:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840278.353679:0:31563:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840278.353686:0:31563:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840278.353694:0:31563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee89861000. 00000800:00000200:0.0:1788840278.353702:0:31563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840278.353713:0:31563:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840278.353718:0:31563:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee89861000 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1788840278.353864:0:31563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840278.353870:0:31563:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 809070 usecs (810 jiffies) 00000400:00000200:0.0:1788840278.353874:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840278.353878:0:31563:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296508982 00000100:00000001:0.0:1788840278.353882:0:31563:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296510376 00000100:00000001:0.0:1788840278.353884:0:31563:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296508982 00000100:00000001:0.0:1788840278.353886:0:31563:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296510376 00000100:00000001:0.0:1788840278.353889:0:31563:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840278.353893:0:31563:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.353895:0:31563:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840278.353898:0:31563:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788840278.353902:0:31563:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee84e4d300 going to sleep for 11 seconds 00000100:00000001:0.0:1788840278.353904:0:31563:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840278.353908:0:31563:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840278.354895:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840278.354904:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee89861000. 00000400:00000200:2.0:1788840278.354913:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840278.354922:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840278.354929:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6660 00000400:00000010:2.0:1788840278.354932:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6660. 00000100:00000001:2.0:1788840278.354938:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840278.354945:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f59880 x1875733133982720/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840294 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840278.354958:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840278.354961:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f59880 x1875733133982720/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840294 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840278.354968:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840278.354969:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840278.359828:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840278.359853:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840278.359860:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840278.359863:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840278.359875:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.359886:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840278.359900:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.359906:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.359913:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.359919:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 608 into portal 10 MB=0x6a9f82724fc00 00000400:00000200:3.0:1788840278.359925:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.359933:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 608/608 into md 0x6ba5 [64] + 224 00000800:00000001:3.0:1788840278.359943:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840278.359952:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840278.359956:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840278.359961:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840278.359973:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840278.359988:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f59880 x1875733133982720/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840294 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840278.360003:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff90ee87f59880 x1875733133982720/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840278.360024:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840278.360034:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840278.360038:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840278.360164:0:31563:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840278.360175:0:31563:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840278.360178:0:31563:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840278.360182:0:31563:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c801b8. 00000400:00000200:0.0:1788840278.360188:0:31563:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee98ed3800 00000400:00000010:0.0:1788840278.360191:0:31563:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff90ee98ed3800. 00000100:00000001:0.0:1788840278.360195:0:31563:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840278.360200:0:31563:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f59880 x1875733133982720/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788840278.360211:0:31563:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f59880 x1875733133982720/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.360217:0:31563:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840278.360220:0:31563:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840278.360224:0:31563:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840278.360228:0:31563:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840278.360231:0:31563:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840278.360235:0:31563:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840278.360240:0:31563:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840278.360252:0:31563:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=128 v=5 (5 102 102 102) 00000100:00001000:0.0:1788840278.360257:0:31563:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840278.360260:0:31563:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840278.360263:0:31563:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.360266:0:31563:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840278.360271:0:31563:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.360276:0:31563:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788840278.360278:0:31563:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788840278.360281:0:31563:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788840278.360283:0:31563:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840278.360285:0:31563:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890476672 : -122120819074944 : ffff90ee87f59880) 00000100:00000001:0.0:1788840278.360290:0:31563:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840278.360293:0:31563:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967634 00000100:00000001:0.0:1788840278.360294:0:31563:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840278.360298:0:31563:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840278.360315:0:31563:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f59880 x1875733133982720/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840294 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.360322:0:31563:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840278.360335:0:31563:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840278.360338:0:31563:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840278.360343:0:31563:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f59880 x1875733133982720/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840294 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788840278.360353:0:31563:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f59880 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:31563:1875733133982720:192.168.202.131@tcp:101:rm.0 00000100:00000001:0.0:1788840278.360360:0:31563:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840278.360364:0:31563:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.360367:0:31563:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788840278.360370:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840278.360374:0:31563:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f59880 x1875733133982720/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840294 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.360382:0:31563:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840278.360387:0:31563:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee84e4d300. 00000100:00000001:0.0:1788840278.360390:0:31563:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788840278.360392:0:31563:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.360397:0:31563:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788840278.360403:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840278.360407:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840278.360411:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030c00 refcount=4 00000020:00000001:0.0:1788840278.360414:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840278.360418:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000040:0.0:1788840278.360427:0:31563:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee80030c00, remote cookie: 0x8a436931312ba6bc, flags: 0x1001 00010000:00000040:0.0:1788840278.360431:0:31563:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x27:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788840278.360435:0:31563:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1788840278.360444:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55a00 count: 2 00010000:00000001:0.0:1788840278.360447:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840278.360452:0:31563:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840278.360458:0:31563:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f37cf lrc: 4/1,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba6bc expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840278.360470:0:31563:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f37cf lrc: 4/1,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba6bc expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840278.360478:0:31563:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788840278.360484:0:31563:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788840278.360487:0:31563:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788840278.360489:0:31563:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788840278.360490:0:31563:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788840278.360493:0:31563:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x27:0x0].0x0 (ffff90ee85e55a00) refcount = 2 00010000:00000040:0.0:1788840278.360496:0:31563:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788840278.360499:0:31563:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f379e lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba637 expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1788840278.360505:0:31563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f37cf lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba6bc expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840278.360512:0:31563:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788840278.360515:0:31563:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788840278.360516:0:31563:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840278.360519:0:31563:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788840278.360522:0:31563:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840278.360525:0:31563:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f37cf lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba6bc expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840278.360531:0:31563:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788840278.360533:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.360535:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840278.360536:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.360537:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840278.360538:0:31563:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840278.360557:0:31563:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788840278.360561:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840278.360562:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840278.360565:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030c00 refcount=3 00000020:00000001:0.0:1788840278.360567:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840278.360569:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840278.360571:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.360573:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788840278.360579:0:31563:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff90ee87f59880 x1875733133982720/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840294 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788840278.360590:0:31563:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1788840278.360596:0:31563:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90ee87f59880 x1875733133982720/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840294 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788840278.360603:0:31563:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.360605:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840278.360607:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840278.360608:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030c00 refcount=3 00000020:00000001:0.0:1788840278.360611:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840278.360614:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840278.360616:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.360617:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840278.360619:0:31563:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840278.360621:0:31563:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840278.360625:0:31563:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1788840278.360627:0:31563:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840278.360628:0:31563:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890476672 : -122120819074944 : ffff90ee87f59880) 00010000:00000001:0.0:1788840278.360630:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840278.360631:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840278.360632:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030c00 refcount=3 00000020:00000001:0.0:1788840278.360634:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840278.360636:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00000002:00010000:0.0:1788840278.360672:0:31563:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f37cf lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba6bc expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840278.360680:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.360681:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840278.360683:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788840278.360685:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840278.360686:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840278.360688:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030c00 refcount=3 00000020:00000001:0.0:1788840278.360690:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840278.360691:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000040:0.0:1788840278.360695:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55a00 count: 3 00010000:00000001:0.0:1788840278.360697:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788840278.360703:0:31563:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 16 res 8589935620/39 (0 0) 00010000:00000001:0.0:1788840278.360706:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.360707:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840278.360709:0:31563:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788840278.360712:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17868 00000002:00002000:0.0:1788840278.360715:0:31563:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:0.0:1788840278.360719:0:31563:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840278.360723:0:31563:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840278.360727:0:31563:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788840278.360731:0:31563:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788840278.360734:0:31563:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788840278.360740:0:31563:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840278.360745:0:31563:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85cd2400. 00000080:00000001:0.0:1788840278.360751:0:31563:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788840278.360761:0:31563:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788840278.360766:0:31563:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788840278.360769:0:31563:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788840278.360773:0:31563:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x27:0x0] 00000080:00000001:0.0:1788840278.360776:0:31563:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.360781:0:31563:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:0.0:1788840278.360785:0:31563:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1788840278.360791:0:31563:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x27:0x0], updating i_size 16384 00010000:00000001:0.0:1788840278.360793:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840278.360794:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840278.360796:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030c00 refcount=3 00000020:00000001:0.0:1788840278.360798:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840278.360800:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840278.360802:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.360803:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788840278.360804:0:31563:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788840278.360807:0:31563:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788840278.360809:0:31563:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840278.360813:0:31563:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x27:0x0](ffff90ee90591988) for lock 0x3aa5f499c96f37cf 00800000:00000001:0.0:1788840278.360816:0:31563:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840278.360818:0:31563:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840278.360819:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840278.360820:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840278.360822:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030c00 refcount=3 00000020:00000001:0.0:1788840278.360824:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840278.360826:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840278.360830:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.360832:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840278.360833:0:31563:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840278.360835:0:31563:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.360839:0:31563:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788840278.360841:0:31563:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.360844:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840278.360850:0:31563:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f59880 x1875733133982720/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840294 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.360857:0:31563:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840278.360861:0:31563:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f37cf from it ffffa16200d17bd0 00010000:00000001:0.0:1788840278.360864:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840278.360865:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840278.360866:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030c00 refcount=3 00000020:00000001:0.0:1788840278.360868:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840278.360870:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840278.360872:0:31563:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840278.360875:0:31563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f37cf lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba6bc expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840278.360881:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.360882:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840278.360884:0:31563:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840278.360887:0:31563:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840278.360891:0:31563:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f37cf lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba6bc expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788840278.360899:0:31563:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840278.360902:0:31563:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840278.360904:0:31563:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840278.360910:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.360912:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840278.360913:0:31563:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.360917:0:31563:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840278.360920:0:31563:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.360922:0:31563:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.360925:0:31563:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.360927:0:31563:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840278.360929:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.360930:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788840278.360935:0:31563:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788840278.360943:0:31563:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff90ee90b50f40. 00000080:00000001:0.0:1788840278.360947:0:31563:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1788840278.360951:0:31563:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1788840278.360954:0:31563:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1788840278.360958:0:31563:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff90ee83169000. 00000002:00100000:0.0:1788840278.360962:0:31563:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90ee87f59880 x1875733133982720/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840294 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788840278.360970:0:31563:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840278.360973:0:31563:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788840278.360977:0:31563:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1788840278.360981:0:31563:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.360985:0:31563:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1788840278.360987:0:31563:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.360990:0:31563:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840278.360994:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840278.360997:0:31563:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f59880 x1875733133982720/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840294 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1788840278.361004:0:31563:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840278.361008:0:31563:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff90ee87200000. 02000000:00000001:0.0:1788840278.361059:0:31563:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788840278.361062:0:31563:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840278.361065:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17b78 00000080:00000008:0.0:1788840278.361069:0:31563:0:(file.c:1329:ll_file_open()) COMPLETED file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff90ee90591988), flags 704400, rc = 0 00000080:00000001:0.0:1788840278.361073:0:31563:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840278.361106:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17d28 00000080:00200008:0.0:1788840278.361109:0:31563:0:(file.c:6296:ll_getattr_dentry()) START file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff90ee90591988), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788840278.361119:0:31563:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1788840278.361126:0:31563:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.361129:0:31563:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788840278.361131:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17ca0 00000080:00200000:0.0:1788840278.361133:0:31563:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x27:0x0](ffff90ee90591988),name=d21h.recovery-small-1 00000080:00000010:0.0:1788840278.361140:0:31563:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85cd2400. 00800000:00000002:0.0:1788840278.361148:0:31563:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840278.361158:0:31563:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840278.361163:0:31563:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840278.361165:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17bc0 00800000:00000002:0.0:1788840278.361167:0:31563:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x27:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840278.361170:0:31563:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788840278.361176:0:31563:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x27:0x0], name='' -> mds #0 00000002:00000001:0.0:1788840278.361181:0:31563:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840278.361184:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17a90 00000002:00010000:0.0:1788840278.361185:0:31563:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x27:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788840278.361189:0:31563:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788840278.361191:0:31563:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840278.361193:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840278.361196:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55a00 count: 3 00010000:00000001:0.0:1788840278.361199:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840278.361203:0:31563:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840278.361208:0:31563:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788840278.361211:0:31563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f379e lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba637 expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1788840278.361220:0:31563:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840278.361225:0:31563:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840278.361228:0:31563:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f379e lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba637 expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1788840278.361235:0:31563:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788840278.361237:0:31563:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840278.361239:0:31563:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840278.361241:0:31563:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840278.361244:0:31563:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840278.361245:0:31563:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788840278.361248:0:31563:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788840278.361249:0:31563:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840278.361251:0:31563:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85cd2400. 00000080:00000001:0.0:1788840278.361255:0:31563:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788840278.361256:0:31563:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840278.361259:0:31563:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x27:0x0](ffff90ee90591988) 00000080:00010000:0.0:1788840278.361264:0:31563:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x27:0x0](ffff90ee90591988) for lock 0x3aa5f499c96f379e 00800000:00000001:0.0:1788840278.361266:0:31563:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840278.361268:0:31563:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840278.361269:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840278.361271:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840278.361273:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c400 refcount=3 00000020:00000001:0.0:1788840278.361275:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:0.0:1788840278.361277:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:0.0:1788840278.361279:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.361280:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840278.361281:0:31563:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840278.361283:0:31563:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840278.361285:0:31563:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f379e from it ffffa16200d17cd8 00010000:00000001:0.0:1788840278.361287:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840278.361288:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840278.361289:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c400 refcount=3 00000020:00000001:0.0:1788840278.361291:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:0.0:1788840278.361293:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:0.0:1788840278.361295:0:31563:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840278.361297:0:31563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f379e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba637 expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788840278.361313:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.361315:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840278.361316:0:31563:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840278.361317:0:31563:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840278.361320:0:31563:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f379e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba637 expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788840278.361326:0:31563:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840278.361328:0:31563:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840278.361330:0:31563:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840278.361332:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.361333:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840278.361335:0:31563:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.361337:0:31563:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840278.361338:0:31563:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.361340:0:31563:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.361341:0:31563:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.361343:0:31563:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840278.361344:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.361345:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788840278.361347:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788840278.361348:0:31563:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788840278.361352:0:31563:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840278.361355:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17d28 00000080:00000008:0.0:1788840278.361357:0:31563:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff90ee90591988), request_mask 2047, flags 0, foreign 0 00000020:00000001:0.0:1788840278.361470:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17d48 00000080:00200000:0.0:1788840278.361473:0:31563:0:(llite_lib.c:2903:ll_statfs()) VFS Op:sb=lustre (ffff90ee90f70800) d21h.recovery-small-1 proj=0 00000080:00000001:0.0:1788840278.361476:0:31563:0:(llite_lib.c:2738:ll_statfs_internal()) Process entered 00000080:00000001:0.0:1788840278.361478:0:31563:0:(obd_class.h:1074:obd_statfs()) Process entered 00000080:00000004:0.0:1788840278.361481:0:31563:0:(obd_class.h:1090:obd_statfs()) lustre-clilmv-ffff90ee90f70800: age 1814, max_age 1839 00800000:00000001:0.0:1788840278.361485:0:31563:0:(lmv_obd.c:1450:lmv_statfs()) Process entered 00800000:00000010:0.0:1788840278.361489:0:31563:0:(lmv_obd.c:1454:lmv_statfs()) kmalloced '(temp)': 144 at ffff90ee84e4d300. 00800000:00000001:0.0:1788840278.361492:0:31563:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:0.0:1788840278.361494:0:31563:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff90ee90f70800: age 1814, max_age 1839 00000002:00000001:0.0:1788840278.361497:0:31563:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:0.0:1788840278.361500:0:31563:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000010:0.0:1788840278.361507:0:31563:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f5aa00. 00000020:00000040:0.0:1788840278.361510:0:31563:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=8 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:0.0:1788840278.361515:0:31563:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840278.361518:0:31563:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840278.361522:0:31563:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840278.361530:0:31563:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee85cd2400. 00000100:00000001:0.0:1788840278.361538:0:31563:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.361542:0:31563:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788840278.361544:0:31563:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788840278.361551:0:31563:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee84e4da80. 00000100:00000001:0.0:1788840278.361553:0:31563:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952839047808 : -122120870503808 : ffff90ee84e4da80) 00000100:00000001:0.0:1788840278.361556:0:31563:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840278.361557:0:31563:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890481152 : -122120819070464 : ffff90ee87f5aa00) 00000100:00000001:0.0:1788840278.361563:0:31563:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840278.361567:0:31563:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.361570:0:31563:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788840278.361572:0:31563:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840278.361579:0:31563:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f5aa00 x1875733133982848/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 440/368 e 0 to 0 dl 0 ref 2 fl New:NQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840278.361588:0:31563:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840278.361591:0:31563:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840278.361595:0:31563:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840278.361600:0:31563:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840278.361602:0:31563:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840278.361605:0:31563:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f5aa00 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:31563:1875733133982848:192.168.202.131@tcp:41:rm.0 00000100:00000001:0.0:1788840278.361609:0:31563:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840278.361615:0:31563:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840278.361618:0:31563:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840278.361621:0:31563:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840278.361626:0:31563:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86f37800. 02000000:00000001:0.0:1788840278.361628:0:31563:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840278.361635:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840278.361672:0:31563:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c801b8. 00000400:00000010:0.0:1788840278.361682:0:31563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6990. 00000100:00000200:0.0:1788840278.361690:0:31563:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133982848, portal 10 00000100:00000001:0.0:1788840278.361692:0:31563:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840278.361693:0:31563:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890481152 : -122120819070464 : ffff90ee87f5aa00) 00000100:00000040:0.0:1788840278.361700:0:31563:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87f5aa00 x1875733133982848/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 440/368 e 0 to 0 dl 1788840294 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840278.361707:0:31563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840278.361710:0:31563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840278.361713:0:31563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed67f8. 00000100:00000200:0.0:1788840278.361717:0:31563:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 12, xid 1875733133982848, offset 0 00000400:00000200:0.0:1788840278.361724:0:31563:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840278.361734:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840278.361743:0:31563:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840278.361750:0:31563:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840278.361755:0:31563:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840278.361759:0:31563:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840278.361762:0:31563:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840278.361767:0:31563:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2464:2464:256:4294967295] 192.168.202.131@tcp LPNI seq info [2464:2464:8:4294967295] 00000400:00000200:0.0:1788840278.361772:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840278.361783:0:31563:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840278.361790:0:31563:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840278.361796:0:31563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee89861000. 00000800:00000200:0.0:1788840278.361805:0:31563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840278.361813:0:31563:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840278.361819:0:31563:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee89861000 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1788840278.361846:0:31563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840278.361851:0:31563:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 807992 usecs (808 jiffies) 00000400:00000200:0.0:1788840278.361855:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840278.361858:0:31563:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296508988 00000100:00000001:0.0:1788840278.361862:0:31563:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296510376 00000100:00000001:0.0:1788840278.361864:0:31563:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296508988 00000100:00000001:0.0:1788840278.361867:0:31563:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296510376 00000100:00000001:0.0:1788840278.361869:0:31563:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840278.361872:0:31563:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.361876:0:31563:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840278.361878:0:31563:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788840278.361880:0:31563:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee84e4da80 going to sleep for 11 seconds 00000100:00000001:0.0:1788840278.361883:0:31563:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840278.361886:0:31563:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840278.362460:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840278.362466:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee89861000. 00000400:00000200:2.0:1788840278.362475:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840278.362490:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840278.362499:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed67f8 00000400:00000010:2.0:1788840278.362501:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed67f8. 00000100:00000001:2.0:1788840278.362506:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840278.362512:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f5aa00 x1875733133982848/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 440/368 e 0 to 0 dl 1788840294 ref 3 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840278.362522:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840278.362526:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f5aa00 x1875733133982848/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 440/368 e 0 to 0 dl 1788840294 ref 3 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840278.362532:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840278.362534:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840278.366509:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840278.366532:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840278.366537:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840278.366539:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840278.366556:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.366564:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840278.366575:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.366581:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.366587:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.366592:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 368 into portal 10 MB=0x6a9f82724fc80 00000400:00000200:3.0:1788840278.366598:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.366606:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 368/368 into md 0x6bad [1] + 224 00000800:00000001:3.0:1788840278.366614:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840278.366621:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840278.366625:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840278.366630:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840278.366684:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840278.366697:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f5aa00 x1875733133982848/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 440/368 e 0 to 0 dl 1788840294 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840278.366710:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff90ee87f5aa00 x1875733133982848/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 440/368 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840278.366723:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840278.366732:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840278.366735:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840278.366986:0:31563:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840278.366996:0:31563:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840278.366998:0:31563:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840278.367003:0:31563:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c801b8. 00000400:00000200:0.0:1788840278.367008:0:31563:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6990 00000400:00000010:0.0:1788840278.367011:0:31563:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6990. 00000100:00000001:0.0:1788840278.367015:0:31563:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840278.367020:0:31563:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f5aa00 x1875733133982848/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 440/368 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788840278.367029:0:31563:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f5aa00 x1875733133982848/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 440/368 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840278.367036:0:31563:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840278.367038:0:31563:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840278.367040:0:31563:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840278.367045:0:31563:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840278.367048:0:31563:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840278.367050:0:31563:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840278.367054:0:31563:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840278.367065:0:31563:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=128 v=5 (5 102 102 102) 00000100:00001000:0.0:1788840278.367070:0:31563:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840278.367073:0:31563:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840278.367075:0:31563:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.367079:0:31563:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840278.367083:0:31563:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.367087:0:31563:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840278.367090:0:31563:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967634 00000100:00000001:0.0:1788840278.367091:0:31563:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840278.367095:0:31563:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840278.367100:0:31563:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f5aa00 x1875733133982848/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 440/368 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840278.367114:0:31563:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840278.367118:0:31563:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840278.367120:0:31563:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840278.367124:0:31563:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f5aa00 x1875733133982848/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 440/368 e 0 to 0 dl 1788840294 ref 2 fl Interpret:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788840278.367132:0:31563:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f5aa00 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:31563:1875733133982848:192.168.202.131@tcp:41:rm.0 00000100:00000001:0.0:1788840278.367136:0:31563:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840278.367139:0:31563:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.367142:0:31563:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788840278.367144:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840278.367148:0:31563:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f5aa00 x1875733133982848/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 440/368 e 0 to 0 dl 1788840294 ref 2 fl Complete:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840278.367155:0:31563:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840278.367158:0:31563:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee84e4da80. 00000100:00000001:0.0:1788840278.367161:0:31563:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788840278.367162:0:31563:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840278.367169:0:31563:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:0.0:1788840278.367171:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840278.367174:0:31563:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f5aa00 x1875733133982848/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 440/368 e 0 to 0 dl 1788840294 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840278.367180:0:31563:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788840278.367183:0:31563:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840278.367187:0:31563:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee86f37800. 02000000:00000001:0.0:1788840278.367190:0:31563:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788840278.367193:0:31563:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840278.367195:0:31563:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:0.0:1788840278.367198:0:31563:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840278.367202:0:31563:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee85cd2400. 02000000:00000001:0.0:1788840278.367205:0:31563:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840278.367207:0:31563:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840278.367209:0:31563:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f5aa00. 00000100:00000001:0.0:1788840278.367214:0:31563:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840278.367215:0:31563:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788840278.367217:0:31563:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840278.367218:0:31563:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:0.0:1788840278.367220:0:31563:0:(genops.c:1230:class_import_put()) Process leaving 00800000:00000004:0.0:1788840278.367223:0:31563:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff90ee90f70800: update ffff90ee98895178 cache blocks 1883648/1885696 objects 235584/235938 00800000:00000001:0.0:1788840278.367228:0:31563:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840278.367230:0:31563:0:(lmv_obd.c:1490:lmv_statfs()) Process leaving via out_free_temp (rc=0 : 0 : 0x0) 00800000:00000010:0.0:1788840278.367233:0:31563:0:(lmv_obd.c:1514:lmv_statfs()) kfreed 'temp': 144 at ffff90ee84e4d300. 00800000:00000001:0.0:1788840278.367235:0:31563:0:(lmv_obd.c:1515:lmv_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:0.0:1788840278.367238:0:31563:0:(obd_class.h:1116:obd_statfs()) lustre-clilmv-ffff90ee90f70800: update ffff90ee98891e08 cache blocks 1883648/1885696 objects 235584/235938 00000080:00000001:0.0:1788840278.367243:0:31563:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00000080:00000004:0.0:1788840278.367246:0:31563:0:(llite_lib.c:2755:ll_statfs_internal()) MDC blocks 1883648/1885696 objects 235584/235938 00000080:00000001:0.0:1788840278.367249:0:31563:0:(llite_lib.c:2758:ll_statfs_internal()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788840278.367251:0:31563:0:(llite_lib.c:2791:ll_statfs_internal()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.367292:0:31563:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1788840278.367295:0:31563:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x27:0x0](ffff90ee90591988) pos/size0/16384 32bit_api 0 00000080:00000010:0.0:1788840278.367315:0:31563:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85cd2400. 00000080:00000001:0.0:1788840278.367377:0:31563:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:0.0:1788840278.367388:0:31563:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446740767738643136 : -3305970908480 : fffffcfe44c742c0) 00000080:00000001:0.0:1788840278.367392:0:31563:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:0.0:1788840278.367396:0:31563:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788840278.367399:0:31563:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833961 : 144115205322833961 : 200000404000029) 00000080:00000001:0.0:1788840278.367403:0:31563:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788840278.367521:0:31563:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85cd2400. 00000080:00000001:0.0:1788840278.367526:0:31563:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.367540:0:31563:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1788840278.367592:0:31563:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x27:0x0](ffff90ee90591988) pos/size18446744073709551614/16384 32bit_api 0 00000080:00000001:0.0:1788840278.367596:0:31563:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788840278.367599:0:31563:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.367624:0:31563:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840278.367628:0:31563:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788840278.367630:0:31563:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x27:0x0](ffff90ee90591988), inode mode 41ed mask 1 00000080:00000001:0.0:1788840278.367635:0:31563:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840278.367992:0:31563:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788840278.368000:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17da0 00000080:00002000:2.0:1788840278.368003:0:31563:0:(dcache.c:87:ll_dcompare()) found name f(ffff90ee906ffd80) flags 0x48000e refc 0 00000080:00000001:2.0:1788840278.368007:0:31563:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840278.368009:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17e10 00000080:00200000:2.0:1788840278.368010:0:31563:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f, flags=0 00000080:00000001:2.0:1788840278.368017:0:31563:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788840278.368019:0:31563:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x27:0x0](ffff90ee90591988), inode mode 41ed mask 3 00000080:00000001:2.0:1788840278.368023:0:31563:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840278.368028:0:31563:0:(namei.c:2415:ll_unlink()) Process entered 00000020:00000001:2.0:1788840278.368031:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17df8 00000080:00200000:2.0:1788840278.368033:0:31563:0:(namei.c:2418:ll_unlink()) VFS Op:name=f, dir=[0x200000404:0x27:0x0](ffff90ee90591988) 00000080:00000001:2.0:1788840278.368036:0:31563:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:2.0:1788840278.368040:0:31563:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788840278.368046:0:31563:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044390328 : -122120665161288 : ffff90ee912221b8) 00000020:00001000:2.0:1788840278.368048:0:31563:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912221b0 00000020:00000001:2.0:1788840278.368051:0:31563:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788840278.368056:0:31563:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee831508b8) owner 0000000000000000/ffff90ee85dbcf80 00020000:00000002:2.0:1788840278.368060:0:31563:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90ee87fb1420 addref 2/0 by ffff90ee85dbcf80. 00020000:00000002:2.0:1788840278.368063:0:31563:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee831508b8) owner 0000000000000000/ffff90ee85dbcf80 00020000:00000001:2.0:1788840278.368065:0:31563:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788840278.368068:0:31563:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788840278.368070:0:31563:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788840278.368072:0:31563:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:2.0:1788840278.368074:0:31563:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:2.0:1788840278.368077:0:31563:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912221b0 00000080:00000001:2.0:1788840278.368080:0:31563:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1788840278.368086:0:31563:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98e5a000. 00800000:00000001:2.0:1788840278.368100:0:31563:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:2.0:1788840278.368106:0:31563:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:2.0:1788840278.368109:0:31563:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x29:0x0] 00800000:00000001:2.0:1788840278.368112:0:31563:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788840278.368114:0:31563:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000404:0x27:0x0]/[0x200000404:0x29:0x0] -> mds #0 00000002:00000001:2.0:1788840278.368120:0:31563:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:2.0:1788840278.368123:0:31563:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788840278.368131:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55a00 count: 3 00010000:00000001:2.0:1788840278.368134:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840278.368139:0:31563:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788840278.368144:0:31563:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788840278.368150:0:31563:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f379e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8a436931312ba637 expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:2.0:1788840278.368161:0:31563:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788840278.368165:0:31563:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788840278.368168:0:31563:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788840278.368170:0:31563:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x27:0x0] mode (null) 00000002:00000001:2.0:1788840278.368174:0:31563:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840278.368177:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840278.368178:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55a00 count: 4 00010000:00000001:2.0:1788840278.368180:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840278.368185:0:31563:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1788840278.368189:0:31563:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1788840278.368192:0:31563:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788840278.368197:0:31563:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840278.368200:0:31563:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f37cf lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba6bc expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788840278.368208:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840278.368210:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840278.368212:0:31563:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:2.0:1788840278.368214:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840278.368216:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840278.368219:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030c00 refcount=2 00000020:00000001:2.0:1788840278.368221:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:2.0:1788840278.368224:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:2.0:1788840278.368226:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840278.368227:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840278.368228:0:31563:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840278.368229:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840278.368231:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55a00 count: 4 00010000:00000001:2.0:1788840278.368233:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788840278.368235:0:31563:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840278.368236:0:31563:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840278.368238:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840278.368239:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55a00 count: 4 00010000:00000001:2.0:1788840278.368241:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788840278.368243:0:31563:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840278.368245:0:31563:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788840278.368249:0:31563:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x27:0x0] lli = ffff90ee905918c0, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788840278.368464:0:31563:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1788840278.368467:0:31563:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788840278.368469:0:31563:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1788840278.368472:0:31563:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x27:0x0](ffff90ee90591988) invalid 00000020:00000001:2.0:1788840278.368475:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17a60 00000080:00002000:2.0:1788840278.368477:0:31563:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-1 (ffff90ee906ff510) parent ffff90ee9069b510 inode ffff90ee90591988 refc 3 00000080:00000001:2.0:1788840278.368536:0:31563:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1788840278.368540:0:31563:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788840278.368541:0:31563:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840278.368597:0:31563:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788840278.368601:0:31563:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788840278.368603:0:31563:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788840278.368606:0:31563:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840278.368608:0:31563:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788840278.368611:0:31563:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee8523c400 with handle 0x3aa5f499c96f379e from hash 00010000:00000001:2.0:1788840278.368614:0:31563:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788840278.368615:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840278.368617:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840278.368618:0:31563:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788840278.368621:0:31563:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788840278.368623:0:31563:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788840278.368626:0:31563:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788840278.368628:0:31563:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788840278.368630:0:31563:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788840278.368633:0:31563:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788840278.368636:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55300 count: 2 00010000:00000001:2.0:1788840278.368688:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840278.368691:0:31563:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788840278.368693:0:31563:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788840278.368698:0:31563:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c800/0x3aa5f499c96f37a5 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8a436931312ba653 expref: -99 pid: 31561 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1788840278.368705:0:31563:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788840278.368707:0:31563:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788840278.368709:0:31563:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788840278.368711:0:31563:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x29:0x0] mode (null) 00000002:00000001:2.0:1788840278.368713:0:31563:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840278.368715:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840278.368716:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55300 count: 3 00010000:00000001:2.0:1788840278.368718:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788840278.368721:0:31563:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840278.368722:0:31563:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840278.368723:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840278.368724:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55300 count: 3 00010000:00000001:2.0:1788840278.368726:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788840278.368728:0:31563:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840278.368730:0:31563:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840278.368731:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840278.368732:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55300 count: 3 00010000:00000001:2.0:1788840278.368734:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788840278.368735:0:31563:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840278.368736:0:31563:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840278.368737:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840278.368739:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55300 count: 3 00010000:00000001:2.0:1788840278.368740:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788840278.368742:0:31563:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840278.368744:0:31563:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840278.368746:0:31563:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788840278.368747:0:31563:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788840278.368749:0:31563:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044390328 : -122120665161288 : ffff90ee912221b8) 00000020:00001000:2.0:1788840278.368751:0:31563:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912221b0 00000020:00000001:2.0:1788840278.368753:0:31563:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1788840278.368756:0:31563:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x29:0x0]: losing layout lock 00000080:00000001:2.0:1788840278.368759:0:31563:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1788840278.368762:0:31563:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1788840278.368766:0:31563:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788840278.368769:0:31563:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788840278.368771:0:31563:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x29:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1788840278.368774:0:31563:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840278.368775:0:31563:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788840278.368777:0:31563:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912221b0 00000080:00000001:2.0:1788840278.368779:0:31563:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840278.368781:0:31563:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1788840278.368782:0:31563:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x29:0x0](ffff90ee905c5348) invalid 00000020:00000001:2.0:1788840278.368785:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17a60 00000080:00002000:2.0:1788840278.368786:0:31563:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff90ee906ffd80) parent ffff90ee906ff510 inode ffff90ee905c5348 refc 1 00000080:00000001:2.0:1788840278.368789:0:31563:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1788840278.368791:0:31563:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788840278.368792:0:31563:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840278.368794:0:31563:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788840278.368795:0:31563:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788840278.368797:0:31563:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788840278.368798:0:31563:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840278.368800:0:31563:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788840278.368802:0:31563:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee8523c800 with handle 0x3aa5f499c96f37a5 from hash 00010000:00000001:2.0:1788840278.368804:0:31563:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788840278.368806:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840278.368807:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840278.368808:0:31563:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788840278.368810:0:31563:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788840278.368811:0:31563:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788840278.368813:0:31563:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788840278.368815:0:31563:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788840278.368817:0:31563:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1788840278.368824:0:31563:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125d500. 00000020:00000040:2.0:1788840278.368829:0:31563:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 02000000:00000001:2.0:1788840278.368835:0:31563:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788840278.368837:0:31563:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840278.368840:0:31563:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788840278.368845:0:31563:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840278.368850:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840278.368852:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840278.368853:0:31563:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840278.368856:0:31563:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840278.368859:0:31563:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840278.368862:0:31563:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840278.368870:0:31563:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee98e5bc00. 00000100:00000001:2.0:1788840278.368878:0:31563:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840278.368881:0:31563:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840278.368883:0:31563:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788840278.368890:0:31563:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c800/0x3aa5f499c96f37a5 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8a436931312ba653 expref: -99 pid: 31561 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1788840278.368898:0:31563:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f379e lrc: 1/0,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312ba637 expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:2.0:1788840278.368905:0:31563:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:2.0:1788840278.368906:0:31563:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:2.0:1788840278.368908:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788840278.368910:0:31563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c800/0x3aa5f499c96f37a5 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8a436931312ba653 expref: -99 pid: 31561 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:2.0:1788840278.368918:0:31563:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff90ee8867cec0. 00010000:00000040:2.0:1788840278.368924:0:31563:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee85e55300 count: 0 00010000:00000010:2.0:1788840278.368929:0:31563:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90ee86e2f480. 00010000:00000001:2.0:1788840278.368939:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840278.368940:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788840278.368942:0:31563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f379e lrc: 0/0,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312ba637 expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788840278.368949:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840278.368950:0:31563:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840278.368952:0:31563:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840278.368953:0:31563:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840278.368955:0:31563:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1788840278.368968:0:31563:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1788840278.368980:0:31563:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee9125d500 x1875733133983104/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788840278.368988:0:31563:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788840278.368990:0:31563:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788840278.368997:0:31563:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee85db4c00. 00000100:00000001:2.0:1788840278.368999:0:31563:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952855198720 : -122120854352896 : ffff90ee85db4c00) 00000100:00000001:2.0:1788840278.369002:0:31563:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840278.369004:0:31563:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044632832 : -122120664918784 : ffff90ee9125d500) 00000100:00000001:2.0:1788840278.369009:0:31563:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840278.369014:0:31563:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840278.369016:0:31563:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788840278.369018:0:31563:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840278.369022:0:31563:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125d500 x1875733133983104/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840278.369030:0:31563:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840278.369033:0:31563:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840278.369037:0:31563:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840278.369040:0:31563:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840278.369042:0:31563:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840278.369046:0:31563:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125d500 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:31563:1875733133983104:192.168.202.131@tcp:36:rm.0 00000100:00000001:2.0:1788840278.369050:0:31563:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840278.369057:0:31563:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840278.369059:0:31563:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840278.369062:0:31563:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840278.369067:0:31563:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee85dd4800. 02000000:00000001:2.0:1788840278.369069:0:31563:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840278.369077:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840278.369082:0:31563:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e1b8. 00000400:00000010:2.0:1788840278.369089:0:31563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234088. 00000100:00000200:2.0:1788840278.369097:0:31563:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133983104, portal 10 00000100:00000001:2.0:1788840278.369099:0:31563:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840278.369100:0:31563:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044632832 : -122120664918784 : ffff90ee9125d500) 00000100:00000040:2.0:1788840278.369106:0:31563:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125d500 x1875733133983104/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/624 e 0 to 0 dl 1788840294 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840278.369114:0:31563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840278.369118:0:31563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840278.369120:0:31563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee912347f8. 00000100:00000200:2.0:1788840278.369123:0:31563:0:(niobuf.c:94:ptl_send_buf()) Sending 488 bytes to portal 12, xid 1875733133983104, offset 0 00000400:00000200:2.0:1788840278.369130:0:31563:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840278.369139:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.369147:0:31563:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840278.369153:0:31563:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840278.369158:0:31563:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840278.369162:0:31563:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840278.369165:0:31563:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840278.369169:0:31563:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2465:2465:256:4294967295] 192.168.202.131@tcp LPNI seq info [2465:2465:8:4294967295] 00000400:00000200:2.0:1788840278.369174:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.369185:0:31563:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840278.369191:0:31563:0:(socklnd_cb.c:931:ksocknal_send()) sending 488 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840278.369196:0:31563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989700. 00000800:00000200:2.0:1788840278.369204:0:31563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840278.369213:0:31563:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840278.369218:0:31563:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989700 type 1, nob 584 niov 1 nkiov 1 00000100:00000001:2.0:1788840278.369238:0:31563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840278.369242:0:31563:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 806916 usecs (807 jiffies) 00000400:00000200:2.0:1788840278.369246:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840278.369249:0:31563:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296508994 00000800:00000200:2.0:1788840278.370844:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840278.370854:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989700. 00000400:00000200:2.0:1788840278.370862:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840278.370872:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840278.370880:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee912347f8 00000400:00000010:2.0:1788840278.370883:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee912347f8. 00000100:00000001:2.0:1788840278.370889:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840278.370897:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125d500 x1875733133983104/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/624 e 0 to 0 dl 1788840294 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840278.370910:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840278.370913:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee9125d500 x1875733133983104/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/624 e 0 to 0 dl 1788840294 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840278.370921:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840278.370923:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1788840278.370956:0:31563:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296510376 00000100:00000001:2.0:1788840278.370960:0:31563:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296508996 00000100:00000001:2.0:1788840278.370963:0:31563:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296510376 00000100:00000001:2.0:1788840278.370966:0:31563:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840278.370970:0:31563:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840278.370974:0:31563:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840278.370976:0:31563:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788840278.370979:0:31563:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee85db4c00 going to sleep for 11 seconds 00000100:00000001:2.0:1788840278.370983:0:31563:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840278.370987:0:31563:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1788840278.377711:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee85e55300. 00010000:00000010:2.1:1788840278.377737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee8523c800. 00010000:00000010:2.1:1788840278.377744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee8523c400. 00000800:00000001:3.0:1788840278.378637:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840278.378700:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840278.378705:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840278.378708:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840278.378720:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.378731:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840278.378741:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.378748:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.378755:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.378760:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 456 into portal 10 MB=0x6a9f82724fd80 00000400:00000200:3.0:1788840278.378767:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.378775:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 456/456 into md 0x6bb5 [1] + 224 00000800:00000001:3.0:1788840278.378783:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840278.378792:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840278.378796:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840278.378801:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840278.378812:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840278.378825:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125d500 x1875733133983104/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/624 e 0 to 0 dl 1788840294 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840278.378839:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff90ee9125d500 x1875733133983104/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/624 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840278.378860:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788840278.378874:0:2354:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788840278.378877:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.378884:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840278.378891:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2466:2466:256:4294967295] 192.168.202.131@tcp LPNI seq info [2466:2466:8:4294967295] 00000400:00000200:3.0:1788840278.378895:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.378905:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) 192.168.202.131@tcp : ACK try# 0 00000800:00000200:3.0:1788840278.378911:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840278.378920:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee983e5200. 00000800:00000200:3.0:1788840278.378927:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840278.378935:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840278.378940:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee983e5200 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788840278.379054:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840278.379059:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee983e5200. 00000400:00000200:3.0:1788840278.379064:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840278.379068:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: ACK: OK 00000800:00000001:3.0:1788840278.379075:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840278.379078:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840278.379154:0:31563:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788840278.379165:0:31563:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840278.379167:0:31563:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840278.379171:0:31563:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e1b8. 00000400:00000200:2.0:1788840278.379179:0:31563:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234088 00000400:00000010:2.0:1788840278.379181:0:31563:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234088. 00000100:00000001:2.0:1788840278.379184:0:31563:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840278.379189:0:31563:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125d500 x1875733133983104/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/624 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788840278.379200:0:31563:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125d500 x1875733133983104/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/624 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840278.379206:0:31563:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840278.379209:0:31563:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840278.379211:0:31563:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788840278.379215:0:31563:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788840278.379217:0:31563:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840278.379220:0:31563:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840278.379223:0:31563:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840278.379233:0:31563:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=128 v=5 (5 102 102 102) 00000100:00001000:2.0:1788840278.379236:0:31563:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1788840278.379238:0:31563:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788840278.379240:0:31563:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840278.379242:0:31563:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788840278.379246:0:31563:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840278.379249:0:31563:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788840278.379250:0:31563:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000014e/0x100000150] 00000100:00000001:2.0:1788840278.379252:0:31563:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788840278.379254:0:31563:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840278.379255:0:31563:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044632832 : -122120664918784 : ffff90ee9125d500) 00000100:00000001:2.0:1788840278.379258:0:31563:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788840278.379260:0:31563:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967634 00000100:00000001:2.0:1788840278.379261:0:31563:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788840278.379264:0:31563:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840278.379267:0:31563:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125d500 x1875733133983104/t4294967640(4294967640) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/456 e 0 to 0 dl 1788840294 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840278.379272:0:31563:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840278.379275:0:31563:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840278.379277:0:31563:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840278.379280:0:31563:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125d500 x1875733133983104/t4294967640(4294967640) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/456 e 0 to 0 dl 1788840294 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788840278.379285:0:31563:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125d500 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:31563:1875733133983104:192.168.202.131@tcp:36:rm.0 00000100:00000001:2.0:1788840278.379289:0:31563:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840278.379291:0:31563:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840278.379293:0:31563:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788840278.379295:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840278.379297:0:31563:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee9125d500 x1875733133983104/t4294967640(4294967640) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/456 e 0 to 0 dl 1788840294 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840278.379314:0:31563:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788840278.379318:0:31563:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee85db4c00. 00000100:00000001:2.0:1788840278.379321:0:31563:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788840278.379323:0:31563:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840278.379407:0:31563:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840278.379412:0:31563:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788840278.379420:0:31563:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98e5a000. 00000100:00000001:2.0:1788840278.379428:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840278.379432:0:31563:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125d500 x1875733133983104/t4294967640(4294967640) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/456 e 0 to 0 dl 1788840294 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840278.379439:0:31563:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840278.379446:0:31563:0:(namei.c:2468:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840278.379463:0:31563:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788840278.379467:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17e28 00000080:00002000:2.0:1788840278.379470:0:31563:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff90ee906ffd80, parent ffff90ee906ff510, inode 0000000000000000) hashed, 00000080:00000001:2.0:1788840278.379474:0:31563:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788840278.379483:0:31563:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788840278.379490:0:31563:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1788840278.379504:0:31563:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:2.0:1788840278.379508:0:31563:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1788840278.379512:0:31563:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788840278.379517:0:31563:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044390328 : -122120665161288 : ffff90ee912221b8) 00000020:00001000:2.0:1788840278.379520:0:31563:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912221b0 00000020:00000001:2.0:1788840278.379527:0:31563:0:(cl_object.c:143:cl_object_top()) ffff90ee879849e0 -> ffff90ee879849e0 00000020:00000001:2.0:1788840278.379530:0:31563:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788840278.379533:0:31563:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788840278.379536:0:31563:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x29:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788840278.379539:0:31563:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788840278.379541:0:31563:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788840278.379543:0:31563:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788840278.379547:0:31563:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x29:0x0]io ffff90ee98845780 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1788840278.379550:0:31563:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee831508b8) owner 0000000000000000/ffff90ee85dbcf80 00020000:00000001:2.0:1788840278.379555:0:31563:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788840278.379557:0:31563:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788840278.379560:0:31563:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788840278.379562:0:31563:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840278.379564:0:31563:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788840278.379566:0:31563:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788840278.379568:0:31563:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840278.379570:0:31563:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788840278.379571:0:31563:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788840278.379572:0:31563:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788840278.379574:0:31563:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee831508b8) owner 0000000000000000/ffff90ee85dbcf80 00000020:00000001:2.0:1788840278.379577:0:31563:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840278.379579:0:31563:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1788840278.379581:0:31563:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1788840278.379584:0:31563:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1788840278.379587:0:31563:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1788840278.379592:0:31563:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788840278.379596:0:31563:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788840278.379598:0:31563:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788840278.379599:0:31563:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788840278.379600:0:31563:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044391624 : -122120665159992 : ffff90ee912226c8) 00000020:00001000:2.0:1788840278.379602:0:31563:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912226c0 00000020:00000001:2.0:1788840278.379606:0:31563:0:(cl_object.c:143:cl_object_top()) ffff90ee87984b70 -> ffff90ee879849e0 00000020:00000001:2.0:1788840278.379607:0:31563:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788840278.379612:0:31563:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788840278.379613:0:31563:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788840278.379615:0:31563:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840278.379617:0:31563:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840278.379619:0:31563:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174959912 : -122120534591704 : ffff90ee98ea7728) 00000020:00000001:2.0:1788840278.379622:0:31563:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1788840278.379624:0:31563:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840278.379627:0:31563:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840278.379628:0:31563:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840278.379631:0:31563:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1788840278.379633:0:31563:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1788840278.379635:0:31563:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788840278.379636:0:31563:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1788840278.379682:0:31563:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788840278.379684:0:31563:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840278.379686:0:31563:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840278.379688:0:31563:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840278.379690:0:31563:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840278.379692:0:31563:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788840278.379693:0:31563:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840278.379695:0:31563:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840278.379698:0:31563:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1788840278.379700:0:31563:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1788840278.379702:0:31563:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788840278.379703:0:31563:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1788840278.379706:0:31563:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1788840278.379710:0:31563:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000001:2.0:1788840278.379714:0:31563:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000020:2.0:1788840278.379718:0:31563:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff90ee996fb340 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1788840278.379722:0:31563:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1788840278.379725:0:31563:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff90ee996fb340 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:2.0:1788840278.379729:0:31563:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788840278.379732:0:31563:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840278.379734:0:31563:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840278.379736:0:31563:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840278.379737:0:31563:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840278.379739:0:31563:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840278.379742:0:31563:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1788840278.379744:0:31563:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1788840278.379746:0:31563:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1788840278.379747:0:31563:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1788840278.379749:0:31563:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1788840278.379751:0:31563:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840278.379753:0:31563:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1788840278.379754:0:31563:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1788840278.379756:0:31563:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1788840278.379759:0:31563:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1788840278.379760:0:31563:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788840278.379762:0:31563:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788840278.379763:0:31563:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1788840278.379764:0:31563:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840278.379766:0:31563:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840278.379767:0:31563:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1788840278.379768:0:31563:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1788840278.379770:0:31563:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1788840278.379772:0:31563:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1788840278.379773:0:31563:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1788840278.379775:0:31563:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1788840278.379777:0:31563:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788840278.379778:0:31563:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1788840278.379779:0:31563:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1788840278.379780:0:31563:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840278.379782:0:31563:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840278.379784:0:31563:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788840278.379785:0:31563:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788840278.379787:0:31563:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840278.379789:0:31563:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788840278.379791:0:31563:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788840278.379793:0:31563:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788840278.379794:0:31563:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788840278.379796:0:31563:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788840278.379798:0:31563:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912226c0 00020000:00000001:2.0:1788840278.379801:0:31563:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788840278.379803:0:31563:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788840278.379806:0:31563:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788840278.379808:0:31563:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x29:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788840278.379812:0:31563:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788840278.379813:0:31563:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788840278.379816:0:31563:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912221b0 00000080:00000001:2.0:1788840278.379818:0:31563:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840278.379823:0:31563:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:2.0:1788840278.379825:0:31563:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000404:0x29:0x0](ffff90ee905c5348) 00800000:00000001:2.0:1788840278.379831:0:31563:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:2.0:1788840278.379833:0:31563:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x29:0x0] 00000002:00000001:2.0:1788840278.379839:0:31563:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:2.0:1788840278.379847:0:31563:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840278.379849:0:31563:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840278.379852:0:31563:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:2.0:1788840278.379855:0:31563:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:2.0:1788840278.379858:0:31563:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840278.379860:0:31563:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840278.379864:0:31563:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788840278.379865:0:31563:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044390328 : -122120665161288 : ffff90ee912221b8) 00000020:00001000:2.0:1788840278.379868:0:31563:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912221b0 00020000:00000001:2.0:1788840278.379875:0:31563:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:2.0:1788840278.379877:0:31563:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee831508b8) owner 0000000000000000/ffff90ee85dbcf80 00020000:00000001:2.0:1788840278.379880:0:31563:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:2.0:1788840278.379884:0:31563:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee87fb1420, objid 0x29:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788840278.379888:0:31563:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788840278.379892:0:31563:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90ee87fb6680: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000001:2.0:1788840278.379895:0:31563:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:2.0:1788840278.379898:0:31563:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840278.379900:0:31563:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:2.0:1788840278.379902:0:31563:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:2.0:1788840278.379907:0:31563:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:2.0:1788840278.379913:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1200 count: 2 00010000:00000001:2.0:1788840278.379916:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840278.379919:0:31563:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:2.0:1788840278.379921:0:31563:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:2.0:1788840278.379927:0:31563:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 0 0 0 by oinfo size 0 blocks 1 [cma]time 0 0 0 ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000c39790b5/0x3aa5f499c96f37ac lrc: 1/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x8a436931312ba661 expref: -99 pid: 31561 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:2.0:1788840278.379942:0:31563:0:(cl_object.c:143:cl_object_top()) ffff90ee996fb340 -> ffff90ee879849e0 00000020:00000001:2.0:1788840278.379945:0:31563:0:(cl_object.c:143:cl_object_top()) ffff90ee996fb340 -> ffff90ee879849e0 00000008:00000001:2.0:1788840278.379947:0:31563:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788840278.379949:0:31563:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788840278.379951:0:31563:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788840278.379953:0:31563:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1788840278.379959:0:31563:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff90ee996fb340. 00020000:00000001:2.0:1788840278.379965:0:31563:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:2.0:1788840278.379968:0:31563:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff90ee87984af0. 00020000:00000001:2.0:1788840278.379972:0:31563:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:2.0:1788840278.379974:0:31563:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840278.379976:0:31563:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788840278.379978:0:31563:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee831508b8) owner 0000000000000000/ffff90ee85dbcf80 00020000:00000001:2.0:1788840278.379980:0:31563:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:2.0:1788840278.379983:0:31563:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:2.0:1788840278.379984:0:31563:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee831508b8) owner 0000000000000000/ffff90ee85dbcf80 00020000:00000001:2.0:1788840278.379987:0:31563:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:2.0:1788840278.379989:0:31563:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff90eea01ba0b8. 00020000:00000010:2.0:1788840278.379994:0:31563:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff90ee85d03780. 00020000:00000010:2.0:1788840278.379999:0:31563:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff90ee85d29940. 00020000:00000002:2.0:1788840278.380003:0:31563:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee87fb1420, objid 0x29:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788840278.380006:0:31563:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788840278.380010:0:31563:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90ee87fb6680: ostid: 0x280000400:19 ost idx: 1 gen: 0 00020000:00000010:2.0:1788840278.380015:0:31563:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90ee87fb6680. 00020000:00000010:2.0:1788840278.380019:0:31563:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90ee87fb1720. 00020000:00000010:2.0:1788840278.380022:0:31563:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90ee87fb1420. 00020000:00000001:2.0:1788840278.380024:0:31563:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:2.0:1788840278.380026:0:31563:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee831508b8) owner 0000000000000000/ffff90ee85dbcf80 00020000:00000010:2.0:1788840278.380029:0:31563:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff90ee831508b8. 00020000:00000001:2.0:1788840278.380033:0:31563:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:2.0:1788840278.380036:0:31563:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff90ee87984960. 00000020:00001000:2.0:1788840278.380039:0:31563:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912221b0 00000080:00000001:2.0:1788840278.380043:0:31563:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:2.0:1788840278.380045:0:31563:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:2.0:1788840278.380087:0:31563:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:2.0:1788840278.380090:0:31563:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788840278.380093:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17dd0 00000080:00200008:2.0:1788840278.380095:0:31563:0:(file.c:479:ll_file_release()) START file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff90ee90591988), flags 704000 00000080:00400000:2.0:1788840278.380099:0:31563:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x27:0x0] 00000080:00000001:2.0:1788840278.380103:0:31563:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1788840278.380105:0:31563:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:2.0:1788840278.380107:0:31563:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:2.0:1788840278.380114:0:31563:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840278.380118:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840278.380121:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55a00 count: 2 00010000:00000001:2.0:1788840278.380123:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840278.380129:0:31563:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1788840278.380133:0:31563:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1788840278.380135:0:31563:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788840278.380143:0:31563:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840278.380148:0:31563:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f37cf lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba6bc expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788840278.380155:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840278.380157:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840278.380159:0:31563:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:2.0:1788840278.380161:0:31563:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x27:0x0]: 16 00000080:00000010:2.0:1788840278.380164:0:31563:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90ee92d4d900. 00000080:00000001:2.0:1788840278.380169:0:31563:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840278.380173:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17dd0 00000080:00000008:2.0:1788840278.380175:0:31563:0:(file.c:523:ll_file_release()) COMPLETED file d21h.recovery-small-1:[0x200000404:0x27:0x0](ffff90ee90591988), flags 704000, rc = 0 00000080:00000001:2.0:1788840278.380178:0:31563:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840278.380180:0:31563:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840278.380183:0:31563:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788840278.380184:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17e00 00000080:00002000:2.0:1788840278.380186:0:31563:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-1 (ffff90ee906ff510, parent ffff90ee9069b510, inode ffff90ee90591988) hashed, 00000080:00000001:2.0:1788840278.380188:0:31563:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788840278.380193:0:31563:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788840278.380196:0:31563:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1788840278.380229:0:31563:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788840278.380234:0:31563:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788840278.380236:0:31563:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788840278.380237:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17bd8 00000080:00200000:2.0:1788840278.380239:0:31563:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:2.0:1788840278.380246:0:31563:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98e5a000. 00800000:00000002:2.0:1788840278.380253:0:31563:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:2.0:1788840278.380257:0:31563:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788840278.380260:0:31563:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788840278.380262:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17af8 00800000:00000002:2.0:1788840278.380265:0:31563:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788840278.380269:0:31563:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788840278.380273:0:31563:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788840278.380277:0:31563:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788840278.380279:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d179c8 00000002:00010000:2.0:1788840278.380281:0:31563:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788840278.380284:0:31563:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788840278.380286:0:31563:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840278.380287:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840278.380290:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74000 count: 2 00010000:00000001:2.0:1788840278.380292:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840278.380296:0:31563:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840278.380312:0:31563:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788840278.380317:0:31563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f3797 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba61b expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 02000000:00000001:2.0:1788840278.380786:0:31563:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788840278.380791:0:31563:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840278.380798:0:31563:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f3797 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba61b expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000002:00000001:2.0:1788840278.380806:0:31563:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788840278.380808:0:31563:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788840278.380811:0:31563:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788840278.380813:0:31563:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788840278.380815:0:31563:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788840278.380818:0:31563:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788840278.380820:0:31563:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788840278.380824:0:31563:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:2.0:1788840278.380839:0:31563:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98e5a000. 00000080:00000001:2.0:1788840278.380843:0:31563:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788840278.380844:0:31563:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840278.380847:0:31563:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:2.0:1788840278.380851:0:31563:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f3797 00800000:00000001:2.0:1788840278.380854:0:31563:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788840278.380856:0:31563:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788840278.380858:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840278.380861:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840278.380864:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031600 refcount=3 00000020:00000001:2.0:1788840278.380866:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:2.0:1788840278.380869:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:2.0:1788840278.380872:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840278.380873:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840278.380874:0:31563:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840278.380876:0:31563:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840278.380878:0:31563:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3797 from it ffffa16200d17c10 00010000:00000001:2.0:1788840278.380880:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840278.380881:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840278.380883:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031600 refcount=3 00000020:00000001:2.0:1788840278.380885:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:2.0:1788840278.380887:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:2.0:1788840278.380889:0:31563:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788840278.380892:0:31563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f3797 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba61b expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:2.0:1788840278.380898:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840278.380899:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840278.380901:0:31563:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788840278.380903:0:31563:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788840278.380905:0:31563:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f3797 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba61b expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:2.0:1788840278.380912:0:31563:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788840278.380916:0:31563:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788840278.380918:0:31563:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840278.380922:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840278.380924:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840278.380925:0:31563:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840278.380929:0:31563:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788840278.380931:0:31563:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840278.380932:0:31563:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840278.380936:0:31563:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840278.380938:0:31563:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788840278.380939:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840278.380940:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788840278.380943:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788840278.380944:0:31563:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788840278.380947:0:31563:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788840278.380952:0:31563:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788840278.380970:0:31563:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90ee86e75780. 00000020:00000001:2.0:1788840278.380974:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17dc8 00000080:00200000:2.0:1788840278.380976:0:31563:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), flags=0 00000080:00000001:2.0:1788840278.380979:0:31563:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788840278.380981:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17c78 00000080:00200000:2.0:1788840278.380983:0:31563:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), intent=getattr 00000080:00000010:2.0:1788840278.380993:0:31563:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98e5a000. 00800000:00000002:2.0:1788840278.380997:0:31563:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:2.0:1788840278.381002:0:31563:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788840278.381004:0:31563:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788840278.381006:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17b98 00800000:00000002:2.0:1788840278.381008:0:31563:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21h.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788840278.381011:0:31563:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:2.0:1788840278.381015:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17b30 00800000:00000002:2.0:1788840278.381017:0:31563:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-1' -> mds #0 00000002:00000001:2.0:1788840278.381020:0:31563:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788840278.381021:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17a68 00000002:00010000:2.0:1788840278.381023:0:31563:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:2.0:1788840278.381027:0:31563:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788840278.381030:0:31563:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788840278.381035:0:31563:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125e300. 00000020:00000040:2.0:1788840278.381039:0:31563:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=8 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00010000:00000001:2.0:1788840278.381046:0:31563:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788840278.381052:0:31563:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840278.381054:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840278.381055:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840278.381056:0:31563:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840278.381060:0:31563:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840278.381062:0:31563:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840278.381065:0:31563:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840278.381074:0:31563:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee85dd5400. 00000100:00000001:2.0:1788840278.381083:0:31563:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840278.381089:0:31563:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840278.381091:0:31563:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840278.381092:0:31563:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840278.381094:0:31563:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840278.381096:0:31563:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840278.381106:0:31563:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621953044636416 : -122120664915200 : ffff90ee9125e300) 00010000:00000001:2.0:1788840278.381110:0:31563:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788840278.381115:0:31563:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788840278.381119:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74000 count: 2 00010000:00000001:2.0:1788840278.381122:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840278.381125:0:31563:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788840278.381128:0:31563:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee87d8d600. 00000020:00000001:2.0:1788840278.381133:0:31563:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788840278.381135:0:31563:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee87d8d600 with handle 0x3aa5f499c96f37d6 to hash 00000020:00000001:2.0:1788840278.381137:0:31563:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788840278.381139:0:31563:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952888591872 : -122120820959744 : ffff90ee87d8d600) 00010000:00000001:2.0:1788840278.381143:0:31563:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952888591872 : -122120820959744 : ffff90ee87d8d600) 00010000:00000001:2.0:1788840278.381147:0:31563:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840278.381149:0:31563:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840278.381153:0:31563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d600/0x3aa5f499c96f37d6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840278.381160:0:31563:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d600/0x3aa5f499c96f37d6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840278.381170:0:31563:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d600/0x3aa5f499c96f37d6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31563 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788840278.381177:0:31563:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788840278.381178:0:31563:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788840278.381186:0:31563:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee85db4c00. 00000100:00000001:2.0:1788840278.381188:0:31563:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952855198720 : -122120854352896 : ffff90ee85db4c00) 00000100:00000001:2.0:1788840278.381192:0:31563:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840278.381194:0:31563:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044636416 : -122120664915200 : ffff90ee9125e300) 00000100:00000001:2.0:1788840278.381199:0:31563:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840278.381204:0:31563:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840278.381207:0:31563:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788840278.381209:0:31563:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840278.381220:0:31563:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125e300 x1875733133983232/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840278.381230:0:31563:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840278.381234:0:31563:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840278.381239:0:31563:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840278.381242:0:31563:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840278.381245:0:31563:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840278.381249:0:31563:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125e300 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:31563:1875733133983232:192.168.202.131@tcp:101:rm.0 00000100:00000001:2.0:1788840278.381254:0:31563:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840278.381261:0:31563:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840278.381264:0:31563:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840278.381267:0:31563:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840278.381272:0:31563:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90ee86e68000. 02000000:00000001:2.0:1788840278.381275:0:31563:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840278.381285:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840278.381290:0:31563:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e1b8. 00000400:00000010:2.0:1788840278.381312:0:31563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234088. 00000100:00000200:2.0:1788840278.381322:0:31563:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875733133983232, portal 10 00000100:00000001:2.0:1788840278.381324:0:31563:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840278.381325:0:31563:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044636416 : -122120664915200 : ffff90ee9125e300) 00000100:00000040:2.0:1788840278.381568:0:31563:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee9125e300 x1875733133983232/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840294 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840278.381577:0:31563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840278.381580:0:31563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840278.381585:0:31563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee912347f8. 00000100:00000200:2.0:1788840278.381588:0:31563:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875733133983232, offset 0 00000400:00000200:2.0:1788840278.381595:0:31563:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840278.381605:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.381613:0:31563:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840278.381619:0:31563:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840278.381624:0:31563:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840278.381629:0:31563:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840278.381632:0:31563:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840278.381636:0:31563:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2467:2467:256:4294967295] 192.168.202.131@tcp LPNI seq info [2467:2467:8:4294967295] 00000400:00000200:2.0:1788840278.381672:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.381683:0:31563:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840278.381689:0:31563:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840278.381696:0:31563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989700. 00000800:00000200:2.0:1788840278.381704:0:31563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840278.381712:0:31563:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840278.381718:0:31563:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989700 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1788840278.381801:0:31563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840278.381808:0:31563:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 805850 usecs (806 jiffies) 00000400:00000200:2.0:1788840278.381812:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840278.381815:0:31563:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296509006 00000100:00000001:2.0:1788840278.381820:0:31563:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296510376 00000100:00000001:2.0:1788840278.381822:0:31563:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296509006 00000100:00000001:2.0:1788840278.381825:0:31563:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296510376 00000100:00000001:2.0:1788840278.381827:0:31563:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840278.381830:0:31563:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840278.381833:0:31563:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840278.381836:0:31563:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788840278.381839:0:31563:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee85db4c00 going to sleep for 11 seconds 00000100:00000001:2.0:1788840278.381842:0:31563:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840278.381846:0:31563:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840278.387950:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840278.387966:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989700. 00000400:00000200:3.0:1788840278.387975:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840278.387985:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840278.387994:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee912347f8 00000400:00000010:3.0:1788840278.387997:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee912347f8. 00000100:00000001:3.0:1788840278.388004:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840278.388015:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125e300 x1875733133983232/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840294 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840278.388036:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840278.388041:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee9125e300 x1875733133983232/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840294 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840278.388049:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840278.388051:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:2.1:1788840278.390712:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee86d746a0. 00000800:00000001:3.0:1788840278.391435:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840278.391453:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840278.391458:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840278.391460:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840278.391471:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.391480:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840278.391493:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.391498:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.391504:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.391509:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 584 into portal 10 MB=0x6a9f82724fe00 00000400:00000200:3.0:1788840278.391515:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.391523:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 584/584 into md 0x6bc5 [1] + 224 00000800:00000001:3.0:1788840278.391533:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840278.391544:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840278.391733:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840278.391739:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840278.391749:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840278.391761:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125e300 x1875733133983232/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840294 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840278.391772:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff90ee9125e300 x1875733133983232/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840278.391835:0:31563:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840278.391940:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840278.391953:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840278.391958:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1788840278.392442:0:31563:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840278.392447:0:31563:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840278.392451:0:31563:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e1b8. 00000400:00000200:2.0:1788840278.392459:0:31563:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234088 00000400:00000010:2.0:1788840278.392463:0:31563:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234088. 00000100:00000001:2.0:1788840278.392466:0:31563:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840278.392473:0:31563:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125e300 x1875733133983232/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788840278.392483:0:31563:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125e300 x1875733133983232/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840278.392610:0:31563:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840278.392615:0:31563:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840278.392618:0:31563:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788840278.392622:0:31563:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788840278.392625:0:31563:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840278.392628:0:31563:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840278.392632:0:31563:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840278.392674:0:31563:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=128 v=5 (5 102 102 102) 00000100:00001000:2.0:1788840278.392680:0:31563:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=2 v=5 (1 0 0 0) 00000100:00000001:2.0:1788840278.392750:0:31563:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788840278.392753:0:31563:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840278.392757:0:31563:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788840278.392761:0:31563:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840278.392766:0:31563:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788840278.392769:0:31563:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967634 00000100:00000001:2.0:1788840278.392771:0:31563:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788840278.392774:0:31563:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840278.392781:0:31563:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125e300 x1875733133983232/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840278.392790:0:31563:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840278.392794:0:31563:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840278.392914:0:31563:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840278.392921:0:31563:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125e300 x1875733133983232/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840294 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788840278.392930:0:31563:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125e300 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:31563:1875733133983232:192.168.202.131@tcp:101:rm.0 00000100:00000001:2.0:1788840278.392936:0:31563:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840278.392939:0:31563:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840278.392942:0:31563:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788840278.392944:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840278.392948:0:31563:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125e300 x1875733133983232/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840294 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840278.392954:0:31563:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788840278.392958:0:31563:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee85db4c00. 00000100:00000001:2.0:1788840278.392962:0:31563:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788840278.392964:0:31563:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840278.392968:0:31563:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788840278.392973:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840278.392976:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840278.392980:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d600 refcount=4 00000020:00000001:2.0:1788840278.392983:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591872 : -122120820959744 : ffff90ee87d8d600) 00010000:00000001:2.0:1788840278.392986:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591872 : -122120820959744 : ffff90ee87d8d600) 00010000:00000040:2.0:1788840278.392995:0:31563:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee87d8d600, remote cookie: 0x8a436931312ba6fb, flags: 0x1001 00010000:00010000:2.0:1788840278.393003:0:31563:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d600/0x3aa5f499c96f37d6 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba6fb expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788840278.393013:0:31563:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x27:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1788840278.393017:0:31563:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:2.0:1788840278.393026:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55a00 count: 2 00010000:00000001:2.0:1788840278.393029:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840278.393032:0:31563:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840278.393036:0:31563:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d600/0x3aa5f499c96f37d6 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba6fb expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840278.393045:0:31563:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d600/0x3aa5f499c96f37d6 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba6fb expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840278.393052:0:31563:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788840278.393058:0:31563:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788840278.393060:0:31563:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788840278.393063:0:31563:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788840278.393064:0:31563:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788840278.393068:0:31563:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x27:0x0].0x0 (ffff90ee85e55a00) refcount = 2 00010000:00000040:2.0:1788840278.393071:0:31563:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1788840278.393074:0:31563:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f37cf lrc: 1/0,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba6bc expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:2.0:1788840278.393086:0:31563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d600/0x3aa5f499c96f37d6 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba6fb expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840278.393092:0:31563:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788840278.393095:0:31563:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788840278.393097:0:31563:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840278.393101:0:31563:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788840278.393103:0:31563:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840278.393107:0:31563:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d600/0x3aa5f499c96f37d6 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba6fb expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840278.393112:0:31563:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788840278.393114:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840278.393116:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840278.393117:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840278.393118:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840278.393120:0:31563:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840278.393126:0:31563:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788840278.393128:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840278.393130:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840278.393131:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d600 refcount=3 00000020:00000001:2.0:1788840278.393133:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591872 : -122120820959744 : ffff90ee87d8d600) 00010000:00000001:2.0:1788840278.393136:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591872 : -122120820959744 : ffff90ee87d8d600) 00010000:00000001:2.0:1788840278.393139:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840278.393140:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840278.393141:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d600 refcount=4 00000020:00000001:2.0:1788840278.393143:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591872 : -122120820959744 : ffff90ee87d8d600) 00010000:00000001:2.0:1788840278.393145:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591872 : -122120820959744 : ffff90ee87d8d600) 00010000:00000001:2.0:1788840278.393148:0:31563:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840278.393151:0:31563:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840278.393155:0:31563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d600/0x3aa5f499c96f37d6 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba6fb expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840278.393167:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840278.393169:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840278.393170:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840278.393171:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840278.393172:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d600 refcount=5 00000020:00000001:2.0:1788840278.393174:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591872 : -122120820959744 : ffff90ee87d8d600) 00010000:00000001:2.0:1788840278.393176:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591872 : -122120820959744 : ffff90ee87d8d600) 00010000:00000001:2.0:1788840278.393179:0:31563:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788840278.393181:0:31563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d600/0x3aa5f499c96f37d6 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba6fb expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840278.393187:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840278.393188:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788840278.393191:0:31563:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d600/0x3aa5f499c96f37d6 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba6fb expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840278.393197:0:31563:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788840278.393198:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840278.393199:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840278.393201:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840278.393201:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788840278.393206:0:31563:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90ee9125e300 x1875733133983232/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840294 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788840278.393214:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840278.393215:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840278.393216:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d600 refcount=3 00000020:00000001:2.0:1788840278.393218:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591872 : -122120820959744 : ffff90ee87d8d600) 00010000:00000001:2.0:1788840278.393221:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591872 : -122120820959744 : ffff90ee87d8d600) 00010000:00000001:2.0:1788840278.393223:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840278.393224:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840278.393226:0:31563:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840278.393228:0:31563:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840278.393231:0:31563:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788840278.393234:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840278.393235:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840278.393236:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d600 refcount=3 00000020:00000001:2.0:1788840278.393238:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591872 : -122120820959744 : ffff90ee87d8d600) 00010000:00000001:2.0:1788840278.393240:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591872 : -122120820959744 : ffff90ee87d8d600) 00000002:00010000:2.0:1788840278.393243:0:31563:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d600/0x3aa5f499c96f37d6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba6fb expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840278.393249:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840278.393250:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840278.393252:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788840278.393253:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840278.393254:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840278.393256:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d600 refcount=3 00000020:00000001:2.0:1788840278.393258:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591872 : -122120820959744 : ffff90ee87d8d600) 00010000:00000001:2.0:1788840278.393260:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591872 : -122120820959744 : ffff90ee87d8d600) 00010000:00000040:2.0:1788840278.393262:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55a00 count: 3 00010000:00000001:2.0:1788840278.393265:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788840278.393269:0:31563:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 4 res 8589935620/39 (0 0) 00010000:00000001:2.0:1788840278.393272:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840278.393273:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840278.393274:0:31563:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788840278.393277:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d179f0 00000002:00002000:2.0:1788840278.393280:0:31563:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-1 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788840278.393283:0:31563:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840278.393288:0:31563:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840278.393291:0:31563:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788840278.393295:0:31563:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788840278.393310:0:31563:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788840278.393315:0:31563:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000001:2.0:1788840278.393318:0:31563:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788840278.393320:0:31563:0:(namei.c:674:ll_lookup_it_finish()) it ffffa16200d17e00 it_disposition b 00000080:00000001:2.0:1788840278.393324:0:31563:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788840278.393401:0:31563:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788840278.393405:0:31563:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788840278.393408:0:31563:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:2.0:1788840278.393412:0:31563:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:2.0:1788840278.393420:0:31563:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788840278.393423:0:31563:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x27:0x0] 00000080:00000001:2.0:1788840278.393426:0:31563:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840278.393430:0:31563:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833959 : 144115205322833959 : 200000404000027) 00000080:00000001:2.0:1788840278.393433:0:31563:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1788840278.393436:0:31563:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833959 mtime from 1788840259 to 1788840278 00000080:00200000:2.0:1788840278.393441:0:31563:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x27:0x0], updating i_size 16384 00000080:00200000:2.0:1788840278.393444:0:31563:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x27:0x0](ffff90ee90591988): rc = 0 00000080:00000001:2.0:1788840278.393446:0:31563:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621953031215496 : -122120678336120 : ffff90ee90591988) 00010000:00000001:2.0:1788840278.393449:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840278.393450:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840278.393452:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d600 refcount=3 00000020:00000001:2.0:1788840278.393454:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591872 : -122120820959744 : ffff90ee87d8d600) 00010000:00000001:2.0:1788840278.393456:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591872 : -122120820959744 : ffff90ee87d8d600) 00010000:00000001:2.0:1788840278.393458:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840278.393459:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788840278.393461:0:31563:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788840278.393463:0:31563:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788840278.393465:0:31563:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788840278.393468:0:31563:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788840278.393470:0:31563:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840278.393473:0:31563:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x27:0x0](ffff90ee90591988) for lock 0x3aa5f499c96f37d6 00800000:00000001:2.0:1788840278.393477:0:31563:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788840278.393479:0:31563:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788840278.393480:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840278.393481:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840278.393482:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d600 refcount=3 00000020:00000001:2.0:1788840278.396438:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591872 : -122120820959744 : ffff90ee87d8d600) 00010000:00000001:2.0:1788840278.396450:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591872 : -122120820959744 : ffff90ee87d8d600) 00010000:00000001:2.0:1788840278.396458:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840278.396461:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840278.396463:0:31563:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840278.396467:0:31563:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:2.0:1788840278.396479:0:31563:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90ee906866c0 inode ffff90ee90591988 refc 1 flags 0x20000e 00000080:00000001:2.0:1788840278.396497:0:31563:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788840278.396500:0:31563:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840278.396503:0:31563:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:2.0:1788840278.396509:0:31563:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x27:0x0](ffff90ee90591988) 00000080:00010000:2.0:1788840278.396515:0:31563:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f37d6 from it ffffa16200d17e00 00010000:00000001:2.0:1788840278.396518:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840278.396520:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840278.396524:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d600 refcount=3 00000020:00000001:2.0:1788840278.396526:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591872 : -122120820959744 : ffff90ee87d8d600) 00010000:00000001:2.0:1788840278.396528:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591872 : -122120820959744 : ffff90ee87d8d600) 00010000:00000001:2.0:1788840278.396531:0:31563:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788840278.396539:0:31563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d600/0x3aa5f499c96f37d6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba6fb expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840278.396619:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840278.396620:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840278.396623:0:31563:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788840278.396627:0:31563:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788840278.396631:0:31563:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d600/0x3aa5f499c96f37d6 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba6fb expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788840278.396666:0:31563:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788840278.396671:0:31563:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788840278.396674:0:31563:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840278.396748:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840278.396750:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840278.396752:0:31563:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840278.396756:0:31563:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788840278.396758:0:31563:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840278.396761:0:31563:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840278.396765:0:31563:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840278.396768:0:31563:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788840278.396769:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840278.396770:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788840278.396773:0:31563:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788840278.396780:0:31563:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98e5a000. 00000100:00000001:2.0:1788840278.396788:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840278.396806:0:31563:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125e300 x1875733133983232/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840294 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840278.396814:0:31563:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840278.396818:0:31563:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840278.396823:0:31563:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90ee86e68000. 02000000:00000001:2.0:1788840278.396826:0:31563:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840278.396829:0:31563:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840278.396831:0:31563:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:2.0:1788840278.396833:0:31563:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840278.396837:0:31563:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee85dd5400. 02000000:00000001:2.0:1788840278.396842:0:31563:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840278.396844:0:31563:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840278.396847:0:31563:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125e300. 00000100:00000001:2.0:1788840278.396852:0:31563:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840278.396854:0:31563:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788840278.396857:0:31563:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788840278.396859:0:31563:0:(dcache.c:176:ll_intent_release()) intent ffffa16200d17e00 released 00000080:00000001:2.0:1788840278.396861:0:31563:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1788840278.396866:0:31563:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788840278.396869:0:31563:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788840278.396872:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17d50 00000080:00200000:2.0:1788840278.396874:0:31563:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:2.0:1788840278.396911:0:31563:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98e5a000. 00800000:00000002:2.0:1788840278.396920:0:31563:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:2.0:1788840278.396925:0:31563:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788840278.396929:0:31563:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788840278.396932:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17c70 00800000:00000002:2.0:1788840278.396934:0:31563:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788840278.396939:0:31563:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788840278.396945:0:31563:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788840278.396950:0:31563:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788840278.396952:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17b40 00000002:00010000:2.0:1788840278.396954:0:31563:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788840278.396958:0:31563:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788840278.396960:0:31563:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840278.396963:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840278.396971:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74000 count: 2 00010000:00000001:2.0:1788840278.396975:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840278.396981:0:31563:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840278.396984:0:31563:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788840278.396988:0:31563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f3797 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba61b expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 02000000:00000001:2.0:1788840278.396998:0:31563:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788840278.397002:0:31563:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840278.397006:0:31563:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f3797 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba61b expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000002:00000001:2.0:1788840278.397013:0:31563:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788840278.397015:0:31563:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788840278.397017:0:31563:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788840278.397019:0:31563:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788840278.397021:0:31563:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788840278.397023:0:31563:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788840278.397026:0:31563:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788840278.397028:0:31563:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:2.0:1788840278.397031:0:31563:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98e5a000. 00000080:00000001:2.0:1788840278.397034:0:31563:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788840278.397035:0:31563:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840278.397038:0:31563:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:2.0:1788840278.397041:0:31563:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f3797 00800000:00000001:2.0:1788840278.397045:0:31563:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788840278.397048:0:31563:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788840278.397049:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840278.397051:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840278.397053:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031600 refcount=3 00000020:00000001:2.0:1788840278.397055:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:2.0:1788840278.397058:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:2.0:1788840278.397060:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840278.397061:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840278.397063:0:31563:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840278.397064:0:31563:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840278.397067:0:31563:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3797 from it ffffa16200d17d88 00010000:00000001:2.0:1788840278.397069:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840278.397070:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840278.397071:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031600 refcount=3 00000020:00000001:2.0:1788840278.397073:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:2.0:1788840278.397075:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143040 : -122120952408576 : ffff90ee80031600) 00010000:00000001:2.0:1788840278.397077:0:31563:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788840278.397080:0:31563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f3797 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba61b expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:2.0:1788840278.397086:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840278.397087:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840278.397088:0:31563:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788840278.397090:0:31563:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788840278.397093:0:31563:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f3797 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba61b expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:2.0:1788840278.397098:0:31563:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788840278.397100:0:31563:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788840278.397101:0:31563:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840278.397104:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840278.397105:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840278.397106:0:31563:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840278.397108:0:31563:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788840278.397110:0:31563:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840278.397112:0:31563:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840278.397114:0:31563:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840278.397116:0:31563:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788840278.397117:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840278.397118:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788840278.397120:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788840278.397122:0:31563:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788840278.397125:0:31563:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 3 00000080:00000001:2.0:1788840278.397130:0:31563:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840278.397134:0:31563:0:(namei.c:2325:ll_rmdir()) Process entered 00000020:00000001:2.0:1788840278.397137:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17e18 00000080:00200000:2.0:1788840278.397139:0:31563:0:(namei.c:2328:ll_rmdir()) VFS Op:name=d21h.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00000001:2.0:1788840278.397143:0:31563:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:2.0:1788840278.397147:0:31563:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21h.recovery-small-1, [0x200000404:0x27:0x0]) is foreign... 00000080:00000001:2.0:1788840278.397150:0:31563:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:2.0:1788840278.397155:0:31563:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98e5a000. 00800000:00000002:2.0:1788840278.397158:0:31563:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00800000:00000001:2.0:1788840278.397166:0:31563:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:2.0:1788840278.397171:0:31563:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:2.0:1788840278.397174:0:31563:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x27:0x0] 00800000:00000001:2.0:1788840278.397177:0:31563:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788840278.397179:0:31563:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x27:0x0] -> mds #0 00000002:00000001:2.0:1788840278.397183:0:31563:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:2.0:1788840278.397186:0:31563:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788840278.397189:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74000 count: 2 00010000:00000001:2.0:1788840278.397192:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840278.397195:0:31563:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788840278.397199:0:31563:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788840278.397201:0:31563:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f3797 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8a436931312ba61b expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00000001:2.0:1788840278.397210:0:31563:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788840278.397214:0:31563:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788840278.397217:0:31563:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788840278.397219:0:31563:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1788840278.397221:0:31563:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840278.397223:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840278.397225:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74000 count: 3 00010000:00000001:2.0:1788840278.397227:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788840278.397230:0:31563:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840278.397232:0:31563:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840278.397233:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840278.397235:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74000 count: 3 00010000:00000001:2.0:1788840278.397236:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788840278.397238:0:31563:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840278.397240:0:31563:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840278.397241:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840278.397242:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74000 count: 3 00010000:00000001:2.0:1788840278.397244:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788840278.397246:0:31563:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840278.397248:0:31563:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788840278.397251:0:31563:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff90ee90514200, pfid = [0x0:0x0:0x0] 00000080:00000010:2.1:1788840278.397877:0:31563:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee905c5280. 00000080:00000010:2.1:1788840278.397893:0:31563:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee86d740c0. 00000080:00000001:2.0:1788840278.397923:0:31563:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1788840278.397926:0:31563:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788840278.397929:0:31563:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788840278.397931:0:31563:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840278.397937:0:31563:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788840278.397942:0:31563:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788840278.397944:0:31563:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788840278.397947:0:31563:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840278.397950:0:31563:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788840278.397953:0:31563:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee80031600 with handle 0x3aa5f499c96f3797 from hash 00010000:00000001:2.0:1788840278.397956:0:31563:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788840278.397958:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840278.397959:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840278.397961:0:31563:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788840278.397964:0:31563:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788840278.397966:0:31563:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788840278.397970:0:31563:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788840278.397971:0:31563:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788840278.397974:0:31563:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788840278.397977:0:31563:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788840278.397982:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55a00 count: 3 00010000:00000001:2.0:1788840278.397985:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840278.397987:0:31563:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788840278.397990:0:31563:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788840278.397993:0:31563:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d600/0x3aa5f499c96f37d6 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8a436931312ba6fb expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:2.0:1788840278.398002:0:31563:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788840278.398004:0:31563:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788840278.398006:0:31563:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788840278.398008:0:31563:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x27:0x0] mode (null) 00000002:00000001:2.0:1788840278.398011:0:31563:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840278.398013:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840278.398014:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55a00 count: 4 00010000:00000001:2.0:1788840278.398016:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788840278.398019:0:31563:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840278.398021:0:31563:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840278.398022:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840278.398024:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55a00 count: 4 00010000:00000001:2.0:1788840278.398026:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788840278.398028:0:31563:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840278.398030:0:31563:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840278.398031:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840278.398032:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55a00 count: 4 00010000:00000001:2.0:1788840278.398034:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788840278.398036:0:31563:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840278.398038:0:31563:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788840278.398041:0:31563:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x27:0x0] lli = ffff90ee905918c0, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788840278.398044:0:31563:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1788840278.398046:0:31563:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788840278.398047:0:31563:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1788840278.398049:0:31563:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x27:0x0](ffff90ee90591988) invalid 00000020:00000001:2.0:1788840278.398052:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17a80 00000080:00002000:2.0:1788840278.398054:0:31563:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-1 (ffff90ee906866c0) parent ffff90ee9069b510 inode ffff90ee90591988 refc 2 00000080:00000001:2.0:1788840278.398059:0:31563:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1788840278.398060:0:31563:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788840278.398061:0:31563:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840278.398064:0:31563:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788840278.398065:0:31563:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788840278.398067:0:31563:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788840278.398068:0:31563:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840278.398070:0:31563:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788840278.398072:0:31563:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee87d8d600 with handle 0x3aa5f499c96f37d6 from hash 00010000:00000001:2.0:1788840278.398074:0:31563:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788840278.398076:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840278.398077:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840278.398078:0:31563:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788840278.398080:0:31563:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788840278.398081:0:31563:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788840278.398083:0:31563:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788840278.398086:0:31563:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f37cf lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8a436931312ba6bc expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:2.0:1788840278.398093:0:31563:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788840278.398094:0:31563:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788840278.398095:0:31563:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788840278.398097:0:31563:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x27:0x0] mode CR 00000002:00000001:2.0:1788840278.398098:0:31563:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840278.398099:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840278.398101:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55a00 count: 4 00010000:00000001:2.0:1788840278.398103:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788840278.398106:0:31563:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840278.398107:0:31563:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840278.398108:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840278.398109:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55a00 count: 4 00010000:00000001:2.0:1788840278.398111:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788840278.398113:0:31563:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840278.398115:0:31563:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840278.398117:0:31563:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1788840278.398121:0:31563:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1788840278.398126:0:31563:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff90ee98e5aa00. 00000080:00000001:2.0:1788840278.398128:0:31563:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1788840278.398134:0:31563:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1788840278.398137:0:31563:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:2.0:1788840278.398140:0:31563:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x27:0x0] 00000002:00000001:2.0:1788840278.398144:0:31563:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1788840278.398146:0:31563:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff90ee90f70800: [0x200000404:0x27:0x0] file closed with intent: 0 00000100:00000010:2.0:1788840278.398153:0:31563:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125e300. 00000020:00000040:2.0:1788840278.398158:0:31563:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=8 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:2.0:1788840278.398163:0:31563:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840278.398167:0:31563:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840278.398171:0:31563:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840278.398178:0:31563:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee98e5a800. 00000100:00000001:2.0:1788840278.398187:0:31563:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1788840278.398207:0:31563:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff90ee87f59880 x1875733133982720/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840294 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788840278.398219:0:31563:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1788840278.398224:0:31563:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee9125e300 x1875733133983488/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1788840278.398233:0:31563:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788840278.398235:0:31563:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788840278.398243:0:31563:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee85db4c00. 00000100:00000001:2.0:1788840278.398245:0:31563:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952855198720 : -122120854352896 : ffff90ee85db4c00) 00000100:00000001:2.0:1788840278.398248:0:31563:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840278.398250:0:31563:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044636416 : -122120664915200 : ffff90ee9125e300) 00000100:00000001:2.0:1788840278.398255:0:31563:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840278.398262:0:31563:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840278.398264:0:31563:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788840278.398266:0:31563:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840278.398270:0:31563:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125e300 x1875733133983488/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840278.398279:0:31563:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840278.398282:0:31563:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840278.398286:0:31563:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840278.398289:0:31563:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840278.398292:0:31563:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840278.398297:0:31563:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125e300 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:31563:1875733133983488:192.168.202.131@tcp:35:rm.0 00000100:00000001:2.0:1788840278.398314:0:31563:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840278.398320:0:31563:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840278.398323:0:31563:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840278.398334:0:31563:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840278.398340:0:31563:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee85dd5400. 02000000:00000001:2.0:1788840278.398342:0:31563:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840278.398351:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840278.398356:0:31563:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e1b8. 00000400:00000010:2.0:1788840278.398364:0:31563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234088. 00000100:00000200:2.0:1788840278.398373:0:31563:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133983488, portal 10 00000100:00000001:2.0:1788840278.398375:0:31563:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840278.398376:0:31563:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044636416 : -122120664915200 : ffff90ee9125e300) 00000100:00000040:2.0:1788840278.398384:0:31563:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee9125e300 x1875733133983488/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840294 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840278.398392:0:31563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840278.398395:0:31563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840278.398398:0:31563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234dd0. 00000100:00000200:2.0:1788840278.398401:0:31563:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875733133983488, offset 0 00000400:00000200:2.0:1788840278.398409:0:31563:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840278.398421:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.398430:0:31563:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840278.398437:0:31563:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840278.398442:0:31563:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840278.398447:0:31563:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840278.398450:0:31563:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840278.398455:0:31563:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2468:2468:256:4294967295] 192.168.202.131@tcp LPNI seq info [2468:2468:8:4294967295] 00000400:00000200:2.0:1788840278.398459:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.398470:0:31563:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840278.398478:0:31563:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840278.398493:0:31563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989e00. 00000800:00000200:2.0:1788840278.398502:0:31563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840278.398511:0:31563:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840278.398516:0:31563:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989e00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788840278.398540:0:31563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840278.398553:0:31563:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 804788 usecs (805 jiffies) 00000400:00000200:2.0:1788840278.398557:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840278.398561:0:31563:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296509021 00000100:00000001:2.0:1788840278.398565:0:31563:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296510376 00000100:00000001:2.0:1788840278.398568:0:31563:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296509021 00000100:00000001:2.0:1788840278.398570:0:31563:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296510376 00000100:00000001:2.0:1788840278.398573:0:31563:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840278.398576:0:31563:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840278.398579:0:31563:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840278.398581:0:31563:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788840278.398585:0:31563:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee85db4c00 going to sleep for 11 seconds 00000100:00000001:2.0:1788840278.398588:0:31563:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840278.398592:0:31563:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840278.398788:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840278.398794:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989e00. 00000400:00000200:2.0:1788840278.398799:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840278.398805:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840278.398813:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234dd0 00000400:00000010:2.0:1788840278.398816:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234dd0. 00000100:00000001:2.0:1788840278.398822:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840278.398827:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125e300 x1875733133983488/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840294 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840278.398838:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840278.398842:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee9125e300 x1875733133983488/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840294 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840278.398849:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840278.398851:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840278.402793:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.402817:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840278.402823:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.402826:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840278.402837:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.402847:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840278.402858:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.402864:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.402871:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.402876:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 456 into portal 10 MB=0x6a9f82724ff00 00000400:00000200:2.0:1788840278.402882:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.402890:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 456/456 into md 0x6bd5 [1] + 224 00000800:00000001:2.0:1788840278.402899:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.402908:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840278.402913:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840278.402918:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840278.402928:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840278.402938:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125e300 x1875733133983488/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840294 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840278.402949:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff90ee9125e300 x1875733133983488/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840278.402973:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840278.402985:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.402989:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840278.403155:0:31563:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788840278.403165:0:31563:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840278.403168:0:31563:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840278.403172:0:31563:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e1b8. 00000400:00000200:3.0:1788840278.403179:0:31563:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234088 00000400:00000010:3.0:1788840278.403182:0:31563:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234088. 00000100:00000001:3.0:1788840278.403186:0:31563:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840278.403192:0:31563:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125e300 x1875733133983488/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788840278.403200:0:31563:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125e300 x1875733133983488/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840278.403207:0:31563:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840278.403209:0:31563:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840278.403212:0:31563:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840278.403216:0:31563:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840278.403220:0:31563:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840278.403223:0:31563:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840278.403227:0:31563:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840278.403240:0:31563:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee988234a8 time=128 v=5 (5 5 5 5) 00000100:00001000:3.0:1788840278.403244:0:31563:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840278.403247:0:31563:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840278.403249:0:31563:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840278.403253:0:31563:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840278.403258:0:31563:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840278.403262:0:31563:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788840278.403265:0:31563:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788840278.403267:0:31563:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788840278.403269:0:31563:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840278.403270:0:31563:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044636416 : -122120664915200 : ffff90ee9125e300) 00000100:00000001:3.0:1788840278.403274:0:31563:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840278.403276:0:31563:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967634 00000100:00000001:3.0:1788840278.403278:0:31563:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840278.403283:0:31563:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840278.403288:0:31563:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125e300 x1875733133983488/t4294967641(4294967641) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840294 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840278.403295:0:31563:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840278.403309:0:31563:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840278.403312:0:31563:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840278.403317:0:31563:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125e300 x1875733133983488/t4294967641(4294967641) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840294 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788840278.403334:0:31563:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125e300 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:31563:1875733133983488:192.168.202.131@tcp:35:rm.0 00000100:00000001:3.0:1788840278.403340:0:31563:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840278.403343:0:31563:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840278.403346:0:31563:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788840278.403349:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840278.403353:0:31563:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee9125e300 x1875733133983488/t4294967641(4294967641) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840294 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840278.403360:0:31563:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788840278.403364:0:31563:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee85db4c00. 00000100:00000001:3.0:1788840278.403367:0:31563:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788840278.403369:0:31563:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840278.403377:0:31563:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840278.403378:0:31563:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044636416 : -122120664915200 : ffff90ee9125e300) 00000002:00000001:3.0:1788840278.403381:0:31563:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840278.403385:0:31563:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788840278.403392:0:31563:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98e5aa00. 00000080:00000001:3.0:1788840278.403396:0:31563:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1788840278.403399:0:31563:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:3.0:1788840278.403406:0:31563:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1788840278.403412:0:31563:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff90ee87f59880 x1875733133982720/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840294 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840278.403421:0:31563:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840278.403422:0:31563:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890476672 : -122120819074944 : ffff90ee87f59880) 00000100:00000001:3.0:1788840278.403425:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840278.403427:0:31563:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f59880 x1875733133982720/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840294 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840278.403433:0:31563:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840278.403436:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840278.403438:0:31563:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee9125e300 x1875733133983488/t4294967641(4294967641) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840294 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840278.403444:0:31563:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840278.403445:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840278.403448:0:31563:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f59880 x1875733133982720/t4294967639(4294967639) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840294 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840278.403454:0:31563:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1788840278.403458:0:31563:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840278.403460:0:31563:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:3.0:1788840278.403462:0:31563:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840278.403467:0:31563:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee86f34800. 02000000:00000001:3.0:1788840278.403471:0:31563:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840278.403473:0:31563:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840278.403475:0:31563:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f59880. 00000100:00000001:3.0:1788840278.403480:0:31563:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840278.403491:0:31563:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840278.403493:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840278.403496:0:31563:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125e300 x1875733133983488/t4294967641(4294967641) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840294 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840278.403502:0:31563:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788840278.403505:0:31563:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff90ee83169000. 00000002:00000001:3.0:1788840278.403507:0:31563:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840278.403509:0:31563:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788840278.403512:0:31563:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff90ee90b50f40. 00000100:00000001:3.0:1788840278.403515:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840278.403518:0:31563:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125e300 x1875733133983488/t4294967641(4294967641) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840294 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840278.403524:0:31563:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840278.403526:0:31563:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840278.403529:0:31563:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee85dd5400. 02000000:00000001:3.0:1788840278.403532:0:31563:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840278.403533:0:31563:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840278.403534:0:31563:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:3.0:1788840278.403536:0:31563:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840278.403538:0:31563:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee98e5a800. 02000000:00000001:3.0:1788840278.403817:0:31563:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840278.403819:0:31563:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840278.403820:0:31563:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125e300. 00000100:00000001:3.0:1788840278.403824:0:31563:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840278.403825:0:31563:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788840278.403828:0:31563:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840278.403831:0:31563:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788840278.403834:0:31563:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x27:0x0] mode (null) 00000002:00000001:3.0:1788840278.403838:0:31563:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840278.403843:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788840278.403851:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55a00 count: 4 00010000:00000001:3.0:1788840278.403854:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788840278.403861:0:31563:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840278.403863:0:31563:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840278.403867:0:31563:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788840278.403870:0:31563:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x27:0x0](ffff90ee90591988) invalid 00000020:00000001:3.0:1788840278.403874:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17a80 00000080:00002000:3.0:1788840278.403877:0:31563:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-1 (ffff90ee906866c0) parent ffff90ee9069b510 inode ffff90ee90591988 refc 2 00000080:00000001:3.0:1788840278.403881:0:31563:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788840278.403884:0:31563:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788840278.403887:0:31563:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840278.403892:0:31563:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788840278.403897:0:31563:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788840278.403899:0:31563:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788840278.403902:0:31563:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840278.403905:0:31563:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788840278.403909:0:31563:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee80030c00 with handle 0x3aa5f499c96f37cf from hash 00010000:00000001:3.0:1788840278.403912:0:31563:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788840278.403914:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840278.403916:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840278.403918:0:31563:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788840278.403921:0:31563:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788840278.403923:0:31563:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788840278.403927:0:31563:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1788840278.403931:0:31563:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:3.0:1788840278.403934:0:31563:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:3.0:1788840278.403942:0:31563:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d4b800. 00000020:00000040:3.0:1788840278.403946:0:31563:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 02000000:00000001:3.0:1788840278.403952:0:31563:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788840278.403954:0:31563:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840278.403957:0:31563:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788840278.403963:0:31563:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840278.403968:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840278.403970:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840278.403971:0:31563:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840278.403975:0:31563:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840278.403977:0:31563:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840278.403983:0:31563:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840278.403992:0:31563:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90eea059da00. 00000100:00000001:3.0:1788840278.404000:0:31563:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840278.404003:0:31563:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788840278.404006:0:31563:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788840278.404014:0:31563:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d600/0x3aa5f499c96f37d6 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312ba6fb expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:3.0:1788840278.404023:0:31563:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f37cf lrc: 1/0,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312ba6bc expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:3.0:1788840278.404030:0:31563:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f3797 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312ba61b expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:3.0:1788840278.404036:0:31563:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:3.0:1788840278.404038:0:31563:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:3.0:1788840278.404039:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788840278.404041:0:31563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d600/0x3aa5f499c96f37d6 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x27:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312ba6fb expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788840278.404054:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840278.404056:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788840278.404058:0:31563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f37cf lrc: 0/0,0 mode: --/CR res: [0x200000404:0x27:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312ba6bc expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:3.0:1788840278.404064:0:31563:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee85e55a00 count: 0 00010000:00000010:3.0:1788840278.404070:0:31563:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90ee86e2f800. 00010000:00000001:3.0:1788840278.404079:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840278.404080:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788840278.404082:0:31563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031600/0x3aa5f499c96f3797 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312ba61b expref: -99 pid: 31561 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000040:3.0:1788840278.404088:0:31563:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee99a74000 count: 0 00010000:00000010:3.0:1788840278.404090:0:31563:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90ee90f56e80. 00010000:00000001:3.0:1788840278.404096:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840278.404098:0:31563:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840278.404100:0:31563:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788840278.404101:0:31563:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840278.404103:0:31563:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1788840278.404115:0:31563:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1788840278.404122:0:31563:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee86d4b800 x1875733133983744/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788840278.404129:0:31563:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788840278.404131:0:31563:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788840278.404139:0:31563:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee851789c0. 00000100:00000001:3.0:1788840278.404142:0:31563:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952842369472 : -122120867182144 : ffff90ee851789c0) 00000100:00000001:3.0:1788840278.404145:0:31563:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840278.404146:0:31563:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871544832 : -122120838006784 : ffff90ee86d4b800) 00000100:00000001:3.0:1788840278.404151:0:31563:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840278.404156:0:31563:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840278.404159:0:31563:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788840278.404161:0:31563:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840278.404165:0:31563:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d4b800 x1875733133983744/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840278.404178:0:31563:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840278.404180:0:31563:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840278.404184:0:31563:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840278.404188:0:31563:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840278.404191:0:31563:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840278.404194:0:31563:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d4b800 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:31563:1875733133983744:192.168.202.131@tcp:36:rm.0 00000100:00000001:3.0:1788840278.404199:0:31563:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840278.404205:0:31563:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840278.404208:0:31563:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840278.404212:0:31563:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840278.404217:0:31563:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86eef800. 02000000:00000001:3.0:1788840278.404220:0:31563:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840278.404228:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840278.404233:0:31563:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4f738. 00000400:00000010:3.0:1788840278.404241:0:31563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011ed48. 00000100:00000200:3.0:1788840278.404250:0:31563:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133983744, portal 10 00000100:00000001:3.0:1788840278.404252:0:31563:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840278.404253:0:31563:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871544832 : -122120838006784 : ffff90ee86d4b800) 00000100:00000040:3.0:1788840278.404260:0:31563:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee86d4b800 x1875733133983744/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 512/624 e 0 to 0 dl 1788840294 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840278.404268:0:31563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840278.404271:0:31563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840278.404274:0:31563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011ebb0. 00000100:00000200:3.0:1788840278.404277:0:31563:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1875733133983744, offset 0 00000400:00000200:3.0:1788840278.404286:0:31563:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840278.404296:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.404316:0:31563:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840278.404323:0:31563:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840278.404337:0:31563:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840278.404342:0:31563:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840278.404346:0:31563:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840278.404351:0:31563:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2469:2469:256:4294967295] 192.168.202.131@tcp LPNI seq info [2469:2469:8:4294967295] 00000400:00000200:3.0:1788840278.404355:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.404368:0:31563:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840278.404375:0:31563:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840278.404382:0:31563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee983e5200. 00000800:00000200:3.0:1788840278.404837:0:31563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840278.404851:0:31563:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840278.404858:0:31563:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee983e5200 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:3.0:1788840278.404930:0:31563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840278.404935:0:31563:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 803720 usecs (804 jiffies) 00000400:00000200:3.0:1788840278.404940:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840278.404944:0:31563:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296509027 00000100:00000001:3.0:1788840278.404947:0:31563:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296510376 00000100:00000001:3.0:1788840278.404950:0:31563:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296509027 00000100:00000001:3.0:1788840278.404953:0:31563:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296510376 00000100:00000001:3.0:1788840278.404955:0:31563:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840278.404959:0:31563:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840278.404962:0:31563:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840278.404964:0:31563:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788840278.404967:0:31563:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee851789c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788840278.404970:0:31563:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840278.404973:0:31563:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840278.408730:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840278.408744:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee983e5200. 00000400:00000200:2.0:1788840278.408758:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840278.408769:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840278.408780:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011ebb0 00000400:00000010:2.0:1788840278.408783:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011ebb0. 00000100:00000001:2.0:1788840278.408791:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840278.408803:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d4b800 x1875733133983744/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 512/624 e 0 to 0 dl 1788840294 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840278.408825:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840278.408829:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee86d4b800 x1875733133983744/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 512/624 e 0 to 0 dl 1788840294 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840278.408837:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840278.408840:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840278.414821:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.414846:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840278.414853:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.414856:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840278.414867:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.414877:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840278.414890:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.414897:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.414904:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.414908:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 456 into portal 10 MB=0x6a9f827250000 00000400:00000200:2.0:1788840278.414914:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.414921:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 456/456 into md 0x6be5 [1] + 224 00000800:00000001:2.0:1788840278.414930:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.414938:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840278.414942:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840278.414947:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840278.414958:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840278.414970:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d4b800 x1875733133983744/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 512/624 e 0 to 0 dl 1788840294 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840278.414983:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff90ee86d4b800 x1875733133983744/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 512/624 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840278.415007:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1788840278.415019:0:2353:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788840278.415023:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.415030:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840278.415039:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2470:2470:256:4294967295] 192.168.202.131@tcp LPNI seq info [2470:2470:8:4294967295] 00000400:00000200:2.0:1788840278.415044:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.415055:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) 192.168.202.131@tcp : ACK try# 0 00000800:00000200:2.0:1788840278.415062:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840278.415071:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989e00. 00000800:00000200:2.0:1788840278.415079:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840278.415089:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840278.415095:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989e00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788840278.415208:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840278.415213:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989e00. 00000400:00000200:2.0:1788840278.415217:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840278.415221:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: ACK: OK 00000800:00000001:2.0:1788840278.415228:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.415232:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840278.415930:0:31563:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788840278.415944:0:31563:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840278.415947:0:31563:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840278.415952:0:31563:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4f738. 00000400:00000200:3.0:1788840278.415959:0:31563:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011ed48 00000400:00000010:3.0:1788840278.415962:0:31563:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011ed48. 00000100:00000001:3.0:1788840278.415967:0:31563:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840278.415975:0:31563:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d4b800 x1875733133983744/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 512/624 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840278.415991:0:31563:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d4b800 x1875733133983744/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 512/624 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840278.415999:0:31563:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840278.416001:0:31563:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840278.416004:0:31563:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840278.416009:0:31563:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840278.416012:0:31563:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840278.416015:0:31563:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840278.416019:0:31563:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840278.416032:0:31563:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=128 v=5 (5 102 102 102) 00000100:00001000:3.0:1788840278.416037:0:31563:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840278.416040:0:31563:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840278.416042:0:31563:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840278.416046:0:31563:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840278.416051:0:31563:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840278.416055:0:31563:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788840278.416058:0:31563:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a2/0x10000014e] 00000100:00000001:3.0:1788840278.416060:0:31563:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788840278.416063:0:31563:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840278.416065:0:31563:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871544832 : -122120838006784 : ffff90ee86d4b800) 00000100:00000001:3.0:1788840278.416068:0:31563:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840278.416071:0:31563:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967634 00000100:00000001:3.0:1788840278.416073:0:31563:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840278.416076:0:31563:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840278.416082:0:31563:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d4b800 x1875733133983744/t4294967642(4294967642) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 512/456 e 0 to 0 dl 1788840294 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840278.416089:0:31563:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840278.416092:0:31563:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840278.416095:0:31563:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840278.416099:0:31563:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d4b800 x1875733133983744/t4294967642(4294967642) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 512/456 e 0 to 0 dl 1788840294 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840278.416108:0:31563:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d4b800 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:31563:1875733133983744:192.168.202.131@tcp:36:rm.0 00000100:00000001:3.0:1788840278.416113:0:31563:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840278.416117:0:31563:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840278.416119:0:31563:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788840278.416122:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840278.416125:0:31563:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee86d4b800 x1875733133983744/t4294967642(4294967642) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 512/456 e 0 to 0 dl 1788840294 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840278.416132:0:31563:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788840278.416136:0:31563:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee851789c0. 00000100:00000001:3.0:1788840278.416139:0:31563:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788840278.416141:0:31563:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840278.416151:0:31563:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840278.416155:0:31563:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788840278.416161:0:31563:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:3.0:1788840278.416165:0:31563:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98e5a000. 00000080:00000002:3.0:1788840278.416172:0:31563:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1788840259 to 1788840278 00000100:00000001:3.0:1788840278.416179:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840278.416183:0:31563:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d4b800 x1875733133983744/t4294967642(4294967642) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 512/456 e 0 to 0 dl 1788840294 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840278.416190:0:31563:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840278.416193:0:31563:0:(namei.c:2371:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840278.416214:0:31563:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:3.0:1788840278.416218:0:31563:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:3.0:1788840278.416220:0:31563:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000404:0x27:0x0](ffff90ee90591988) 00800000:00000001:3.0:1788840278.416225:0:31563:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:3.0:1788840278.416227:0:31563:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x27:0x0] 00000002:00000001:3.0:1788840278.416233:0:31563:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:3.0:1788840278.416241:0:31563:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840278.416243:0:31563:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840278.416246:0:31563:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:3.0:1788840278.416249:0:31563:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:3.0:1788840278.416251:0:31563:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840278.416253:0:31563:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840278.416259:0:31563:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:3.0:1788840278.416261:0:31563:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:3.0:1788840278.416278:0:31563:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788840278.416284:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17e30 00000080:00002000:3.0:1788840278.416287:0:31563:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-1 (ffff90ee906866c0, parent ffff90ee9069b510, inode 0000000000000000) hashed, 00000080:00000001:3.0:1788840278.416291:0:31563:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788840278.416295:0:31563:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788840278.416297:0:31563:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1788840278.416377:0:31563:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788840278.416383:0:31563:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788840278.416385:0:31563:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788840278.416387:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17b20 00000080:00200000:3.0:1788840278.416390:0:31563:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:3.0:1788840278.416399:0:31563:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90eea059c400. 00800000:00000002:3.0:1788840278.416408:0:31563:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:3.0:1788840278.416413:0:31563:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788840278.416416:0:31563:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788840278.416418:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17a40 00800000:00000002:3.0:1788840278.416421:0:31563:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788840278.416425:0:31563:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788840278.416430:0:31563:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788840278.416436:0:31563:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788840278.416438:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17910 00000002:00010000:3.0:1788840278.416439:0:31563:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788840278.416443:0:31563:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788840278.416445:0:31563:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840278.416448:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788840278.416453:0:31563:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840278.416455:0:31563:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840278.416457:0:31563:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840278.416460:0:31563:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788840278.416463:0:31563:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788840278.416468:0:31563:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d4b100. 00000020:00000040:3.0:1788840278.416473:0:31563:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=8 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00010000:00000001:3.0:1788840278.416479:0:31563:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788840278.416496:0:31563:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840278.416503:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840278.416506:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840278.416507:0:31563:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840278.416511:0:31563:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840278.416514:0:31563:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840278.416519:0:31563:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840278.416527:0:31563:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee86eef000. 00000100:00000001:3.0:1788840278.416535:0:31563:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840278.416538:0:31563:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788840278.416540:0:31563:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840278.416758:0:31563:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788840278.416760:0:31563:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840278.416763:0:31563:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840278.416772:0:31563:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621952871543040 : -122120838008576 : ffff90ee86d4b100) 00010000:00000001:3.0:1788840278.416776:0:31563:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788840278.416779:0:31563:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788840278.416785:0:31563:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee85e55c00. 00010000:00000010:3.0:1788840278.416790:0:31563:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee86e2f800. 00010000:00000001:3.0:1788840278.416796:0:31563:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788840278.416800:0:31563:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee8523de00. 00000020:00000001:3.0:1788840278.416805:0:31563:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788840278.416809:0:31563:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee8523de00 with handle 0x3aa5f499c96f37dd to hash 00000020:00000001:3.0:1788840278.416811:0:31563:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788840278.416813:0:31563:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:3.0:1788840278.416817:0:31563:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:3.0:1788840278.416822:0:31563:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840278.416825:0:31563:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840278.416831:0:31563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f37dd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 31563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788840278.416841:0:31563:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f37dd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788840278.416853:0:31563:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f37dd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 31563 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788840278.416859:0:31563:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788840278.416861:0:31563:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788840278.416868:0:31563:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee851789c0. 00000100:00000001:3.0:1788840278.416870:0:31563:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952842369472 : -122120867182144 : ffff90ee851789c0) 00000100:00000001:3.0:1788840278.416872:0:31563:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840278.416873:0:31563:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871543040 : -122120838008576 : ffff90ee86d4b100) 00000100:00000001:3.0:1788840278.416878:0:31563:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840278.416884:0:31563:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840278.416886:0:31563:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788840278.416888:0:31563:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840278.416895:0:31563:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d4b100 x1875733133983872/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840278.416904:0:31563:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840278.416907:0:31563:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840278.416911:0:31563:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840278.416914:0:31563:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840278.416916:0:31563:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840278.416920:0:31563:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d4b100 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:31563:1875733133983872:192.168.202.131@tcp:101:rm.0 00000100:00000001:3.0:1788840278.416925:0:31563:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840278.416931:0:31563:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840278.416935:0:31563:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840278.416939:0:31563:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840278.416944:0:31563:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90ee98820800. 02000000:00000001:3.0:1788840278.416947:0:31563:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840278.416955:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840278.416959:0:31563:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4f738. 00000400:00000010:3.0:1788840278.416966:0:31563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011ed48. 00000100:00000200:3.0:1788840278.416975:0:31563:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875733133983872, portal 10 00000100:00000001:3.0:1788840278.416976:0:31563:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840278.416978:0:31563:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871543040 : -122120838008576 : ffff90ee86d4b100) 00000100:00000040:3.0:1788840278.416984:0:31563:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee86d4b100 x1875733133983872/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840294 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840278.416992:0:31563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840278.416995:0:31563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840278.416998:0:31563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e4c8. 00000100:00000200:3.0:1788840278.417001:0:31563:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875733133983872, offset 0 00000400:00000200:3.0:1788840278.417009:0:31563:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840278.417019:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.417027:0:31563:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840278.417034:0:31563:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840278.417039:0:31563:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840278.417044:0:31563:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840278.417047:0:31563:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840278.417051:0:31563:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2471:2471:256:4294967295] 192.168.202.131@tcp LPNI seq info [2471:2471:8:4294967295] 00000400:00000200:3.0:1788840278.417055:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.417066:0:31563:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840278.417073:0:31563:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840278.417080:0:31563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee983e5200. 00000800:00000200:3.0:1788840278.417088:0:31563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840278.417096:0:31563:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840278.417101:0:31563:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee983e5200 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1788840278.417127:0:31563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840278.417133:0:31563:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 802665 usecs (803 jiffies) 00000400:00000200:3.0:1788840278.417137:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840278.417140:0:31563:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296509038 00000100:00000001:3.0:1788840278.417144:0:31563:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296510376 00000100:00000001:3.0:1788840278.417147:0:31563:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296509038 00000100:00000001:3.0:1788840278.417150:0:31563:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296510376 00000100:00000001:3.0:1788840278.417153:0:31563:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840278.417156:0:31563:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840278.417158:0:31563:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840278.417161:0:31563:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788840278.417164:0:31563:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee851789c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788840278.417167:0:31563:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840278.417170:0:31563:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1788840278.417863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8d600. 00010000:00000010:3.1:1788840278.417876:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee85e55a00. 00010000:00000010:3.1:1788840278.417881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030c00. 00010000:00000010:3.1:1788840278.417885:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74000. 00010000:00000010:3.1:1788840278.417889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031600. 00000800:00000200:2.0:1788840278.418147:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840278.418153:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee983e5200. 00000400:00000200:2.0:1788840278.418162:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840278.418172:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840278.418179:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e4c8 00000400:00000010:2.0:1788840278.418182:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e4c8. 00000100:00000001:2.0:1788840278.418189:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840278.418195:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d4b100 x1875733133983872/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840294 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840278.418209:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840278.418212:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee86d4b100 x1875733133983872/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840294 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840278.418220:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840278.418222:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:3.1:1788840278.422713:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee905918c0. 00000080:00000010:3.1:1788840278.422738:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee86e75780. 00000800:00000001:2.0:1788840278.424011:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.424033:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840278.424038:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.424041:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840278.424052:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.424062:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840278.424073:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.424079:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.424085:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.424091:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 688 into portal 10 MB=0x6a9f827250080 00000400:00000200:2.0:1788840278.424096:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.424104:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 688/688 into md 0x6bf5 [1] + 224 00000800:00000001:2.0:1788840278.424113:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.424126:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840278.424130:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840278.424135:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840278.424145:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840278.424156:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d4b100 x1875733133983872/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840294 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840278.424167:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff90ee86d4b100 x1875733133983872/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840278.424188:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840278.424200:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.424204:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840278.424275:0:31563:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788840278.424286:0:31563:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840278.424288:0:31563:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840278.424293:0:31563:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4f738. 00000400:00000200:3.0:1788840278.424298:0:31563:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011ed48 00000400:00000010:3.0:1788840278.424336:0:31563:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011ed48. 00000100:00000001:3.0:1788840278.424341:0:31563:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840278.424346:0:31563:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d4b100 x1875733133983872/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788840278.424355:0:31563:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d4b100 x1875733133983872/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840278.424361:0:31563:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840278.424363:0:31563:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840278.424366:0:31563:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840278.424369:0:31563:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840278.424373:0:31563:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840278.424375:0:31563:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840278.424379:0:31563:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840278.424391:0:31563:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=128 v=5 (5 102 102 102) 00000100:00001000:3.0:1788840278.424396:0:31563:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840278.424399:0:31563:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840278.424401:0:31563:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840278.424404:0:31563:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840278.424409:0:31563:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840278.424413:0:31563:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840278.424415:0:31563:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967634 00000100:00000001:3.0:1788840278.424417:0:31563:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840278.424421:0:31563:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840278.424427:0:31563:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d4b100 x1875733133983872/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840278.424434:0:31563:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840278.424438:0:31563:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840278.424440:0:31563:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840278.424444:0:31563:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d4b100 x1875733133983872/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840294 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788840278.424456:0:31563:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d4b100 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:31563:1875733133983872:192.168.202.131@tcp:101:rm.0 00000100:00000001:3.0:1788840278.424461:0:31563:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840278.424464:0:31563:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840278.424467:0:31563:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788840278.424469:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840278.424473:0:31563:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d4b100 x1875733133983872/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840294 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840278.424479:0:31563:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788840278.424493:0:31563:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee851789c0. 00000100:00000001:3.0:1788840278.424498:0:31563:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788840278.424500:0:31563:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840278.424504:0:31563:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788840278.424508:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840278.424511:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840278.424516:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523de00 refcount=4 00000020:00000001:3.0:1788840278.424519:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:3.0:1788840278.424522:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000040:3.0:1788840278.424532:0:31563:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee8523de00, remote cookie: 0x8a436931312ba71e, flags: 0x1001 00010000:00010000:3.0:1788840278.424538:0:31563:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f37dd lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba71e expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788840278.424558:0:31563:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f37dd lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba71e expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840278.424566:0:31563:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788840278.424571:0:31563:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788840278.424574:0:31563:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788840278.424576:0:31563:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788840278.424577:0:31563:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788840278.424580:0:31563:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff90ee85e55c00) refcount = 1 00010000:00010000:3.0:1788840278.424584:0:31563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f37dd lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba71e expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840278.424591:0:31563:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788840278.424595:0:31563:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788840278.424597:0:31563:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840278.424600:0:31563:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788840278.424603:0:31563:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840278.424606:0:31563:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f37dd lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba71e expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840278.424612:0:31563:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788840278.424614:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840278.424615:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840278.424616:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840278.424617:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840278.424619:0:31563:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840278.424625:0:31563:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788840278.424627:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840278.424628:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840278.424629:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523de00 refcount=3 00000020:00000001:3.0:1788840278.424631:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:3.0:1788840278.424633:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:3.0:1788840278.424636:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840278.424637:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840278.424680:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523de00 refcount=4 00000020:00000001:3.0:1788840278.424683:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:3.0:1788840278.424685:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:3.0:1788840278.424688:0:31563:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840278.424691:0:31563:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840278.424695:0:31563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f37dd lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba71e expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840278.424702:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840278.424703:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840278.424705:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840278.424706:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840278.424707:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523de00 refcount=5 00000020:00000001:3.0:1788840278.424709:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:3.0:1788840278.424711:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:3.0:1788840278.424713:0:31563:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788840278.424717:0:31563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f37dd lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba71e expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840278.424723:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840278.424724:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788840278.424727:0:31563:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f37dd lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba71e expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840278.424733:0:31563:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788840278.424734:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840278.424735:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840278.424736:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840278.424737:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788840278.424743:0:31563:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90ee86d4b100 x1875733133983872/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840294 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788840278.424752:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840278.424753:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840278.424755:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523de00 refcount=3 00000020:00000001:3.0:1788840278.424756:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:3.0:1788840278.424758:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:3.0:1788840278.424760:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840278.424761:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788840278.424762:0:31563:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840278.424765:0:31563:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840278.424768:0:31563:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788840278.424771:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840278.424772:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840278.424774:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523de00 refcount=3 00000020:00000001:3.0:1788840278.424775:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:3.0:1788840278.424777:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00000002:00010000:3.0:1788840278.424781:0:31563:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f37dd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba71e expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840278.424787:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840278.424789:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840278.424791:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788840278.424793:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840278.424794:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840278.425127:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523de00 refcount=3 00000020:00000001:3.0:1788840278.425132:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:3.0:1788840278.425135:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000040:3.0:1788840278.425143:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55c00 count: 2 00010000:00000001:3.0:1788840278.425147:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788840278.425152:0:31563:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1788840278.425155:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840278.425156:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788840278.425158:0:31563:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788840278.425163:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17898 00000002:00002000:3.0:1788840278.425165:0:31563:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788840278.425169:0:31563:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840278.425175:0:31563:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840278.425179:0:31563:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788840278.425182:0:31563:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788840278.425186:0:31563:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788840278.425191:0:31563:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:3.0:1788840278.425195:0:31563:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90eea059c400. 00000080:00000001:3.0:1788840278.425202:0:31563:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788840278.425205:0:31563:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788840278.425213:0:31563:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1788840278.425219:0:31563:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1788840278.425426:0:31563:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff90eea05b2480. 00800000:00000001:2.0:1788840278.425430:0:31563:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446621953299784832 : -122120409766784 : ffff90eea05b2480) 00800000:00000001:2.0:1788840278.425433:0:31563:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840278.425436:0:31563:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788840278.425440:0:31563:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788840278.425442:0:31563:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1788840278.425445:0:31563:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788840278.425450:0:31563:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788840278.425451:0:31563:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840278.425457:0:31563:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788840278.425460:0:31563:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1788840278.425468:0:31563:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:2.0:1788840278.425471:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840278.425473:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840278.425474:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523de00 refcount=3 00000020:00000001:2.0:1788840278.425477:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:2.0:1788840278.425479:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:2.0:1788840278.425491:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840278.425493:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788840278.425495:0:31563:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788840278.425498:0:31563:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1788840278.425500:0:31563:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90eea05b2480 1 00800000:00000010:2.0:1788840278.425503:0:31563:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff90eea05b2480. 00800000:00000001:2.0:1788840278.425506:0:31563:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840278.425510:0:31563:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f37dd 00800000:00000001:2.0:1788840278.425514:0:31563:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788840278.425516:0:31563:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788840278.425518:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840278.425519:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840278.425520:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523de00 refcount=3 00000020:00000001:2.0:1788840278.425522:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:2.0:1788840278.425525:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:2.0:1788840278.425528:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840278.425529:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840278.425531:0:31563:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840278.425533:0:31563:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840278.425535:0:31563:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840278.425538:0:31563:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:2.0:1788840278.425687:0:31563:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f37dd from it ffffa16200d17b58 00010000:00000001:2.0:1788840278.425690:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840278.425692:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840278.425693:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523de00 refcount=3 00000020:00000001:2.0:1788840278.425696:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:2.0:1788840278.425698:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:2.0:1788840278.425701:0:31563:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788840278.425705:0:31563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f37dd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba71e expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840278.425713:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840278.425714:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840278.425715:0:31563:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788840278.425719:0:31563:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788840278.425721:0:31563:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f37dd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba71e expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788840278.425729:0:31563:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788840278.425732:0:31563:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788840278.425735:0:31563:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840278.425740:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840278.425742:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840278.425744:0:31563:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840278.425747:0:31563:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788840278.425749:0:31563:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840278.425752:0:31563:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840278.425755:0:31563:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840278.425757:0:31563:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788840278.425758:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840278.425760:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788840278.425763:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840278.425772:0:31563:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d4b100 x1875733133983872/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840294 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840278.425779:0:31563:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840278.425783:0:31563:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840278.425787:0:31563:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90ee98820800. 02000000:00000001:2.0:1788840278.425793:0:31563:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840278.425937:0:31563:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840278.425940:0:31563:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:2.0:1788840278.425943:0:31563:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840278.425947:0:31563:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee86eef000. 02000000:00000001:2.0:1788840278.425953:0:31563:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840278.425955:0:31563:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840278.425958:0:31563:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d4b100. 00000100:00000001:2.0:1788840278.425963:0:31563:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840278.425964:0:31563:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788840278.425969:0:31563:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788840278.425977:0:31563:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840278.425986:0:31563:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788840278.425989:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17b48 00000080:00002000:2.0:1788840278.425991:0:31563:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-2(ffff90ee90703e58) flags 0x20000e refc 1 00000080:00000001:2.0:1788840278.425995:0:31563:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840278.425997:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17b90 00000080:00200000:2.0:1788840278.425998:0:31563:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-2, flags=8 00000080:00000001:2.0:1788840278.426005:0:31563:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788840278.426007:0:31563:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840278.426022:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17d08 00000080:00200008:2.0:1788840278.426024:0:31563:0:(file.c:6296:ll_getattr_dentry()) START file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff90ee9058aa08), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788840278.426034:0:31563:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:2.0:1788840278.426040:0:31563:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840278.426043:0:31563:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788840278.426045:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17c80 00000080:00200000:2.0:1788840278.426047:0:31563:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x28:0x0](ffff90ee9058aa08),name=d21h.recovery-small-2 00000080:00000010:2.0:1788840278.426056:0:31563:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98e5a000. 00800000:00000002:2.0:1788840278.426062:0:31563:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:2.0:1788840278.426070:0:31563:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788840278.426073:0:31563:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788840278.426075:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17ba0 00800000:00000002:2.0:1788840278.426078:0:31563:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x28:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788840278.426081:0:31563:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788840278.426088:0:31563:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x28:0x0], name='' -> mds #0 00000002:00000001:2.0:1788840278.426093:0:31563:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788840278.426094:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17a70 00000002:00010000:2.0:1788840278.426096:0:31563:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x28:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788840278.426099:0:31563:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788840278.426102:0:31563:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840278.426104:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840278.426110:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4a00 count: 2 00010000:00000001:2.0:1788840278.426114:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840278.426118:0:31563:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840278.426121:0:31563:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788840278.426124:0:31563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85600/0x3aa5f499c96f37b3 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba67d expref: -99 pid: 31562 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788840278.426131:0:31563:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788840278.426136:0:31563:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840278.426139:0:31563:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85600/0x3aa5f499c96f37b3 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba67d expref: -99 pid: 31562 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788840278.426145:0:31563:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788840278.426147:0:31563:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788840278.426150:0:31563:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788840278.426152:0:31563:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788840278.426153:0:31563:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788840278.426155:0:31563:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788840278.426158:0:31563:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788840278.426160:0:31563:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:2.0:1788840278.426162:0:31563:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98e5a000. 00000080:00000001:2.0:1788840278.426166:0:31563:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788840278.426167:0:31563:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840278.426169:0:31563:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x28:0x0](ffff90ee9058aa08) 00000080:00010000:2.0:1788840278.426172:0:31563:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x28:0x0](ffff90ee9058aa08) for lock 0x3aa5f499c96f37b3 00800000:00000001:2.0:1788840278.426175:0:31563:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788840278.426178:0:31563:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788840278.426179:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840278.426181:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840278.426182:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85600 refcount=3 00000020:00000001:2.0:1788840278.426184:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872830464 : -122120836721152 : ffff90ee86e85600) 00010000:00000001:2.0:1788840278.426186:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872830464 : -122120836721152 : ffff90ee86e85600) 00010000:00000001:2.0:1788840278.426189:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840278.426191:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840278.426192:0:31563:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840278.426195:0:31563:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840278.426197:0:31563:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f37b3 from it ffffa16200d17cb8 00010000:00000001:2.0:1788840278.426199:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840278.426200:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840278.426202:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85600 refcount=3 00000020:00000001:2.0:1788840278.426203:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872830464 : -122120836721152 : ffff90ee86e85600) 00010000:00000001:2.0:1788840278.426205:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872830464 : -122120836721152 : ffff90ee86e85600) 00010000:00000001:2.0:1788840278.426207:0:31563:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788840278.426210:0:31563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85600/0x3aa5f499c96f37b3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba67d expref: -99 pid: 31562 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788840278.426217:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840278.426218:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840278.426219:0:31563:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788840278.426221:0:31563:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788840278.426223:0:31563:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85600/0x3aa5f499c96f37b3 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba67d expref: -99 pid: 31562 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788840278.426229:0:31563:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788840278.426232:0:31563:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788840278.426233:0:31563:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840278.426235:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840278.426237:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840278.426238:0:31563:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840278.426240:0:31563:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788840278.426241:0:31563:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840278.426243:0:31563:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840278.426245:0:31563:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840278.426247:0:31563:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788840278.426248:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840278.426250:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788840278.426252:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788840278.426253:0:31563:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788840278.426256:0:31563:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840278.426261:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17d08 00000080:00000008:2.0:1788840278.426264:0:31563:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff90ee9058aa08), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788840278.426398:0:31563:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788840278.426402:0:31563:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788840278.426403:0:31563:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788840278.426405:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17bc0 00000080:00200000:2.0:1788840278.426407:0:31563:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:2.0:1788840278.426412:0:31563:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98e5a000. 00800000:00000002:2.0:1788840278.426415:0:31563:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:2.0:1788840278.426417:0:31563:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788840278.426419:0:31563:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788840278.426421:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17ae0 00800000:00000002:2.0:1788840278.426423:0:31563:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788840278.426425:0:31563:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788840278.426428:0:31563:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788840278.426430:0:31563:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788840278.426432:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d179b0 00000002:00010000:2.0:1788840278.426433:0:31563:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788840278.426436:0:31563:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788840278.426437:0:31563:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840278.426438:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840278.426442:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55c00 count: 2 00010000:00000001:2.0:1788840278.426444:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840278.426446:0:31563:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840278.426449:0:31563:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788840278.426452:0:31563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f37dd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba71e expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788840278.426459:0:31563:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788840278.426461:0:31563:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840278.426464:0:31563:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f37dd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba71e expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788840278.426470:0:31563:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788840278.426472:0:31563:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788840278.426474:0:31563:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788840278.426476:0:31563:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788840278.426477:0:31563:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788840278.426479:0:31563:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788840278.426482:0:31563:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788840278.426970:0:31563:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:2.0:1788840278.426973:0:31563:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98e5a000. 00000080:00000001:2.0:1788840278.426976:0:31563:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788840278.426977:0:31563:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840278.426980:0:31563:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:2.0:1788840278.426983:0:31563:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f37dd 00800000:00000001:2.0:1788840278.426986:0:31563:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788840278.426988:0:31563:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788840278.426990:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840278.426992:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840278.426994:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523de00 refcount=3 00000020:00000001:2.0:1788840278.426996:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:2.0:1788840278.426999:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:2.0:1788840278.427002:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840278.427003:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840278.427005:0:31563:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840278.427006:0:31563:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840278.427008:0:31563:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f37dd from it ffffa16200d17bf8 00010000:00000001:2.0:1788840278.427011:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840278.427012:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840278.427013:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523de00 refcount=3 00000020:00000001:2.0:1788840278.427015:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:2.0:1788840278.427016:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:2.0:1788840278.427019:0:31563:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788840278.427022:0:31563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f37dd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba71e expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788840278.427029:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840278.427030:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840278.427032:0:31563:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788840278.427033:0:31563:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788840278.427035:0:31563:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f37dd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba71e expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788840278.427042:0:31563:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788840278.427044:0:31563:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788840278.427045:0:31563:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840278.427048:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840278.427049:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840278.427050:0:31563:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840278.427052:0:31563:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788840278.427054:0:31563:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840278.427056:0:31563:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840278.427058:0:31563:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840278.427060:0:31563:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788840278.427061:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840278.427062:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788840278.427064:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788840278.427065:0:31563:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788840278.427068:0:31563:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788840278.427072:0:31563:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840278.427076:0:31563:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:2.0:1788840278.427079:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17bc0 00000080:00002000:2.0:1788840278.427081:0:31563:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-2(ffff90ee90703e58) flags 0x20000e refc 1 00000080:00000001:2.0:1788840278.427083:0:31563:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840278.427085:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17c08 00000080:00200000:2.0:1788840278.427086:0:31563:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-2, flags=266 00000080:00000001:2.0:1788840278.427090:0:31563:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:2.0:1788840278.427092:0:31563:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840278.427097:0:31563:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788840278.427099:0:31563:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x28:0x0](ffff90ee9058aa08), inode mode 41ed mask 44 00000080:00000001:2.0:1788840278.427101:0:31563:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840278.427108:0:31563:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:2.0:1788840278.427111:0:31563:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788840278.427113:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17b78 00000080:00200008:2.0:1788840278.427116:0:31563:0:(file.c:1090:ll_file_open()) START file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff90ee9058aa08), flags 704400 00000080:00000010:2.0:1788840278.427122:0:31563:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90ee82ffd040. 00000080:00000001:2.0:1788840278.427130:0:31563:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:2.0:1788840278.427133:0:31563:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98e5a000. 00800000:00000002:2.0:1788840278.427136:0:31563:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:2.0:1788840278.427139:0:31563:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788840278.427141:0:31563:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788840278.427143:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17a28 00800000:00000002:2.0:1788840278.427144:0:31563:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x28:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788840278.427148:0:31563:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:2.0:1788840278.427150:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d179a8 00800000:00000002:2.0:1788840278.427152:0:31563:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x28:0x0], name='' -> mds #0 layout version 1 00000002:00000001:2.0:1788840278.427155:0:31563:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788840278.427156:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d178e0 00000002:00010000:2.0:1788840278.427158:0:31563:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x28:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0100240704401 00000002:00000001:2.0:1788840278.427162:0:31563:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788840278.427165:0:31563:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1788840278.427168:0:31563:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788840278.427172:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4a00 count: 2 00010000:00000001:2.0:1788840278.427175:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840278.427177:0:31563:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788840278.427181:0:31563:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840278.427182:0:31563:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840278.427184:0:31563:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840278.427185:0:31563:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788840278.427187:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55c00 count: 2 00010000:00000001:2.0:1788840278.427189:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840278.427191:0:31563:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788840278.427192:0:31563:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840278.427193:0:31563:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840278.427194:0:31563:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788840278.427199:0:31563:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125dc00. 00000020:00000040:2.0:1788840278.427204:0:31563:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=8 obd=lustre-MDT0000-mdc-ffff90ee90f70800 02000000:00000001:2.0:1788840278.427211:0:31563:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788840278.427213:0:31563:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840278.427216:0:31563:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788840278.427221:0:31563:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840278.427224:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840278.427225:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840278.427226:0:31563:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840278.427229:0:31563:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840278.427231:0:31563:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840278.427234:0:31563:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840278.427243:0:31563:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee85dd4400. 00000100:00000001:2.0:1788840278.427251:0:31563:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840278.427256:0:31563:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840278.427258:0:31563:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840278.427259:0:31563:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840278.427260:0:31563:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840278.427262:0:31563:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840278.427269:0:31563:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446621953044634624 : -122120664916992 : ffff90ee9125dc00) 00010000:00000001:2.0:1788840278.427272:0:31563:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788840278.427274:0:31563:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788840278.427276:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55c00 count: 2 00010000:00000001:2.0:1788840278.427278:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840278.427280:0:31563:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788840278.427284:0:31563:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee87d8ce00. 00000020:00000001:2.0:1788840278.427287:0:31563:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788840278.427289:0:31563:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee87d8ce00 with handle 0x3aa5f499c96f37e4 to hash 00000020:00000001:2.0:1788840278.427292:0:31563:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788840278.427293:0:31563:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952888589824 : -122120820961792 : ffff90ee87d8ce00) 00010000:00000001:2.0:1788840278.427297:0:31563:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952888589824 : -122120820961792 : ffff90ee87d8ce00) 00010000:00000001:2.0:1788840278.427313:0:31563:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840278.427314:0:31563:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840278.427317:0:31563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8ce00/0x3aa5f499c96f37e4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840278.427324:0:31563:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8ce00/0x3aa5f499c96f37e4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31563 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1788840278.427463:0:31563:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1788840278.427475:0:31563:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee9125dc00 x1875733133984128/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1788840278.427614:0:31563:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8ce00/0x3aa5f499c96f37e4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31563 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788840278.427622:0:31563:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788840278.427624:0:31563:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788840278.427632:0:31563:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee85db4840. 00000100:00000001:2.0:1788840278.427634:0:31563:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952855197760 : -122120854353856 : ffff90ee85db4840) 00000100:00000001:2.0:1788840278.427637:0:31563:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840278.427743:0:31563:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044634624 : -122120664916992 : ffff90ee9125dc00) 00000100:00000001:2.0:1788840278.427750:0:31563:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840278.427756:0:31563:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840278.427758:0:31563:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788840278.427760:0:31563:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840278.427766:0:31563:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125dc00 x1875733133984128/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840278.427775:0:31563:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840278.427778:0:31563:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840278.427782:0:31563:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840278.427786:0:31563:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840278.427789:0:31563:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840278.427792:0:31563:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125dc00 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:31563:1875733133984128:192.168.202.131@tcp:101:rm.0 00000100:00000001:2.0:1788840278.427806:0:31563:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840278.427814:0:31563:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840278.427816:0:31563:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840278.427820:0:31563:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840278.427964:0:31563:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff90ee87200000. 02000000:00000001:2.0:1788840278.427967:0:31563:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840278.427977:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840278.427983:0:31563:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4ecb8. 00000400:00000010:2.0:1788840278.427992:0:31563:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff90ee86e68000. 00000100:00000200:2.0:1788840278.428002:0:31563:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875733133984128, portal 10 00000100:00000001:2.0:1788840278.428004:0:31563:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840278.428006:0:31563:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044634624 : -122120664916992 : ffff90ee9125dc00) 00000100:00000040:2.0:1788840278.428013:0:31563:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee9125dc00 x1875733133984128/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840294 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840278.428021:0:31563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840278.428024:0:31563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840278.428028:0:31563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234dd0. 00000100:00000200:2.0:1788840278.428031:0:31563:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875733133984128, offset 0 00000400:00000200:2.0:1788840278.428039:0:31563:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840278.428049:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.428058:0:31563:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840278.428064:0:31563:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840278.428070:0:31563:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840278.428074:0:31563:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840278.428078:0:31563:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840278.428082:0:31563:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2472:2472:256:4294967295] 192.168.202.131@tcp LPNI seq info [2472:2472:8:4294967295] 00000400:00000200:2.0:1788840278.428116:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.428127:0:31563:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840278.428134:0:31563:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840278.428140:0:31563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989e00. 00000800:00000200:2.0:1788840278.428149:0:31563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840278.428157:0:31563:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840278.428163:0:31563:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989e00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1788840278.428183:0:31563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840278.428189:0:31563:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 801606 usecs (802 jiffies) 00000400:00000200:2.0:1788840278.428193:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840278.428196:0:31563:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296509048 00000100:00000001:2.0:1788840278.428199:0:31563:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296510376 00000100:00000001:2.0:1788840278.428203:0:31563:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296509048 00000100:00000001:2.0:1788840278.428205:0:31563:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296510376 00000100:00000001:2.0:1788840278.428207:0:31563:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840278.428211:0:31563:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840278.428213:0:31563:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840278.428215:0:31563:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788840278.428218:0:31563:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee85db4840 going to sleep for 11 seconds 00000100:00000001:2.0:1788840278.428221:0:31563:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840278.428225:0:31563:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840278.429016:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840278.429025:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989e00. 00000400:00000200:3.0:1788840278.429033:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840278.429041:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840278.429050:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234dd0 00000400:00000010:3.0:1788840278.429052:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234dd0. 00000100:00000001:3.0:1788840278.429058:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840278.429063:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125dc00 x1875733133984128/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840294 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840278.429075:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840278.429080:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee9125dc00 x1875733133984128/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840294 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840278.429086:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840278.429088:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840278.433594:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.433619:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840278.433625:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.433627:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840278.433695:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.433705:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840278.433718:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.433724:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.433731:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.433737:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 608 into portal 10 MB=0x6a9f827250180 00000400:00000200:2.0:1788840278.433742:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.433750:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 608/608 into md 0x6c05 [64] + 224 00000800:00000001:2.0:1788840278.433758:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.433767:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840278.433771:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840278.433776:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840278.433786:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840278.433807:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125dc00 x1875733133984128/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840294 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840278.433820:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff90ee9125dc00 x1875733133984128/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840278.433839:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840278.433852:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.433855:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840278.434055:0:31563:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840278.434066:0:31563:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840278.434069:0:31563:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840278.434073:0:31563:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4ecb8. 00000400:00000200:0.0:1788840278.434081:0:31563:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee86e68000 00000400:00000010:0.0:1788840278.434084:0:31563:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff90ee86e68000. 00000100:00000001:0.0:1788840278.434088:0:31563:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840278.434092:0:31563:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125dc00 x1875733133984128/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788840278.434102:0:31563:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125dc00 x1875733133984128/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.434108:0:31563:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840278.434111:0:31563:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840278.434114:0:31563:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840278.434118:0:31563:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840278.434121:0:31563:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840278.434124:0:31563:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840278.434128:0:31563:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840278.434140:0:31563:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=128 v=5 (5 102 102 102) 00000100:00001000:0.0:1788840278.434145:0:31563:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840278.434149:0:31563:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1788840278.434153:0:31563:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff90ee9125dc00 x1875733133984128/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.434159:0:31563:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788840278.434163:0:31563:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788840278.434165:0:31563:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788840278.434167:0:31563:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788840278.434169:0:31563:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840278.434171:0:31563:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044634624 : -122120664916992 : ffff90ee9125dc00) 00000100:00000001:0.0:1788840278.434175:0:31563:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840278.434177:0:31563:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967634 00000100:00000001:0.0:1788840278.434179:0:31563:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840278.434182:0:31563:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1788840278.434188:0:31563:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125dc00 x1875733133984128/t4294967643(4294967643) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840294 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.434203:0:31563:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1788840278.434207:0:31563:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840278.434209:0:31563:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840278.434213:0:31563:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125dc00 x1875733133984128/t4294967643(4294967643) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840294 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788840278.434222:0:31563:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125dc00 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:31563:1875733133984128:192.168.202.131@tcp:101:rm.0 00000100:00000001:0.0:1788840278.434227:0:31563:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840278.434231:0:31563:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788840278.434234:0:31563:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788840278.434236:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840278.434241:0:31563:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee9125dc00 x1875733133984128/t4294967643(4294967643) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840294 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.434248:0:31563:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840278.434251:0:31563:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee85db4840. 00000100:00000001:0.0:1788840278.434254:0:31563:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788840278.434256:0:31563:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1788840278.434260:0:31563:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788840278.434267:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840278.434270:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840278.434274:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8ce00 refcount=4 00000020:00000001:0.0:1788840278.434277:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888589824 : -122120820961792 : ffff90ee87d8ce00) 00010000:00000001:0.0:1788840278.434281:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888589824 : -122120820961792 : ffff90ee87d8ce00) 00010000:00010000:0.0:1788840278.434287:0:31563:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8ce00/0x3aa5f499c96f37e4 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840278.434312:0:31563:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1788840278.434318:0:31563:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8ce00/0x3aa5f499c96f37e4 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840278.434324:0:31563:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840278.434338:0:31563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8ce00/0x3aa5f499c96f37e4 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840278.434345:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.434347:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788840278.434350:0:31563:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8ce00/0x3aa5f499c96f37e4 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 31563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840278.434357:0:31563:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840278.434361:0:31563:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.434364:0:31563:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788840278.434367:0:31563:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8ce00/0x3aa5f499c96f37e4 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 31563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840278.434374:0:31563:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90ee87d8ce00 already unused, calling callback (ffffffffc1b72460) 00000080:00000001:0.0:1788840278.434379:0:31563:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788840278.434383:0:31563:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8ce00/0x3aa5f499c96f37e4 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 31563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840278.434390:0:31563:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788840278.434393:0:31563:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788840278.434396:0:31563:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8ce00/0x3aa5f499c96f37e4 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 31563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840278.434401:0:31563:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788840278.434404:0:31563:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788840278.434405:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840278.434406:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840278.434409:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8ce00 refcount=5 00000020:00000001:0.0:1788840278.434411:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888589824 : -122120820961792 : ffff90ee87d8ce00) 00010000:00000001:0.0:1788840278.434413:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888589824 : -122120820961792 : ffff90ee87d8ce00) 00010000:00000001:0.0:1788840278.434417:0:31563:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788840278.434420:0:31563:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8ce00/0x3aa5f499c96f37e4 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 31563 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788840278.434431:0:31563:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788840278.434432:0:31563:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840278.434435:0:31563:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788840278.434437:0:31563:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788840278.434441:0:31563:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788840278.434443:0:31563:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788840278.434445:0:31563:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840278.434446:0:31563:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788840278.434449:0:31563:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee87d8ce00 with handle 0x3aa5f499c96f37e4 from hash 00010000:00000001:0.0:1788840278.434451:0:31563:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788840278.434453:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.434454:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840278.434455:0:31563:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788840278.434457:0:31563:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788840278.434459:0:31563:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788840278.434462:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.434463:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840278.434464:0:31563:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.434466:0:31563:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840278.434469:0:31563:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8ce00/0x3aa5f499c96f37e4 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840278.434474:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.434475:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840278.434477:0:31563:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788840278.434478:0:31563:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840278.434480:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.434481:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840278.434481:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788840278.434484:0:31563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8ce00/0x3aa5f499c96f37e4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 31563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840278.434508:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840278.434510:0:31563:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1788840278.434515:0:31563:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1788840278.434522:0:31563:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff90ee9125dc00 x1875733133984128/t4294967643(4294967643) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840294 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788840278.434532:0:31563:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1788840278.434537:0:31563:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90ee9125dc00 x1875733133984128/t4294967643(4294967643) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840294 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788840278.434544:0:31563:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.434547:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788840278.434548:0:31563:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840278.434551:0:31563:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840278.434553:0:31563:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840278.434556:0:31563:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1788840278.434559:0:31563:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840278.434561:0:31563:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044634624 : -122120664916992 : ffff90ee9125dc00) 00010000:00000001:0.0:1788840278.434563:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788840278.434564:0:31563:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840278.434567:0:31563:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788840278.434570:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17868 00000002:00002000:0.0:1788840278.434573:0:31563:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:0.0:1788840278.434576:0:31563:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840278.434580:0:31563:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840278.434584:0:31563:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788840278.434587:0:31563:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788840278.434590:0:31563:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788840278.434596:0:31563:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840278.434600:0:31563:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98e5a000. 00000080:00000001:0.0:1788840278.434606:0:31563:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788840278.434613:0:31563:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788840278.434617:0:31563:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788840278.434620:0:31563:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788840278.434622:0:31563:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x28:0x0] 00000080:00000001:0.0:1788840278.434625:0:31563:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.434630:0:31563:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:0.0:1788840278.434634:0:31563:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1788840278.434947:0:31563:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x28:0x0], updating i_size 16384 00000080:00000001:0.0:1788840278.434952:0:31563:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788840278.434955:0:31563:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788840278.434957:0:31563:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.434961:0:31563:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788840278.434963:0:31563:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.434966:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840278.434971:0:31563:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee9125dc00 x1875733133984128/t4294967643(4294967643) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840294 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.434977:0:31563:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.434982:0:31563:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788840278.434992:0:31563:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff90ee90b50900. 00000080:00000001:0.0:1788840278.434995:0:31563:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1788840278.435000:0:31563:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1788840278.435003:0:31563:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1788840278.435007:0:31563:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff90ee83169340. 00000002:00100000:0.0:1788840278.435011:0:31563:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90ee9125dc00 x1875733133984128/t4294967643(4294967643) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840294 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788840278.435018:0:31563:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840278.435019:0:31563:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788840278.435024:0:31563:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1788840278.435027:0:31563:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.435031:0:31563:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1788840278.435033:0:31563:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.435035:0:31563:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840278.435040:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840278.435043:0:31563:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125dc00 x1875733133984128/t4294967643(4294967643) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840294 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1788840278.435049:0:31563:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840278.435053:0:31563:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff90ee87200000. 02000000:00000001:0.0:1788840278.435096:0:31563:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788840278.435097:0:31563:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840278.435101:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17b78 00000080:00000008:0.0:1788840278.435103:0:31563:0:(file.c:1329:ll_file_open()) COMPLETED file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff90ee9058aa08), flags 704400, rc = 0 00000080:00000001:0.0:1788840278.435107:0:31563:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840278.435135:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17d28 00000080:00200008:0.0:1788840278.435137:0:31563:0:(file.c:6296:ll_getattr_dentry()) START file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff90ee9058aa08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788840278.435146:0:31563:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1788840278.435151:0:31563:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.435154:0:31563:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788840278.435155:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17ca0 00000080:00200000:0.0:1788840278.435157:0:31563:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x28:0x0](ffff90ee9058aa08),name=d21h.recovery-small-2 00000080:00000010:0.0:1788840278.435164:0:31563:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85cd2400. 00800000:00000002:0.0:1788840278.435172:0:31563:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840278.435179:0:31563:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840278.435182:0:31563:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840278.435184:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17bc0 00800000:00000002:0.0:1788840278.435186:0:31563:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x28:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840278.435190:0:31563:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788840278.435195:0:31563:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x28:0x0], name='' -> mds #0 00000002:00000001:0.0:1788840278.435199:0:31563:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840278.435201:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17a90 00000002:00010000:0.0:1788840278.435202:0:31563:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x28:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788840278.435206:0:31563:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788840278.435208:0:31563:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840278.435211:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840278.435219:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4a00 count: 2 00010000:00000001:0.0:1788840278.435222:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840278.435227:0:31563:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840278.435230:0:31563:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788840278.435234:0:31563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85600/0x3aa5f499c96f37b3 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba67d expref: -99 pid: 31562 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788840278.435244:0:31563:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840278.435249:0:31563:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840278.435252:0:31563:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85600/0x3aa5f499c96f37b3 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba67d expref: -99 pid: 31562 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1788840278.435259:0:31563:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788840278.435261:0:31563:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840278.435263:0:31563:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840278.435266:0:31563:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840278.435268:0:31563:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840278.435270:0:31563:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788840278.435273:0:31563:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788840278.435275:0:31563:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840278.435277:0:31563:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85cd2400. 00000080:00000001:0.0:1788840278.435281:0:31563:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788840278.435282:0:31563:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840278.435285:0:31563:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x28:0x0](ffff90ee9058aa08) 00000080:00010000:0.0:1788840278.435289:0:31563:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x28:0x0](ffff90ee9058aa08) for lock 0x3aa5f499c96f37b3 00800000:00000001:0.0:1788840278.435293:0:31563:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840278.435295:0:31563:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840278.435296:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840278.435311:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840278.435314:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85600 refcount=3 00000020:00000001:0.0:1788840278.435316:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872830464 : -122120836721152 : ffff90ee86e85600) 00010000:00000001:0.0:1788840278.435319:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872830464 : -122120836721152 : ffff90ee86e85600) 00010000:00000001:0.0:1788840278.435322:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.435324:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840278.435325:0:31563:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840278.435327:0:31563:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840278.435330:0:31563:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f37b3 from it ffffa16200d17cd8 00010000:00000001:0.0:1788840278.435332:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840278.435333:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840278.435334:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85600 refcount=3 00000020:00000001:0.0:1788840278.435336:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872830464 : -122120836721152 : ffff90ee86e85600) 00010000:00000001:0.0:1788840278.435339:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872830464 : -122120836721152 : ffff90ee86e85600) 00010000:00000001:0.0:1788840278.435341:0:31563:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840278.435344:0:31563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85600/0x3aa5f499c96f37b3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba67d expref: -99 pid: 31562 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788840278.435351:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.435353:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840278.435354:0:31563:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840278.435357:0:31563:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840278.435360:0:31563:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85600/0x3aa5f499c96f37b3 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba67d expref: -99 pid: 31562 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788840278.435368:0:31563:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840278.435371:0:31563:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840278.435374:0:31563:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840278.435380:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.435381:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840278.435383:0:31563:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.435386:0:31563:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840278.435388:0:31563:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.435390:0:31563:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.435393:0:31563:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.435396:0:31563:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840278.435397:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.435398:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788840278.435400:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788840278.435401:0:31563:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788840278.435405:0:31563:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840278.435410:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17d28 00000080:00000008:0.0:1788840278.435412:0:31563:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff90ee9058aa08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788840278.435442:0:31563:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:0.0:1788840278.435445:0:31563:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x28:0x0](ffff90ee9058aa08) pos/size0/16384 32bit_api 0 00000080:00000010:0.0:1788840278.435450:0:31563:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85cd2400. 00000080:00000001:0.0:1788840278.435455:0:31563:0:(dir.c:194:ll_dir_read()) Process entered 00800000:00000001:0.0:1788840278.435461:0:31563:0:(lmv_obd.c:3441:lmv_read_page()) Process entered 00000002:00000001:0.0:1788840278.435465:0:31563:0:(mdc_request.c:1493:mdc_read_page()) Process entered 00000002:00000001:0.0:1788840278.435467:0:31563:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840278.435468:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17ab8 00000002:00010000:0.0:1788840278.435470:0:31563:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x28:0x0]) in obj [0x200000404:0x28:0x0], intent: readdir flags 0 00000002:00000001:0.0:1788840278.435473:0:31563:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788840278.435474:0:31563:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840278.435475:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840278.435478:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4a00 count: 2 00010000:00000001:0.0:1788840278.435481:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840278.435920:0:31563:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840278.435922:0:31563:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788840278.435926:0:31563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85600/0x3aa5f499c96f37b3 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba67d expref: -99 pid: 31562 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1788840278.435934:0:31563:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840278.435938:0:31563:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840278.435941:0:31563:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85600/0x3aa5f499c96f37b3 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba67d expref: -99 pid: 31562 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1788840278.435947:0:31563:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788840278.435949:0:31563:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840278.435951:0:31563:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840278.435953:0:31563:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840278.435954:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840278.435956:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840278.435958:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85600 refcount=3 00000020:00000001:0.0:1788840278.435960:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872830464 : -122120836721152 : ffff90ee86e85600) 00010000:00000001:0.0:1788840278.435962:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872830464 : -122120836721152 : ffff90ee86e85600) 00010000:00000001:0.0:1788840278.435965:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.435966:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840278.435967:0:31563:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840278.436028:0:31563:0:(mdc_request.c:1391:do_mdc_read_folio_remote()) Process entered 00000002:00000010:0.0:1788840278.436035:0:31563:0:(mdc_request.c:1398:do_mdc_read_folio_remote()) kmalloced '(folio_pool)': 2048 at ffff90ee98ed3800. 00000002:00000001:1.0:1788840278.446086:0:31563:0:(mdc_request.c:1036:mdc_getpage()) Process entered 00000100:00000010:1.0:1788840278.446111:0:31563:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87faed80. 00000020:00000040:1.0:1788840278.446122:0:31563:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=9 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:1.0:1788840278.446128:0:31563:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840278.446132:0:31563:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840278.446139:0:31563:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840278.446151:0:31563:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee86fb1200. 00000100:00000001:1.0:1788840278.446159:0:31563:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840278.446164:0:31563:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1788840278.446169:0:31563:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff90ee85c5e800. 00000100:00000010:1.0:1788840278.446174:0:31563:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 4096 at ffff90ee86f62000. 00000020:00000040:1.0:1788840278.446177:0:31563:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=10 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:1.0:1788840278.446223:0:31563:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788840278.446225:0:31563:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788840278.446233:0:31563:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee86f3d540. 00000100:00000001:1.0:1788840278.446236:0:31563:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952873583936 : -122120835967680 : ffff90ee86f3d540) 00000100:00000001:1.0:1788840278.446239:0:31563:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840278.446241:0:31563:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890826112 : -122120818725504 : ffff90ee87faed80) 00000100:00000001:1.0:1788840278.446246:0:31563:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840278.446253:0:31563:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840278.446255:0:31563:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788840278.446257:0:31563:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840278.446273:0:31563:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87faed80 x1875733133984256/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840278.446284:0:31563:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840278.446287:0:31563:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840278.446293:0:31563:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840278.446297:0:31563:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840278.446309:0:31563:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840278.446314:0:31563:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87faed80 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:31563:1875733133984256:192.168.202.131@tcp:37:rm.0 00000100:00000001:1.0:1788840278.446318:0:31563:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840278.446395:0:31563:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840278.446400:0:31563:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840278.446402:0:31563:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:1.0:1788840278.446414:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840278.446420:0:31563:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe5d8. 00000400:00000010:1.0:1788840278.446434:0:31563:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 4216 at ffff90ee86f9c000. 00000100:00000200:1.0:1788840278.446444:0:31563:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 256 pages 1048576 bytes, mbits x0x6a9f827250200-0x6a9f827250200, portal 14 00000100:00000001:1.0:1788840278.446449:0:31563:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840278.446452:0:31563:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840278.446457:0:31563:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee85c5f000. 02000000:00000001:1.0:1788840278.446459:0:31563:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840278.446463:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840278.446466:0:31563:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe948. 00000400:00000010:1.0:1788840278.446471:0:31563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539908. 00000100:00000200:1.0:1788840278.446475:0:31563:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133984256, portal 10 00000100:00000001:1.0:1788840278.446477:0:31563:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840278.446478:0:31563:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890826112 : -122120818725504 : ffff90ee87faed80) 00000100:00000040:1.0:1788840278.446617:0:31563:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87faed80 x1875733133984256/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840294 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840278.446625:0:31563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840278.446628:0:31563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840278.446632:0:31563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539220. 00000100:00000200:1.0:1788840278.446883:0:31563:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 23, xid 1875733133984256, offset 0 00000400:00000200:1.0:1788840278.446895:0:31563:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840278.446907:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840278.446916:0:31563:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840278.446924:0:31563:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840278.446928:0:31563:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840278.446934:0:31563:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840278.446939:0:31563:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840278.446943:0:31563:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2473:2473:256:4294967295] 192.168.202.131@tcp LPNI seq info [2473:2473:8:4294967295] 00000400:00000200:1.0:1788840278.446948:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840278.446960:0:31563:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840278.446967:0:31563:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840278.446974:0:31563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee86f0d300. 00000800:00000200:1.0:1788840278.446983:0:31563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840278.446991:0:31563:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840278.446997:0:31563:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee86f0d300 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:1.0:1788840278.447083:0:31563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840278.447089:0:31563:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 800547 usecs (801 jiffies) 00000400:00000200:1.0:1788840278.447093:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840278.447096:0:31563:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296509066 00000100:00000001:1.0:1788840278.447100:0:31563:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296510376 00000100:00000001:1.0:1788840278.447102:0:31563:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296509066 00000100:00000001:1.0:1788840278.447104:0:31563:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296510376 00000100:00000001:1.0:1788840278.447107:0:31563:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840278.447110:0:31563:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840278.447113:0:31563:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840278.447115:0:31563:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788840278.447119:0:31563:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee86f3d540 going to sleep for 11 seconds 00000100:00000001:1.0:1788840278.447122:0:31563:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840278.447126:0:31563:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1788840278.450850:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8ce00. 00000800:00000200:3.0:1788840278.452379:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840278.452391:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0d300. 00000400:00000200:3.0:1788840278.452399:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840278.452410:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840278.452420:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539220 00000400:00000010:3.0:1788840278.452423:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539220. 00000100:00000001:3.0:1788840278.452430:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840278.452440:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87faed80 x1875733133984256/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840294 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840278.452456:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840278.452460:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87faed80 x1875733133984256/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840294 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840278.452468:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840278.452470:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840278.452495:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840278.452515:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840278.452518:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840278.452521:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840278.452530:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.452535:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840278.452553:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.452560:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.452566:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.452571:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 4096 into portal 14 MB=0x6a9f827250200 00000400:00000200:3.0:1788840278.452576:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.452584:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index e from 12345-192.168.202.131@tcp of length 4096/4096 into md 0x6c15 [256] + 0 00000400:00000010:3.0:1788840278.452589:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe5d8. 00000400:00000200:3.0:1788840278.452594:0:2353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90ee86f9c000 00000800:00000001:3.0:1788840278.452600:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840278.452632:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840278.452635:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840278.452661:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840278.452667:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee86f9c000 00000400:00000010:3.0:1788840278.452669:0:2353:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 4216 at ffff90ee86f9c000. 00000100:00000001:3.0:1788840278.452675:0:2353:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1788840278.452677:0:2353:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff90ee87faed80 desc ffff90ee85c5e800 mbits 1875733133984256 00000100:00000001:3.0:1788840278.452701:0:2353:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1788840278.452710:0:2353:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788840278.452714:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.452720:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840278.452727:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2474:2474:256:4294967295] 192.168.202.131@tcp LPNI seq info [2474:2474:8:4294967295] 00000400:00000200:3.0:1788840278.452732:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.452742:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) 192.168.202.131@tcp : ACK try# 0 00000800:00000200:3.0:1788840278.452749:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 256 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840278.452758:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 4328 at ffff90ee86ea6000. 00000800:00000200:3.0:1788840278.452765:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840278.452774:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840278.452779:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee86ea6000 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1788840278.452842:0:31563:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840278.452848:0:31563:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840278.453262:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840278.453267:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 4328 at ffff90ee86ea6000. 00000400:00000200:2.0:1788840278.453272:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840278.453276:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: ACK: OK 00000800:00000001:3.0:1788840278.457196:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840278.457216:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840278.457220:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840278.457228:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840278.457231:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840278.457234:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840278.457244:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.457255:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840278.457268:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.457274:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.457280:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.457285:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 440 into portal 10 MB=0x6a9f827250200 00000400:00000200:3.0:1788840278.457290:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.457297:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 440/440 into md 0x6c1d [1] + 224 00000800:00000001:3.0:1788840278.457317:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840278.457325:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840278.457338:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840278.457343:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840278.457353:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840278.457365:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87faed80 x1875733133984256/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840294 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840278.457377:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=440 offset=224 replen=440 req@ffff90ee87faed80 x1875733133984256/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840278.457446:0:31563:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840278.457465:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840278.457476:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840278.457479:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788840278.457797:0:31563:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840278.457802:0:31563:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840278.457806:0:31563:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe948. 00000400:00000200:1.0:1788840278.457812:0:31563:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539908 00000400:00000010:1.0:1788840278.457815:0:31563:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539908. 00000100:00000001:1.0:1788840278.457820:0:31563:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840278.457826:0:31563:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87faed80 x1875733133984256/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788840278.457835:0:31563:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87faed80 x1875733133984256/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840278.457841:0:31563:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840278.457844:0:31563:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840278.457847:0:31563:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840278.457851:0:31563:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840278.457855:0:31563:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840278.457858:0:31563:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840278.457862:0:31563:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840278.457874:0:31563:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee988234a8 time=128 v=5 (5 5 5 5) 00000100:00001000:1.0:1788840278.457878:0:31563:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840278.457882:0:31563:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840278.457884:0:31563:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.457887:0:31563:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840278.457891:0:31563:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840278.457896:0:31563:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840278.457898:0:31563:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967634 00000100:00000001:1.0:1788840278.457900:0:31563:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840278.457904:0:31563:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840278.457909:0:31563:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff90ee87faed80 x1875733133984256/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:1.0:1788840278.457918:0:31563:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff90ee87faed80 x1875733133984256/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840294 ref 2 fl Bulk:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840278.457925:0:31563:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840278.457927:0:31563:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840278.457931:0:31563:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87faed80 x1875733133984256/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840294 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788840278.457938:0:31563:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87faed80 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:31563:1875733133984256:192.168.202.131@tcp:37:rm.0 00000100:00000001:1.0:1788840278.457943:0:31563:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840278.457948:0:31563:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840278.457950:0:31563:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788840278.457953:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840278.457956:0:31563:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87faed80 x1875733133984256/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840294 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840278.457962:0:31563:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840278.457966:0:31563:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee86f3d540. 00000100:00000001:1.0:1788840278.457969:0:31563:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788840278.457971:0:31563:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840278.457975:0:31563:0:(mdc_request.c:1108:mdc_getpage()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840278.457978:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840278.457981:0:31563:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87faed80 x1875733133984256/t0(0) o37->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 448/440 e 0 to 0 dl 1788840294 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840278.457988:0:31563:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840278.457991:0:31563:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840278.457994:0:31563:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee85c5f000. 02000000:00000001:1.0:1788840278.457998:0:31563:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840278.458001:0:31563:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840278.458003:0:31563:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=9 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:1.0:1788840278.458005:0:31563:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1788840278.458007:0:31563:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1788840278.458010:0:31563:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840278.458011:0:31563:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=8 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:1.0:1788840278.458012:0:31563:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:1.0:1788840278.458043:0:31563:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 4096 at ffff90ee86f62000. 00000100:00000010:1.0:1788840278.458048:0:31563:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff90ee85c5e800. 00000100:00000001:1.0:1788840278.458050:0:31563:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1788840278.458054:0:31563:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee86fb1200. 02000000:00000001:1.0:1788840278.458057:0:31563:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840278.458059:0:31563:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840278.458061:0:31563:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87faed80. 00000100:00000001:1.0:1788840278.458065:0:31563:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840278.458066:0:31563:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788840278.458069:0:31563:0:(mdc_request.c:1315:mdc_dirpage_add()) Process entered 00000002:00000020:1.0:1788840278.458072:0:31563:0:(mdc_request.c:1322:mdc_dirpage_add()) read 1/1 00000002:00000010:1.0:1788840278.459057:0:31563:0:(mdc_request.c:1442:do_mdc_read_folio_remote()) kfreed 'folio_pool': 2048 at ffff90ee98ed3800. 00000002:00000001:1.0:1788840278.459070:0:31563:0:(mdc_request.c:1444:do_mdc_read_folio_remote()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.459079:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840278.459083:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840278.459086:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85600 refcount=3 00000020:00000001:1.0:1788840278.459089:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872830464 : -122120836721152 : ffff90ee86e85600) 00010000:00000001:1.0:1788840278.459093:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872830464 : -122120836721152 : ffff90ee86e85600) 00010000:00000001:1.0:1788840278.459096:0:31563:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840278.459102:0:31563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85600/0x3aa5f499c96f37b3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba67d expref: -99 pid: 31562 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788840278.459113:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.459115:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840278.459117:0:31563:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840278.459121:0:31563:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840278.459123:0:31563:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85600/0x3aa5f499c96f37b3 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba67d expref: -99 pid: 31562 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788840278.459131:0:31563:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840278.459134:0:31563:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840278.459136:0:31563:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840278.459143:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.459144:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840278.459146:0:31563:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.459149:0:31563:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840278.459151:0:31563:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.459153:0:31563:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.459158:0:31563:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.459160:0:31563:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840278.459162:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.459163:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00800000:00000001:1.0:1788840278.459166:0:31563:0:(lmv_obd.c:3458:lmv_read_page()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840278.459174:0:31563:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:1.0:1788840278.459181:0:31563:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788840278.459184:0:31563:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833962 : 144115205322833962 : 20000040400002a) 00000080:00000001:1.0:1788840278.459190:0:31563:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788840278.459197:0:31563:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85cd2400. 00000080:00000001:1.0:1788840278.459203:0:31563:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840278.459248:0:31563:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:1.0:1788840278.459252:0:31563:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788840278.459255:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17dd0 00000080:00200008:1.0:1788840278.459258:0:31563:0:(file.c:479:ll_file_release()) START file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff90ee9058aa08), flags 704000 00000080:00400000:1.0:1788840278.459263:0:31563:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x28:0x0] 00000080:00000001:1.0:1788840278.459267:0:31563:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1788840278.459269:0:31563:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:1.0:1788840278.459271:0:31563:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:1.0:1788840278.459282:0:31563:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840278.459285:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840278.459292:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4a00 count: 2 00010000:00000001:1.0:1788840278.459295:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788840278.459314:0:31563:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788840278.459317:0:31563:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x28:0x0]: 0 00000080:00000001:1.0:1788840278.459320:0:31563:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788840278.459323:0:31563:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788840278.459770:0:31563:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff90ee86fb1200. 00000080:00000001:1.0:1788840278.459775:0:31563:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1788840278.459785:0:31563:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788840278.459789:0:31563:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:1.0:1788840278.459792:0:31563:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x28:0x0] 00000002:00000001:1.0:1788840278.459796:0:31563:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788840278.459798:0:31563:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff90ee90f70800: [0x200000404:0x28:0x0] file closed with intent: 0 00000100:00000010:1.0:1788840278.459806:0:31563:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87faed80. 00000020:00000040:1.0:1788840278.459811:0:31563:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=9 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:1.0:1788840278.459817:0:31563:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840278.459821:0:31563:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840278.459826:0:31563:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840278.459835:0:31563:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee86fb0a00. 00000100:00000001:1.0:1788840278.459843:0:31563:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788840278.459864:0:31563:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff90ee9125dc00 x1875733133984128/t4294967643(4294967643) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840294 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788840278.459877:0:31563:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788840278.459882:0:31563:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee87faed80 x1875733133984512/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788840278.459889:0:31563:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788840278.459891:0:31563:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788840278.459899:0:31563:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee86f3d540. 00000100:00000001:1.0:1788840278.459901:0:31563:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952873583936 : -122120835967680 : ffff90ee86f3d540) 00000100:00000001:1.0:1788840278.459905:0:31563:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840278.459906:0:31563:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890826112 : -122120818725504 : ffff90ee87faed80) 00000100:00000001:1.0:1788840278.459911:0:31563:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840278.459916:0:31563:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840278.459919:0:31563:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788840278.459921:0:31563:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840278.459925:0:31563:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87faed80 x1875733133984512/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840278.459933:0:31563:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840278.459936:0:31563:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840278.459940:0:31563:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840278.459943:0:31563:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840278.459946:0:31563:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840278.459950:0:31563:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87faed80 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:31563:1875733133984512:192.168.202.131@tcp:35:rm.0 00000100:00000001:1.0:1788840278.459954:0:31563:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840278.459961:0:31563:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840278.459964:0:31563:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840278.459967:0:31563:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840278.459972:0:31563:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee85c5e800. 02000000:00000001:1.0:1788840278.459974:0:31563:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840278.459983:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840278.459988:0:31563:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe948. 00000400:00000010:1.0:1788840278.459995:0:31563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539908. 00000100:00000200:1.0:1788840278.460003:0:31563:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133984512, portal 10 00000100:00000001:1.0:1788840278.460005:0:31563:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840278.460006:0:31563:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890826112 : -122120818725504 : ffff90ee87faed80) 00000100:00000040:1.0:1788840278.460014:0:31563:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87faed80 x1875733133984512/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840294 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840278.460027:0:31563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840278.460030:0:31563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840278.460032:0:31563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea05393b8. 00000100:00000200:1.0:1788840278.460036:0:31563:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875733133984512, offset 0 00000400:00000200:1.0:1788840278.460045:0:31563:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840278.460056:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840278.460065:0:31563:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840278.460072:0:31563:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840278.460077:0:31563:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840278.460081:0:31563:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840278.460084:0:31563:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840278.460088:0:31563:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2475:2475:256:4294967295] 192.168.202.131@tcp LPNI seq info [2475:2475:8:4294967295] 00000400:00000200:1.0:1788840278.460093:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840278.460104:0:31563:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840278.460112:0:31563:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840278.460118:0:31563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee86f0de00. 00000800:00000200:1.0:1788840278.460126:0:31563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840278.460136:0:31563:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840278.460141:0:31563:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee86f0de00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788840278.460222:0:31563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840278.460228:0:31563:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 799501 usecs (800 jiffies) 00000400:00000200:1.0:1788840278.460232:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840278.460236:0:31563:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296509078 00000100:00000001:1.0:1788840278.460239:0:31563:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296510376 00000100:00000001:1.0:1788840278.460242:0:31563:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296509078 00000100:00000001:1.0:1788840278.460244:0:31563:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296510376 00000100:00000001:1.0:1788840278.460246:0:31563:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840278.460249:0:31563:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840278.460252:0:31563:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840278.460254:0:31563:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788840278.460257:0:31563:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee86f3d540 going to sleep for 11 seconds 00000100:00000001:1.0:1788840278.460260:0:31563:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840278.460263:0:31563:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840278.463180:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840278.463193:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0de00. 00000400:00000200:2.0:1788840278.463204:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840278.463214:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840278.463224:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea05393b8 00000400:00000010:2.0:1788840278.463227:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea05393b8. 00000100:00000001:2.0:1788840278.463234:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840278.463244:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87faed80 x1875733133984512/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840294 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840278.463257:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840278.463261:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87faed80 x1875733133984512/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840294 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840278.463268:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840278.463270:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840278.464190:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.464210:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840278.464214:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.464217:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840278.464227:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.464236:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840278.464249:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.464254:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.464261:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.464266:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 456 into portal 10 MB=0x6a9f827250300 00000400:00000200:2.0:1788840278.464272:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.464279:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 456/456 into md 0x6c25 [1] + 224 00000800:00000001:2.0:1788840278.464288:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.464297:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840278.464313:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840278.464317:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840278.464395:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840278.464405:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87faed80 x1875733133984512/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840294 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840278.464416:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff90ee87faed80 x1875733133984512/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840278.464496:0:31563:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840278.464630:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840278.464667:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.464671:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788840278.464789:0:31563:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840278.464792:0:31563:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840278.464796:0:31563:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe948. 00000400:00000200:1.0:1788840278.464802:0:31563:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539908 00000400:00000010:1.0:1788840278.464804:0:31563:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539908. 00000100:00000001:1.0:1788840278.464808:0:31563:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840278.464813:0:31563:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87faed80 x1875733133984512/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788840278.464823:0:31563:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87faed80 x1875733133984512/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840278.464830:0:31563:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840278.464832:0:31563:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840278.464834:0:31563:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840278.464838:0:31563:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840278.464842:0:31563:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840278.464845:0:31563:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840278.464848:0:31563:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840278.464861:0:31563:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee988234a8 time=128 v=5 (5 5 5 5) 00000100:00001000:1.0:1788840278.464866:0:31563:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840278.464869:0:31563:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840278.464871:0:31563:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.464874:0:31563:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840278.464879:0:31563:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840278.464883:0:31563:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788840278.464885:0:31563:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788840278.464887:0:31563:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788840278.464889:0:31563:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840278.464891:0:31563:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890826112 : -122120818725504 : ffff90ee87faed80) 00000100:00000001:1.0:1788840278.464895:0:31563:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840278.464898:0:31563:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967634 00000100:00000001:1.0:1788840278.464901:0:31563:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840278.464904:0:31563:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840278.464910:0:31563:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87faed80 x1875733133984512/t4294967644(4294967644) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840294 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840278.464917:0:31563:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840278.464921:0:31563:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840278.464923:0:31563:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840278.464927:0:31563:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87faed80 x1875733133984512/t4294967644(4294967644) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840294 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788840278.464935:0:31563:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87faed80 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:31563:1875733133984512:192.168.202.131@tcp:35:rm.0 00000100:00000001:1.0:1788840278.464940:0:31563:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840278.464942:0:31563:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840278.464945:0:31563:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788840278.464947:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840278.464951:0:31563:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87faed80 x1875733133984512/t4294967644(4294967644) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840294 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840278.464958:0:31563:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840278.464961:0:31563:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee86f3d540. 00000100:00000001:1.0:1788840278.464965:0:31563:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788840278.464967:0:31563:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840278.464975:0:31563:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840278.464976:0:31563:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890826112 : -122120818725504 : ffff90ee87faed80) 00000002:00000001:1.0:1788840278.464980:0:31563:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840278.464983:0:31563:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788840278.464989:0:31563:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee86fb1200. 00000080:00000001:1.0:1788840278.464994:0:31563:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788840278.464998:0:31563:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1788840278.465004:0:31563:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788840278.465010:0:31563:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff90ee9125dc00 x1875733133984128/t4294967643(4294967643) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840294 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840278.465019:0:31563:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840278.465020:0:31563:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044634624 : -122120664916992 : ffff90ee9125dc00) 00000100:00000001:1.0:1788840278.465023:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840278.465026:0:31563:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125dc00 x1875733133984128/t4294967643(4294967643) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840294 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840278.465032:0:31563:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840278.465034:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840278.465037:0:31563:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87faed80 x1875733133984512/t4294967644(4294967644) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840294 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840278.465042:0:31563:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840278.465043:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840278.465046:0:31563:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125dc00 x1875733133984128/t4294967643(4294967643) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840294 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840278.465052:0:31563:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788840278.465056:0:31563:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840278.465058:0:31563:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=8 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:1.0:1788840278.465061:0:31563:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840278.465065:0:31563:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee85dd4400. 02000000:00000001:1.0:1788840278.465069:0:31563:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840278.465071:0:31563:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840278.465074:0:31563:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125dc00. 00000100:00000001:1.0:1788840278.465078:0:31563:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840278.465080:0:31563:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840278.465081:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840278.465084:0:31563:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87faed80 x1875733133984512/t4294967644(4294967644) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840294 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840278.465090:0:31563:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840278.465092:0:31563:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff90ee83169340. 00000002:00000001:1.0:1788840278.465095:0:31563:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840278.465097:0:31563:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788840278.465099:0:31563:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff90ee90b50900. 00000100:00000001:1.0:1788840278.465102:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840278.465105:0:31563:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87faed80 x1875733133984512/t4294967644(4294967644) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840294 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840278.465117:0:31563:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840278.465119:0:31563:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840278.465122:0:31563:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee85c5e800. 02000000:00000001:1.0:1788840278.465125:0:31563:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840278.465126:0:31563:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840278.465128:0:31563:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:1.0:1788840278.465130:0:31563:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840278.465131:0:31563:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee86fb0a00. 02000000:00000001:1.0:1788840278.465133:0:31563:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840278.465134:0:31563:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840278.465136:0:31563:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87faed80. 00000100:00000001:1.0:1788840278.465139:0:31563:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840278.465140:0:31563:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788840278.465143:0:31563:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788840278.465147:0:31563:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90ee82ffd040. 00000080:00000001:1.0:1788840278.465152:0:31563:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840278.465159:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17dd0 00000080:00000008:1.0:1788840278.465162:0:31563:0:(file.c:523:ll_file_release()) COMPLETED file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff90ee9058aa08), flags 704000, rc = 0 00000080:00000001:1.0:1788840278.465165:0:31563:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840278.465168:0:31563:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840278.465231:0:31563:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788840278.465236:0:31563:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788840278.465239:0:31563:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788840278.465240:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17bc0 00000080:00200000:1.0:1788840278.465243:0:31563:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:1.0:1788840278.465249:0:31563:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee86fb0a00. 00800000:00000002:1.0:1788840278.465257:0:31563:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:1.0:1788840278.465262:0:31563:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788840278.465265:0:31563:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788840278.465268:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17ae0 00800000:00000002:1.0:1788840278.465272:0:31563:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788840278.465276:0:31563:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788840278.465280:0:31563:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788840278.465286:0:31563:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788840278.465289:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d179b0 00000002:00010000:1.0:1788840278.465292:0:31563:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788840278.465296:0:31563:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788840278.465312:0:31563:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840278.465316:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840278.465324:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55c00 count: 2 00010000:00000001:1.0:1788840278.465404:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840278.465410:0:31563:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840278.465416:0:31563:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788840278.465422:0:31563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f37dd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba71e expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788840278.465434:0:31563:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788840278.465439:0:31563:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840278.465443:0:31563:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f37dd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba71e expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1788840278.465451:0:31563:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788840278.465453:0:31563:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788840278.465455:0:31563:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788840278.465457:0:31563:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788840278.465459:0:31563:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788840278.465462:0:31563:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788840278.465465:0:31563:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788840278.465467:0:31563:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:1.0:1788840278.465470:0:31563:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee86fb0a00. 00000080:00000001:1.0:1788840278.465474:0:31563:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788840278.465476:0:31563:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840278.465479:0:31563:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:1.0:1788840278.465615:0:31563:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f37dd 00800000:00000001:1.0:1788840278.465620:0:31563:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788840278.465623:0:31563:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788840278.465625:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840278.465628:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840278.465632:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523de00 refcount=3 00000020:00000001:1.0:1788840278.465634:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:1.0:1788840278.465758:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:1.0:1788840278.465764:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.465766:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840278.465767:0:31563:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840278.465769:0:31563:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840278.465772:0:31563:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f37dd from it ffffa16200d17bf8 00010000:00000001:1.0:1788840278.465774:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840278.465776:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840278.465778:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523de00 refcount=3 00000020:00000001:1.0:1788840278.465780:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:1.0:1788840278.465782:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:1.0:1788840278.465784:0:31563:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840278.465787:0:31563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f37dd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba71e expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788840278.465795:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.465796:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840278.465797:0:31563:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840278.465800:0:31563:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840278.465803:0:31563:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f37dd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba71e expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788840278.465811:0:31563:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840278.465814:0:31563:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840278.465817:0:31563:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840278.465823:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.465824:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840278.465826:0:31563:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.465829:0:31563:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840278.465831:0:31563:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.465833:0:31563:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.465837:0:31563:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.465840:0:31563:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840278.465841:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.465842:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788840278.465844:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788840278.465846:0:31563:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788840278.465848:0:31563:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788840278.465853:0:31563:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840278.465858:0:31563:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788840278.465861:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17bc0 00000080:00002000:1.0:1788840278.465862:0:31563:0:(dcache.c:87:ll_dcompare()) found name d21h.recovery-small-2(ffff90ee90703e58) flags 0x20000e refc 1 00000080:00000001:1.0:1788840278.465865:0:31563:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840278.465868:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17c08 00000080:00200000:1.0:1788840278.465869:0:31563:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d21h.recovery-small-2, flags=266 00000080:00000001:1.0:1788840278.465876:0:31563:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788840278.465879:0:31563:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840278.465884:0:31563:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788840278.465885:0:31563:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x28:0x0](ffff90ee9058aa08), inode mode 41ed mask 44 00000080:00000001:1.0:1788840278.465888:0:31563:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840278.465895:0:31563:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:1.0:1788840278.465898:0:31563:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788840278.465900:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17b78 00000080:00200008:1.0:1788840278.465903:0:31563:0:(file.c:1090:ll_file_open()) START file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff90ee9058aa08), flags 704400 00000080:00000010:1.0:1788840278.465909:0:31563:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90ee817c72c0. 00000080:00000001:1.0:1788840278.465916:0:31563:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:1.0:1788840278.465920:0:31563:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee86fb0a00. 00800000:00000002:1.0:1788840278.465923:0:31563:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:1.0:1788840278.465927:0:31563:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788840278.465929:0:31563:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788840278.465930:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17a28 00800000:00000002:1.0:1788840278.465932:0:31563:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x28:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788840278.465936:0:31563:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:1.0:1788840278.465938:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d179a8 00800000:00000002:1.0:1788840278.465940:0:31563:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x28:0x0], name='' -> mds #0 layout version 1 00000002:00000001:1.0:1788840278.465944:0:31563:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788840278.465946:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d178e0 00000002:00010000:1.0:1788840278.465947:0:31563:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x28:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0104240704401 00000002:00000001:1.0:1788840278.465953:0:31563:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788840278.465956:0:31563:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1788840278.465959:0:31563:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788840278.465964:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4a00 count: 2 00010000:00000001:1.0:1788840278.465967:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840278.465970:0:31563:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788840278.465974:0:31563:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.465976:0:31563:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840278.465978:0:31563:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840278.465980:0:31563:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788840278.465982:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55c00 count: 2 00010000:00000001:1.0:1788840278.465984:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840278.465986:0:31563:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788840278.465988:0:31563:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.465990:0:31563:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840278.465992:0:31563:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840278.465996:0:31563:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87faed80. 00000020:00000040:1.0:1788840278.466000:0:31563:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=8 obd=lustre-MDT0000-mdc-ffff90ee90f70800 02000000:00000001:1.0:1788840278.466006:0:31563:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788840278.466008:0:31563:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.466011:0:31563:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788840278.466016:0:31563:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840278.466018:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.466020:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840278.466021:0:31563:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840278.466024:0:31563:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840278.466027:0:31563:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840278.466031:0:31563:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840278.466038:0:31563:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee85c5e800. 00000100:00000001:1.0:1788840278.466047:0:31563:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.466052:0:31563:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788840278.466054:0:31563:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.466056:0:31563:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788840278.466057:0:31563:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.466059:0:31563:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840278.466069:0:31563:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446621952890826112 : -122120818725504 : ffff90ee87faed80) 00010000:00000001:1.0:1788840278.466074:0:31563:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788840278.466076:0:31563:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788840278.466079:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55c00 count: 2 00010000:00000001:1.0:1788840278.466081:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840278.466084:0:31563:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788840278.466088:0:31563:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee86e85e00. 00000020:00000001:1.0:1788840278.466092:0:31563:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788840278.466094:0:31563:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee86e85e00 with handle 0x3aa5f499c96f37eb to hash 00000020:00000001:1.0:1788840278.466096:0:31563:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788840278.466097:0:31563:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952872832512 : -122120836719104 : ffff90ee86e85e00) 00010000:00000001:1.0:1788840278.466102:0:31563:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952872832512 : -122120836719104 : ffff90ee86e85e00) 00010000:00000001:1.0:1788840278.466105:0:31563:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840278.466107:0:31563:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840278.466111:0:31563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85e00/0x3aa5f499c96f37eb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788840278.466118:0:31563:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85e00/0x3aa5f499c96f37eb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31563 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788840278.466131:0:31563:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1788840278.466142:0:31563:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee87faed80 x1875733133984768/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1788840278.466153:0:31563:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85e00/0x3aa5f499c96f37eb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31563 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788840278.466158:0:31563:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788840278.466161:0:31563:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788840278.466168:0:31563:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee86f3d540. 00000100:00000001:1.0:1788840278.466171:0:31563:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952873583936 : -122120835967680 : ffff90ee86f3d540) 00000100:00000001:1.0:1788840278.466174:0:31563:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840278.466176:0:31563:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890826112 : -122120818725504 : ffff90ee87faed80) 00000100:00000001:1.0:1788840278.466182:0:31563:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840278.466189:0:31563:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840278.466191:0:31563:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788840278.466193:0:31563:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840278.466198:0:31563:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87faed80 x1875733133984768/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840278.466208:0:31563:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840278.466211:0:31563:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840278.466216:0:31563:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840278.466219:0:31563:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840278.466222:0:31563:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840278.466226:0:31563:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87faed80 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:31563:1875733133984768:192.168.202.131@tcp:101:rm.0 00000100:00000001:1.0:1788840278.466230:0:31563:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840278.466238:0:31563:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840278.466241:0:31563:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840278.466245:0:31563:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840278.467178:0:31563:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff90ee87200000. 02000000:00000001:1.0:1788840278.467188:0:31563:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840278.467200:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840278.467208:0:31563:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe948. 00000400:00000010:1.0:1788840278.467218:0:31563:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff90ee85deb800. 00000100:00000200:1.0:1788840278.467229:0:31563:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875733133984768, portal 10 00000100:00000001:1.0:1788840278.467231:0:31563:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840278.467233:0:31563:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890826112 : -122120818725504 : ffff90ee87faed80) 00000100:00000040:1.0:1788840278.467245:0:31563:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87faed80 x1875733133984768/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840294 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840278.467254:0:31563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840278.467257:0:31563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840278.467261:0:31563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539908. 00000100:00000200:1.0:1788840278.467266:0:31563:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875733133984768, offset 0 00000400:00000200:1.0:1788840278.467274:0:31563:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840278.467285:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840278.467294:0:31563:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840278.467310:0:31563:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840278.467317:0:31563:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840278.467323:0:31563:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840278.467396:0:31563:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840278.467402:0:31563:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2476:2476:256:4294967295] 192.168.202.131@tcp LPNI seq info [2476:2476:8:4294967295] 00000400:00000200:1.0:1788840278.467408:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840278.467420:0:31563:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840278.467426:0:31563:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840278.467433:0:31563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee86f0d000. 00000800:00000200:1.0:1788840278.467441:0:31563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840278.467449:0:31563:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840278.467455:0:31563:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee86f0d000 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1788840278.467711:0:31563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840278.467718:0:31563:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 798446 usecs (799 jiffies) 00000400:00000200:1.0:1788840278.467722:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840278.467725:0:31563:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296509085 00000100:00000001:1.0:1788840278.467729:0:31563:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296510376 00000100:00000001:1.0:1788840278.467732:0:31563:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296509085 00000100:00000001:1.0:1788840278.467734:0:31563:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296510376 00000100:00000001:1.0:1788840278.467736:0:31563:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840278.467740:0:31563:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840278.467743:0:31563:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840278.467746:0:31563:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788840278.467748:0:31563:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee86f3d540 going to sleep for 11 seconds 00000100:00000001:1.0:1788840278.467751:0:31563:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840278.467754:0:31563:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840278.471586:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840278.471602:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0d000. 00000400:00000200:2.0:1788840278.471613:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840278.471625:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840278.471634:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539908 00000400:00000010:2.0:1788840278.471658:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539908. 00000100:00000001:2.0:1788840278.471666:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840278.472103:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87faed80 x1875733133984768/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840294 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840278.472121:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840278.472126:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87faed80 x1875733133984768/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840294 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840278.472135:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840278.472136:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840278.472598:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.472616:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840278.472619:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.472622:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840278.472631:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.472636:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840278.472779:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.472785:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.472792:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.472912:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 608 into portal 10 MB=0x6a9f827250400 00000400:00000200:2.0:1788840278.472919:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.472927:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 608/608 into md 0x6c2d [64] + 224 00000800:00000001:2.0:1788840278.472937:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.472948:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840278.472951:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840278.472955:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840278.472962:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840278.472969:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87faed80 x1875733133984768/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840294 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840278.472981:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff90ee87faed80 x1875733133984768/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840278.473034:0:31563:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840278.473055:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840278.473065:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.473069:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788840278.473106:0:31563:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840278.473109:0:31563:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840278.473113:0:31563:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe948. 00000400:00000200:1.0:1788840278.473119:0:31563:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85deb800 00000400:00000010:1.0:1788840278.473122:0:31563:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff90ee85deb800. 00000100:00000001:1.0:1788840278.473126:0:31563:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840278.473132:0:31563:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87faed80 x1875733133984768/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788840278.473140:0:31563:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87faed80 x1875733133984768/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840278.473146:0:31563:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840278.473149:0:31563:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840278.473152:0:31563:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840278.473156:0:31563:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840278.473159:0:31563:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840278.473162:0:31563:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840278.473166:0:31563:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840278.473179:0:31563:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=128 v=5 (5 102 102 102) 00000100:00001000:1.0:1788840278.473184:0:31563:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=2 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840278.473187:0:31563:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840278.473189:0:31563:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.473193:0:31563:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840278.473198:0:31563:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840278.473203:0:31563:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788840278.473205:0:31563:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788840278.473207:0:31563:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788840278.473209:0:31563:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840278.473211:0:31563:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890826112 : -122120818725504 : ffff90ee87faed80) 00000100:00000001:1.0:1788840278.473216:0:31563:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840278.473218:0:31563:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967634 00000100:00000001:1.0:1788840278.473220:0:31563:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840278.473223:0:31563:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840278.473229:0:31563:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87faed80 x1875733133984768/t4294967645(4294967645) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840294 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840278.473237:0:31563:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840278.473241:0:31563:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840278.473243:0:31563:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840278.473247:0:31563:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87faed80 x1875733133984768/t4294967645(4294967645) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840294 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788840278.473261:0:31563:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87faed80 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:31563:1875733133984768:192.168.202.131@tcp:101:rm.0 00000100:00000001:1.0:1788840278.473266:0:31563:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840278.473269:0:31563:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840278.473271:0:31563:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788840278.473274:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840278.473277:0:31563:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87faed80 x1875733133984768/t4294967645(4294967645) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840294 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840278.473284:0:31563:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840278.473287:0:31563:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee86f3d540. 00000100:00000001:1.0:1788840278.473291:0:31563:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788840278.473292:0:31563:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.473296:0:31563:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788840278.473311:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840278.473315:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840278.473319:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85e00 refcount=4 00000020:00000001:1.0:1788840278.473322:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872832512 : -122120836719104 : ffff90ee86e85e00) 00010000:00000001:1.0:1788840278.473401:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872832512 : -122120836719104 : ffff90ee86e85e00) 00010000:00000040:1.0:1788840278.473411:0:31563:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee86e85e00, remote cookie: 0x8a436931312ba73a, flags: 0x1001 00010000:00000040:1.0:1788840278.473415:0:31563:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x28:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1788840278.473419:0:31563:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1788840278.473428:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4a00 count: 2 00010000:00000001:1.0:1788840278.473431:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840278.473435:0:31563:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840278.473440:0:31563:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85e00/0x3aa5f499c96f37eb lrc: 4/1,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba73a expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788840278.473450:0:31563:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85e00/0x3aa5f499c96f37eb lrc: 4/1,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba73a expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840278.473462:0:31563:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788840278.473468:0:31563:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788840278.473471:0:31563:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788840278.473473:0:31563:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788840278.473475:0:31563:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788840278.473478:0:31563:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x28:0x0].0x0 (ffff90ee98cc4a00) refcount = 2 00010000:00000040:1.0:1788840278.473481:0:31563:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788840278.473612:0:31563:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85600/0x3aa5f499c96f37b3 lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba67d expref: -99 pid: 31562 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1788840278.473622:0:31563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85e00/0x3aa5f499c96f37eb lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba73a expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840278.473629:0:31563:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788840278.473633:0:31563:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788840278.473635:0:31563:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840278.473780:0:31563:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788840278.473784:0:31563:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840278.473788:0:31563:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85e00/0x3aa5f499c96f37eb lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba73a expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840278.473855:0:31563:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788840278.473858:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.473860:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840278.473860:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.473861:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840278.473863:0:31563:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840278.473869:0:31563:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788840278.473872:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840278.473874:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840278.473877:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85e00 refcount=3 00000020:00000001:1.0:1788840278.473879:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872832512 : -122120836719104 : ffff90ee86e85e00) 00010000:00000001:1.0:1788840278.473881:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872832512 : -122120836719104 : ffff90ee86e85e00) 00010000:00000001:1.0:1788840278.473885:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.473886:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788840278.473892:0:31563:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff90ee87faed80 x1875733133984768/t4294967645(4294967645) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840294 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788840278.473903:0:31563:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1788840278.473907:0:31563:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90ee87faed80 x1875733133984768/t4294967645(4294967645) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840294 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788840278.473913:0:31563:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.473915:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840278.473917:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840278.473918:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85e00 refcount=3 00000020:00000001:1.0:1788840278.473920:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872832512 : -122120836719104 : ffff90ee86e85e00) 00010000:00000001:1.0:1788840278.473922:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872832512 : -122120836719104 : ffff90ee86e85e00) 00010000:00000001:1.0:1788840278.473925:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.473926:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840278.473927:0:31563:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840278.473929:0:31563:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840278.473933:0:31563:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1788840278.473935:0:31563:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840278.473937:0:31563:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890826112 : -122120818725504 : ffff90ee87faed80) 00010000:00000001:1.0:1788840278.473939:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840278.473940:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840278.473941:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85e00 refcount=3 00000020:00000001:1.0:1788840278.473943:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872832512 : -122120836719104 : ffff90ee86e85e00) 00010000:00000001:1.0:1788840278.473945:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872832512 : -122120836719104 : ffff90ee86e85e00) 00000002:00010000:1.0:1788840278.473948:0:31563:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85e00/0x3aa5f499c96f37eb lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba73a expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840278.473954:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.473955:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840278.473958:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788840278.473959:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840278.473961:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840278.473962:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85e00 refcount=3 00000020:00000001:1.0:1788840278.473964:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872832512 : -122120836719104 : ffff90ee86e85e00) 00010000:00000001:1.0:1788840278.473966:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872832512 : -122120836719104 : ffff90ee86e85e00) 00010000:00000040:1.0:1788840278.473969:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4a00 count: 3 00010000:00000001:1.0:1788840278.473971:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788840278.473975:0:31563:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 16 res 8589935620/40 (0 0) 00010000:00000001:1.0:1788840278.473977:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.473978:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840278.473980:0:31563:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788840278.473983:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17868 00000002:00002000:1.0:1788840278.473985:0:31563:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:1.0:1788840278.473988:0:31563:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840278.473993:0:31563:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840278.473996:0:31563:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788840278.474000:0:31563:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788840278.474003:0:31563:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788840278.474008:0:31563:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:1.0:1788840278.474012:0:31563:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee86fb0a00. 00000080:00000001:1.0:1788840278.474018:0:31563:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788840278.474025:0:31563:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788840278.474028:0:31563:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788840278.474031:0:31563:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788840278.474033:0:31563:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x28:0x0] 00000080:00000001:1.0:1788840278.474036:0:31563:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840278.474041:0:31563:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:1.0:1788840278.474045:0:31563:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1788840278.474050:0:31563:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x28:0x0], updating i_size 16384 00010000:00000001:1.0:1788840278.474052:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840278.474053:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840278.474055:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85e00 refcount=3 00000020:00000001:1.0:1788840278.474057:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872832512 : -122120836719104 : ffff90ee86e85e00) 00010000:00000001:1.0:1788840278.474059:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872832512 : -122120836719104 : ffff90ee86e85e00) 00010000:00000001:1.0:1788840278.474061:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.474063:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788840278.474065:0:31563:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788840278.474067:0:31563:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788840278.474069:0:31563:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840278.474073:0:31563:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x28:0x0](ffff90ee9058aa08) for lock 0x3aa5f499c96f37eb 00800000:00000001:1.0:1788840278.474076:0:31563:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788840278.474078:0:31563:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788840278.474079:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840278.474080:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840278.474082:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85e00 refcount=3 00000020:00000001:1.0:1788840278.474083:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872832512 : -122120836719104 : ffff90ee86e85e00) 00010000:00000001:1.0:1788840278.474085:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872832512 : -122120836719104 : ffff90ee86e85e00) 00010000:00000001:1.0:1788840278.474088:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.474089:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840278.474090:0:31563:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840278.474092:0:31563:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840278.474096:0:31563:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788840278.474098:0:31563:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840278.474101:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840278.474105:0:31563:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87faed80 x1875733133984768/t4294967645(4294967645) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840294 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840278.474111:0:31563:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840278.474114:0:31563:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f37eb from it ffffa16200d17bd0 00010000:00000001:1.0:1788840278.474117:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840278.474118:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840278.474119:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85e00 refcount=3 00000020:00000001:1.0:1788840278.474121:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872832512 : -122120836719104 : ffff90ee86e85e00) 00010000:00000001:1.0:1788840278.474123:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872832512 : -122120836719104 : ffff90ee86e85e00) 00010000:00000001:1.0:1788840278.474126:0:31563:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840278.474129:0:31563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85e00/0x3aa5f499c96f37eb lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba73a expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840278.474136:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.474138:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840278.474140:0:31563:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840278.474143:0:31563:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840278.474146:0:31563:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85e00/0x3aa5f499c96f37eb lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba73a expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788840278.474154:0:31563:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840278.474157:0:31563:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840278.474159:0:31563:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840278.474164:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.474165:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840278.474166:0:31563:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.474170:0:31563:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840278.474171:0:31563:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.474173:0:31563:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.474176:0:31563:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.474178:0:31563:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840278.474179:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.474180:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788840278.474184:0:31563:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788840278.474193:0:31563:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff90ee871395c0. 00000080:00000001:1.0:1788840278.474196:0:31563:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1788840278.474199:0:31563:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1788840278.474202:0:31563:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1788840278.474206:0:31563:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff90ee84b11160. 00000002:00100000:1.0:1788840278.474211:0:31563:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90ee87faed80 x1875733133984768/t4294967645(4294967645) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840294 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788840278.474217:0:31563:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840278.474219:0:31563:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1788840278.474224:0:31563:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1788840278.474227:0:31563:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840278.474230:0:31563:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1788840278.474232:0:31563:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840278.474235:0:31563:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840278.474239:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840278.474241:0:31563:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87faed80 x1875733133984768/t4294967645(4294967645) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840294 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1788840278.474253:0:31563:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840278.474257:0:31563:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff90ee87200000. 02000000:00000001:1.0:1788840278.474314:0:31563:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788840278.474316:0:31563:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840278.474319:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17b78 00000080:00000008:1.0:1788840278.474321:0:31563:0:(file.c:1329:ll_file_open()) COMPLETED file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff90ee9058aa08), flags 704400, rc = 0 00000080:00000001:1.0:1788840278.474388:0:31563:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840278.474420:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17d28 00000080:00200008:1.0:1788840278.474423:0:31563:0:(file.c:6296:ll_getattr_dentry()) START file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff90ee9058aa08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788840278.474432:0:31563:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:1.0:1788840278.474437:0:31563:0:(statahead.c:2329:start_statahead_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840278.474441:0:31563:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788840278.474443:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17ca0 00000080:00200000:1.0:1788840278.474444:0:31563:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x28:0x0](ffff90ee9058aa08),name=d21h.recovery-small-2 00000080:00000010:1.0:1788840278.474451:0:31563:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee86fb0a00. 00800000:00000002:1.0:1788840278.474457:0:31563:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:1.0:1788840278.474465:0:31563:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788840278.474468:0:31563:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788840278.474470:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17bc0 00800000:00000002:1.0:1788840278.474472:0:31563:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x28:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788840278.474476:0:31563:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788840278.474481:0:31563:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x28:0x0], name='' -> mds #0 00000002:00000001:1.0:1788840278.474486:0:31563:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788840278.474488:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17a90 00000002:00010000:1.0:1788840278.474490:0:31563:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x28:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788840278.474618:0:31563:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788840278.474620:0:31563:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840278.474622:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840278.474626:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4a00 count: 3 00010000:00000001:1.0:1788840278.474629:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840278.474633:0:31563:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840278.474637:0:31563:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788840278.474791:0:31563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85600/0x3aa5f499c96f37b3 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba67d expref: -99 pid: 31562 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1788840278.474875:0:31563:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788840278.474882:0:31563:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840278.474885:0:31563:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85600/0x3aa5f499c96f37b3 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba67d expref: -99 pid: 31562 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1788840278.474892:0:31563:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788840278.474894:0:31563:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788840278.474897:0:31563:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788840278.474899:0:31563:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788840278.474902:0:31563:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788840278.474904:0:31563:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788840278.474907:0:31563:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788840278.474909:0:31563:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:1.0:1788840278.474912:0:31563:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee86fb0a00. 00000080:00000001:1.0:1788840278.474916:0:31563:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788840278.474918:0:31563:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840278.474920:0:31563:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x28:0x0](ffff90ee9058aa08) 00000080:00010000:1.0:1788840278.474924:0:31563:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x28:0x0](ffff90ee9058aa08) for lock 0x3aa5f499c96f37b3 00800000:00000001:1.0:1788840278.474927:0:31563:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788840278.474928:0:31563:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788840278.474930:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840278.474931:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840278.474934:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85600 refcount=3 00000020:00000001:1.0:1788840278.474936:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872830464 : -122120836721152 : ffff90ee86e85600) 00010000:00000001:1.0:1788840278.474938:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872830464 : -122120836721152 : ffff90ee86e85600) 00010000:00000001:1.0:1788840278.474940:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.474941:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840278.474942:0:31563:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840278.474944:0:31563:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840278.474946:0:31563:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f37b3 from it ffffa16200d17cd8 00010000:00000001:1.0:1788840278.474948:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840278.474950:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840278.474951:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85600 refcount=3 00000020:00000001:1.0:1788840278.474953:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872830464 : -122120836721152 : ffff90ee86e85600) 00010000:00000001:1.0:1788840278.474955:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872830464 : -122120836721152 : ffff90ee86e85600) 00010000:00000001:1.0:1788840278.474957:0:31563:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840278.474960:0:31563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85600/0x3aa5f499c96f37b3 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba67d expref: -99 pid: 31562 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788840278.474966:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.474967:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840278.474969:0:31563:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840278.474970:0:31563:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840278.474973:0:31563:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85600/0x3aa5f499c96f37b3 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba67d expref: -99 pid: 31562 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788840278.474980:0:31563:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840278.474982:0:31563:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840278.474984:0:31563:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840278.474987:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.474988:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840278.474989:0:31563:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.474991:0:31563:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840278.474993:0:31563:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.474994:0:31563:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.474997:0:31563:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.474999:0:31563:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840278.475000:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.475001:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788840278.475003:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788840278.475004:0:31563:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788840278.475008:0:31563:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840278.475014:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17d28 00000080:00000008:1.0:1788840278.475016:0:31563:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff90ee9058aa08), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788840278.475048:0:31563:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1788840278.475050:0:31563:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x28:0x0](ffff90ee9058aa08) pos/size0/16384 32bit_api 0 00000080:00000010:1.0:1788840278.475056:0:31563:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee86fb0a00. 00000080:00000001:1.0:1788840278.475061:0:31563:0:(dir.c:194:ll_dir_read()) Process entered 00000080:00000001:1.0:1788840278.475070:0:31563:0:(dir.c:148:ll_get_dir_folio()) Process leaving (rc=18446740767738652672 : -3305970898944 : fffffcfe44c76800) 00000080:00000001:1.0:1788840278.475073:0:31563:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:1.0:1788840278.475077:0:31563:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788840278.475080:0:31563:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833962 : 144115205322833962 : 20000040400002a) 00000080:00000001:1.0:1788840278.475084:0:31563:0:(dir.c:306:ll_dir_read()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788840278.475086:0:31563:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee86fb0a00. 00000080:00000001:1.0:1788840278.475090:0:31563:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840278.475105:0:31563:0:(dir.c:324:ll_iterate()) Process entered 00000080:00200000:1.0:1788840278.475107:0:31563:0:(dir.c:332:ll_iterate()) VFS Op:inode=[0x200000404:0x28:0x0](ffff90ee9058aa08) pos/size18446744073709551614/16384 32bit_api 0 00000080:00000001:1.0:1788840278.475110:0:31563:0:(dir.c:342:ll_iterate()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788840278.475112:0:31563:0:(dir.c:402:ll_iterate()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840278.475137:0:31563:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788840278.475141:0:31563:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788840278.475143:0:31563:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x28:0x0](ffff90ee9058aa08), inode mode 41ed mask 1 00000080:00000001:1.0:1788840278.475148:0:31563:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840278.475156:0:31563:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788840278.475159:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17da0 00000080:00002000:1.0:1788840278.475161:0:31563:0:(dcache.c:87:ll_dcompare()) found name f(ffff90ee99172ca8) flags 0x48000e refc 0 00000080:00000001:1.0:1788840278.475164:0:31563:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840278.475166:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17e10 00000080:00200000:1.0:1788840278.475167:0:31563:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f, flags=0 00000080:00000001:1.0:1788840278.475174:0:31563:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788840278.475175:0:31563:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x28:0x0](ffff90ee9058aa08), inode mode 41ed mask 3 00000080:00000001:1.0:1788840278.475178:0:31563:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840278.475182:0:31563:0:(namei.c:2415:ll_unlink()) Process entered 00000020:00000001:1.0:1788840278.475184:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17df8 00000080:00200000:1.0:1788840278.475186:0:31563:0:(namei.c:2418:ll_unlink()) VFS Op:name=f, dir=[0x200000404:0x28:0x0](ffff90ee9058aa08) 00000080:00000001:1.0:1788840278.475189:0:31563:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1788840278.475192:0:31563:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840278.475197:0:31563:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036962344 : -122120672589272 : ffff90ee90b0ca28) 00000020:00001000:1.0:1788840278.475200:0:31563:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0ca20 00000020:00000001:1.0:1788840278.475203:0:31563:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1788840278.475208:0:31563:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee98eff4d8) owner 0000000000000000/ffff90ee85dbcf80 00020000:00000002:1.0:1788840278.475212:0:31563:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90ee9887dd80 addref 2/0 by ffff90ee85dbcf80. 00020000:00000002:1.0:1788840278.475215:0:31563:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee98eff4d8) owner 0000000000000000/ffff90ee85dbcf80 00020000:00000001:1.0:1788840278.475218:0:31563:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1788840278.475220:0:31563:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1788840278.475222:0:31563:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1788840278.475225:0:31563:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:1.0:1788840278.475228:0:31563:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:1.0:1788840278.475230:0:31563:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0ca20 00000080:00000001:1.0:1788840278.475233:0:31563:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1788840278.475237:0:31563:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee86fb0a00. 00800000:00000001:1.0:1788840278.475246:0:31563:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:1.0:1788840278.475250:0:31563:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1788840278.475252:0:31563:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x2a:0x0] 00800000:00000001:1.0:1788840278.475255:0:31563:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788840278.475257:0:31563:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000404:0x28:0x0]/[0x200000404:0x2a:0x0] -> mds #0 00000002:00000001:1.0:1788840278.475261:0:31563:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1788840278.475263:0:31563:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788840278.475267:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4a00 count: 3 00010000:00000001:1.0:1788840278.475270:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840278.475273:0:31563:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788840278.475277:0:31563:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788840278.475280:0:31563:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85600/0x3aa5f499c96f37b3 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8a436931312ba67d expref: -99 pid: 31562 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:1.0:1788840278.475288:0:31563:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788840278.475292:0:31563:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788840278.475295:0:31563:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788840278.475297:0:31563:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x28:0x0] mode (null) 00000002:00000001:1.0:1788840278.475311:0:31563:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840278.475313:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840278.475315:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4a00 count: 4 00010000:00000001:1.0:1788840278.475317:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840278.475320:0:31563:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1788840278.475323:0:31563:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1788840278.475392:0:31563:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788840278.475397:0:31563:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840278.475401:0:31563:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85e00/0x3aa5f499c96f37eb lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba73a expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788840278.475408:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.475410:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840278.475411:0:31563:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00010000:00000001:1.0:1788840278.475413:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840278.475414:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840278.475416:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85e00 refcount=2 00000020:00000001:1.0:1788840278.475418:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872832512 : -122120836719104 : ffff90ee86e85e00) 00010000:00000001:1.0:1788840278.475420:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872832512 : -122120836719104 : ffff90ee86e85e00) 00010000:00000001:1.0:1788840278.475422:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.475423:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840278.475425:0:31563:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840278.475426:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840278.475429:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4a00 count: 4 00010000:00000001:1.0:1788840278.475431:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788840278.475434:0:31563:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840278.475435:0:31563:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840278.475437:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840278.475438:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4a00 count: 4 00010000:00000001:1.0:1788840278.475440:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788840278.475442:0:31563:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840278.475444:0:31563:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788840278.475447:0:31563:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x28:0x0] lli = ffff90ee9058a940, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788840278.475628:0:31563:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1788840278.475631:0:31563:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788840278.475633:0:31563:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788840278.475635:0:31563:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x28:0x0](ffff90ee9058aa08) invalid 00000020:00000001:1.0:1788840278.479451:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17a60 00000080:00002000:1.0:1788840278.479464:0:31563:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-2 (ffff90ee90703e58) parent ffff90ee9069b510 inode ffff90ee9058aa08 refc 3 00000080:00000001:1.0:1788840278.479471:0:31563:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788840278.479475:0:31563:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788840278.479478:0:31563:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.479908:0:31563:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788840278.479915:0:31563:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788840278.479917:0:31563:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788840278.479919:0:31563:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840278.479923:0:31563:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788840278.479928:0:31563:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee86e85600 with handle 0x3aa5f499c96f37b3 from hash 00010000:00000001:1.0:1788840278.479932:0:31563:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788840278.479934:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.479936:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840278.479938:0:31563:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788840278.479942:0:31563:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788840278.479945:0:31563:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788840278.479950:0:31563:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788840278.479952:0:31563:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788840278.479957:0:31563:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788840278.479961:0:31563:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788840278.479969:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1100 count: 3 00010000:00000001:1.0:1788840278.479973:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840278.479976:0:31563:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788840278.479980:0:31563:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788840278.479984:0:31563:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84200/0x3aa5f499c96f37ba lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8a436931312ba699 expref: -99 pid: 31562 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1788840278.479995:0:31563:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788840278.480001:0:31563:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788840278.480004:0:31563:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788840278.480006:0:31563:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x2a:0x0] mode (null) 00000002:00000001:1.0:1788840278.480010:0:31563:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840278.480013:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840278.480016:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1100 count: 4 00010000:00000001:1.0:1788840278.480018:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788840278.480023:0:31563:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840278.480025:0:31563:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840278.480026:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840278.480027:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1100 count: 4 00010000:00000001:1.0:1788840278.480029:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788840278.480031:0:31563:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840278.480033:0:31563:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840278.480034:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840278.480036:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1100 count: 4 00010000:00000001:1.0:1788840278.480037:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788840278.480039:0:31563:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840278.480041:0:31563:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840278.480042:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840278.480043:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1100 count: 4 00010000:00000001:1.0:1788840278.480045:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788840278.480047:0:31563:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840278.480049:0:31563:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840278.480052:0:31563:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788840278.480055:0:31563:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840278.480061:0:31563:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036962344 : -122120672589272 : ffff90ee90b0ca28) 00000020:00001000:1.0:1788840278.480064:0:31563:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0ca20 00000020:00000001:1.0:1788840278.480066:0:31563:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1788840278.480071:0:31563:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x2a:0x0]: losing layout lock 00000080:00000001:1.0:1788840278.480074:0:31563:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1788840278.480091:0:31563:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1788840278.480098:0:31563:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788840278.480102:0:31563:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788840278.480105:0:31563:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2a:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1788840278.480107:0:31563:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840278.480109:0:31563:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788840278.480111:0:31563:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0ca20 00000080:00000001:1.0:1788840278.480114:0:31563:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840278.480117:0:31563:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788840278.480120:0:31563:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x2a:0x0](ffff90ee90594b08) invalid 00000020:00000001:1.0:1788840278.480123:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17a60 00000080:00002000:1.0:1788840278.480125:0:31563:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f (ffff90ee99172ca8) parent ffff90ee90703e58 inode ffff90ee90594b08 refc 1 00000080:00000001:1.0:1788840278.480128:0:31563:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788840278.480130:0:31563:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788840278.480132:0:31563:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.480134:0:31563:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788840278.480136:0:31563:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788840278.480137:0:31563:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788840278.480139:0:31563:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840278.480141:0:31563:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788840278.480143:0:31563:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee86e84200 with handle 0x3aa5f499c96f37ba from hash 00010000:00000001:1.0:1788840278.480146:0:31563:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788840278.480147:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.480148:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840278.480150:0:31563:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788840278.480151:0:31563:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788840278.480152:0:31563:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788840278.480155:0:31563:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788840278.480158:0:31563:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c000/0x3aa5f499c96f3790 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8a436931312ba606 expref: -99 pid: 31527 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1788840278.480165:0:31563:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788840278.480166:0:31563:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788840278.480168:0:31563:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788840278.480169:0:31563:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x2a:0x0] mode (null) 00000002:00000001:1.0:1788840278.480171:0:31563:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840278.480172:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840278.480175:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1100 count: 4 00010000:00000001:1.0:1788840278.480176:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788840278.480178:0:31563:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840278.480180:0:31563:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840278.480181:0:31563:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788840278.480183:0:31563:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840278.480184:0:31563:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036962344 : -122120672589272 : ffff90ee90b0ca28) 00000020:00001000:1.0:1788840278.480186:0:31563:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0ca20 00000020:00000001:1.0:1788840278.480188:0:31563:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1788840278.480189:0:31563:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x2a:0x0]: losing layout lock 00000080:00000001:1.0:1788840278.480191:0:31563:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1788840278.480193:0:31563:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1788840278.480194:0:31563:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788840278.480196:0:31563:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788840278.480198:0:31563:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2a:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1788840278.480199:0:31563:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840278.480200:0:31563:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788840278.480202:0:31563:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0ca20 00000080:00000001:1.0:1788840278.480204:0:31563:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840278.480206:0:31563:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788840278.480207:0:31563:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.480209:0:31563:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788840278.480211:0:31563:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788840278.480212:0:31563:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788840278.480214:0:31563:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840278.480215:0:31563:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788840278.480218:0:31563:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee87d8c000 with handle 0x3aa5f499c96f3790 from hash 00010000:00000001:1.0:1788840278.480220:0:31563:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788840278.480221:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.480223:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840278.480224:0:31563:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788840278.480225:0:31563:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788840278.480227:0:31563:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788840278.480230:0:31563:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1788840278.480231:0:31563:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:1.0:1788840278.480233:0:31563:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:1.0:1788840278.480245:0:31563:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87fafb80. 00000020:00000040:1.0:1788840278.480251:0:31563:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=9 obd=lustre-MDT0000-mdc-ffff90ee90f70800 02000000:00000001:1.0:1788840278.480257:0:31563:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788840278.480259:0:31563:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.480262:0:31563:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788840278.480267:0:31563:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840278.480272:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840278.480274:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840278.480275:0:31563:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840278.480279:0:31563:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840278.480281:0:31563:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840278.480287:0:31563:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840278.480297:0:31563:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee86fb1200. 00000100:00000001:1.0:1788840278.480322:0:31563:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.480478:0:31563:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788840278.480605:0:31563:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788840278.480616:0:31563:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84200/0x3aa5f499c96f37ba lrc: 1/0,0 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8a436931312ba699 expref: -99 pid: 31562 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1788840278.480626:0:31563:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c000/0x3aa5f499c96f3790 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8a436931312ba606 expref: -99 pid: 31527 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1788840278.480634:0:31563:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85600/0x3aa5f499c96f37b3 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312ba67d expref: -99 pid: 31562 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:1.0:1788840278.480836:0:31563:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:1.0:1788840278.480838:0:31563:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:1.0:1788840278.480840:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788840278.480843:0:31563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84200/0x3aa5f499c96f37ba lrc: 0/0,0 mode: --/PR res: [0x200000404:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8a436931312ba699 expref: -99 pid: 31562 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1788840278.480852:0:31563:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff90ee87139ac0. 00010000:00000001:1.0:1788840278.480861:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840278.480862:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788840278.480864:0:31563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c000/0x3aa5f499c96f3790 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8a436931312ba606 expref: -99 pid: 31527 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1788840278.480871:0:31563:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff90ee87139400. 00010000:00000040:1.0:1788840278.480874:0:31563:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee892b1100 count: 0 00010000:00000010:1.0:1788840278.480881:0:31563:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90ee98e7d880. 00010000:00000001:1.0:1788840278.480888:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840278.480889:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788840278.480891:0:31563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85600/0x3aa5f499c96f37b3 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312ba67d expref: -99 pid: 31562 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788840278.480898:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840278.480899:0:31563:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.480901:0:31563:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788840278.480903:0:31563:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.480905:0:31563:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1788840278.480922:0:31563:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1788840278.480936:0:31563:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee87fafb80 x1875733133985024/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788840278.480945:0:31563:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788840278.480948:0:31563:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788840278.481088:0:31563:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee84e4d300. 00000100:00000001:0.0:1788840278.481091:0:31563:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952839045888 : -122120870505728 : ffff90ee84e4d300) 00000100:00000001:0.0:1788840278.481095:0:31563:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840278.481097:0:31563:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890829696 : -122120818721920 : ffff90ee87fafb80) 00000100:00000001:0.0:1788840278.481102:0:31563:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840278.481107:0:31563:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.481109:0:31563:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788840278.481111:0:31563:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840278.481118:0:31563:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87fafb80 x1875733133985024/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840278.481127:0:31563:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840278.481130:0:31563:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840278.481134:0:31563:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840278.481137:0:31563:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840278.481140:0:31563:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840278.481144:0:31563:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87fafb80 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:31563:1875733133985024:192.168.202.131@tcp:36:rm.0 00000100:00000001:0.0:1788840278.481149:0:31563:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840278.481156:0:31563:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840278.481159:0:31563:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840278.481162:0:31563:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840278.481169:0:31563:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86f37800. 02000000:00000001:0.0:1788840278.481171:0:31563:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840278.481182:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840278.481187:0:31563:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c801b8. 00000400:00000010:0.0:1788840278.481197:0:31563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6990. 00000100:00000200:0.0:1788840278.481206:0:31563:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133985024, portal 10 00000100:00000001:0.0:1788840278.481209:0:31563:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840278.481210:0:31563:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890829696 : -122120818721920 : ffff90ee87fafb80) 00000100:00000040:0.0:1788840278.481218:0:31563:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87fafb80 x1875733133985024/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 496/624 e 0 to 0 dl 1788840294 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840278.481226:0:31563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840278.481229:0:31563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840278.481234:0:31563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed67f8. 00000100:00000200:0.0:1788840278.481238:0:31563:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1875733133985024, offset 0 00000400:00000200:0.0:1788840278.481246:0:31563:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840278.481257:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840278.481267:0:31563:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840278.481274:0:31563:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840278.481280:0:31563:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840278.481284:0:31563:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840278.481287:0:31563:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840278.481292:0:31563:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2477:2477:256:4294967295] 192.168.202.131@tcp LPNI seq info [2477:2477:8:4294967295] 00000400:00000200:0.0:1788840278.481296:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840278.481319:0:31563:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840278.481399:0:31563:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840278.481407:0:31563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee89861000. 00000800:00000200:0.0:1788840278.481416:0:31563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840278.481426:0:31563:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840278.481431:0:31563:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee89861000 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:0.0:1788840278.481501:0:31563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840278.481507:0:31563:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 797397 usecs (798 jiffies) 00000400:00000200:0.0:1788840278.481511:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840278.481514:0:31563:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296509097 00000100:00000001:0.0:1788840278.481518:0:31563:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296510376 00000100:00000001:0.0:1788840278.481520:0:31563:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296509097 00000100:00000001:0.0:1788840278.481522:0:31563:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296510376 00000100:00000001:0.0:1788840278.481525:0:31563:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840278.481528:0:31563:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.481530:0:31563:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840278.481533:0:31563:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788840278.481536:0:31563:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee84e4d300 going to sleep for 11 seconds 00000100:00000001:0.0:1788840278.481539:0:31563:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840278.481551:0:31563:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840278.487467:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840278.487493:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee89861000. 00000400:00000200:2.0:1788840278.487505:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840278.487517:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840278.487527:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed67f8 00000400:00000010:2.0:1788840278.487530:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed67f8. 00000100:00000001:2.0:1788840278.487538:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840278.488000:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fafb80 x1875733133985024/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 496/624 e 0 to 0 dl 1788840294 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840278.488015:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840278.488019:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fafb80 x1875733133985024/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 496/624 e 0 to 0 dl 1788840294 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840278.488027:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840278.488028:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840278.489857:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.489879:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840278.489885:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.489888:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840278.489900:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.489909:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840278.489921:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.489927:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.489935:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.489940:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 456 into portal 10 MB=0x6a9f827250500 00000400:00000200:2.0:1788840278.489946:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.489954:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 456/456 into md 0x6c35 [1] + 224 00000800:00000001:2.0:1788840278.489963:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.489971:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840278.489975:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840278.489980:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840278.489989:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840278.489999:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fafb80 x1875733133985024/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 496/624 e 0 to 0 dl 1788840294 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840278.490013:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff90ee87fafb80 x1875733133985024/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 496/624 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840278.490037:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1788840278.490051:0:2353:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788840278.490055:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.490062:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840278.490069:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2478:2478:256:4294967295] 192.168.202.131@tcp LPNI seq info [2478:2478:8:4294967295] 00000400:00000200:2.0:1788840278.490074:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.490083:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) 192.168.202.131@tcp : ACK try# 0 00000800:00000200:2.0:1788840278.490090:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840278.490098:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989b00. 00000800:00000200:2.0:1788840278.490106:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840278.490115:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840278.490121:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989b00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788840278.490240:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840278.490245:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989b00. 00000400:00000200:2.0:1788840278.490248:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840278.490252:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: ACK: OK 00000800:00000001:2.0:1788840278.490260:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.490264:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840278.490687:0:31563:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840278.490699:0:31563:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840278.490702:0:31563:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840278.490706:0:31563:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c801b8. 00000400:00000200:0.0:1788840278.490712:0:31563:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6990 00000400:00000010:0.0:1788840278.490714:0:31563:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6990. 00000100:00000001:0.0:1788840278.490718:0:31563:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840278.490725:0:31563:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87fafb80 x1875733133985024/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 496/624 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788840278.490742:0:31563:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87fafb80 x1875733133985024/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 496/624 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840278.490749:0:31563:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840278.490752:0:31563:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840278.490755:0:31563:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840278.490760:0:31563:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840278.490764:0:31563:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840278.490768:0:31563:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840278.490772:0:31563:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840278.490785:0:31563:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=128 v=5 (5 102 102 102) 00000100:00001000:0.0:1788840278.490790:0:31563:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840278.490792:0:31563:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840278.490795:0:31563:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.490798:0:31563:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840278.490803:0:31563:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.490807:0:31563:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788840278.490810:0:31563:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x10000014f/0x100000151] 00000100:00000001:0.0:1788840278.490811:0:31563:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788840278.490814:0:31563:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840278.490816:0:31563:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890829696 : -122120818721920 : ffff90ee87fafb80) 00000100:00000001:0.0:1788840278.490820:0:31563:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840278.490823:0:31563:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967634 00000100:00000001:0.0:1788840278.490825:0:31563:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840278.490829:0:31563:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840278.490835:0:31563:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87fafb80 x1875733133985024/t4294967646(4294967646) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 496/456 e 0 to 0 dl 1788840294 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840278.490844:0:31563:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840278.490848:0:31563:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840278.490850:0:31563:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840278.490855:0:31563:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87fafb80 x1875733133985024/t4294967646(4294967646) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 496/456 e 0 to 0 dl 1788840294 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788840278.490865:0:31563:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87fafb80 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:31563:1875733133985024:192.168.202.131@tcp:36:rm.0 00000100:00000001:0.0:1788840278.490871:0:31563:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840278.490875:0:31563:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.490878:0:31563:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788840278.490881:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840278.490884:0:31563:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fafb80 x1875733133985024/t4294967646(4294967646) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 496/456 e 0 to 0 dl 1788840294 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840278.490893:0:31563:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840278.490897:0:31563:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee84e4d300. 00000100:00000001:0.0:1788840278.490900:0:31563:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788840278.490902:0:31563:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840278.490913:0:31563:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840278.490918:0:31563:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788840278.490925:0:31563:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee86fb0a00. 00000100:00000001:0.0:1788840278.490934:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840278.490937:0:31563:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87fafb80 x1875733133985024/t4294967646(4294967646) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 496/456 e 0 to 0 dl 1788840294 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840278.490944:0:31563:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.490950:0:31563:0:(namei.c:2468:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.490966:0:31563:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788840278.490970:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17e28 00000080:00002000:0.0:1788840278.490974:0:31563:0:(dcache.c:127:ll_ddelete()) deleting dentry f (ffff90ee99172ca8, parent ffff90ee90703e58, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788840278.490978:0:31563:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788840278.490985:0:31563:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788840278.490993:0:31563:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788840278.491004:0:31563:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1788840278.491008:0:31563:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:0.0:1788840278.491011:0:31563:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788840278.491018:0:31563:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036963208 : -122120672588408 : ffff90ee90b0cd88) 00000020:00001000:0.0:1788840278.491021:0:31563:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0cd80 00000020:00000001:0.0:1788840278.491029:0:31563:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f080 -> ffff90ee82e4f080 00000020:00000001:0.0:1788840278.491032:0:31563:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788840278.491036:0:31563:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788840278.491039:0:31563:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x2a:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788840278.491043:0:31563:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788840278.491045:0:31563:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788840278.491048:0:31563:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788840278.491054:0:31563:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x2a:0x0]io ffff90ee87fce310 type 6 ignore/verify layout 1/0 00020000:00000002:0.0:1788840278.491058:0:31563:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee98eff4d8) owner 0000000000000000/ffff90ee85dbcf80 00020000:00000001:0.0:1788840278.491063:0:31563:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788840278.491065:0:31563:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788840278.491068:0:31563:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788840278.491070:0:31563:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840278.491073:0:31563:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788840278.491075:0:31563:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788840278.491077:0:31563:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840278.491079:0:31563:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788840278.491080:0:31563:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788840278.491082:0:31563:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788840278.491083:0:31563:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee98eff4d8) owner 0000000000000000/ffff90ee85dbcf80 00000020:00000001:0.0:1788840278.491087:0:31563:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840278.491089:0:31563:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788840278.491091:0:31563:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:0.0:1788840278.491093:0:31563:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788840278.491097:0:31563:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788840278.491101:0:31563:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788840278.491106:0:31563:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788840278.491107:0:31563:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788840278.491109:0:31563:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788840278.491111:0:31563:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036959896 : -122120672591720 : ffff90ee90b0c098) 00000020:00001000:0.0:1788840278.491114:0:31563:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0c090 00000020:00000001:0.0:1788840278.491117:0:31563:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f080 00000020:00000001:0.0:1788840278.491118:0:31563:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788840278.491123:0:31563:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788840278.491124:0:31563:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788840278.491126:0:31563:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840278.491128:0:31563:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840278.491130:0:31563:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621952871579752 : -122120837971864 : ffff90ee86d54068) 00000020:00000001:0.0:1788840278.491134:0:31563:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788840278.491135:0:31563:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840278.491138:0:31563:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840278.491140:0:31563:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840278.491142:0:31563:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:0.0:1788840278.491144:0:31563:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788840278.491147:0:31563:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788840278.491148:0:31563:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788840278.491150:0:31563:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788840278.491152:0:31563:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840278.491154:0:31563:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840278.491156:0:31563:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840278.491158:0:31563:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840278.491159:0:31563:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788840278.491161:0:31563:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840278.491162:0:31563:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840278.491164:0:31563:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:0.0:1788840278.491167:0:31563:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788840278.491168:0:31563:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788840278.491169:0:31563:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788840278.491172:0:31563:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:0.0:1788840278.491176:0:31563:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000001:0.0:1788840278.491180:0:31563:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000020:0.0:1788840278.491183:0:31563:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff90ee87839c00 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:0.0:1788840278.491187:0:31563:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788840278.491191:0:31563:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff90ee87839c00 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:0.0:1788840278.491194:0:31563:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840278.491197:0:31563:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840278.491198:0:31563:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840278.491200:0:31563:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840278.491201:0:31563:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840278.491203:0:31563:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840278.491205:0:31563:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788840278.491207:0:31563:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:0.0:1788840278.491209:0:31563:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788840278.491210:0:31563:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:0.0:1788840278.491212:0:31563:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788840278.491213:0:31563:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840278.491215:0:31563:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:0.0:1788840278.491217:0:31563:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788840278.491219:0:31563:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:0.0:1788840278.491221:0:31563:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788840278.491222:0:31563:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788840278.491223:0:31563:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788840278.491224:0:31563:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788840278.491226:0:31563:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840278.491227:0:31563:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840278.491229:0:31563:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788840278.491231:0:31563:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788840278.491232:0:31563:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:0.0:1788840278.491234:0:31563:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788840278.491235:0:31563:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788840278.491237:0:31563:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788840278.491239:0:31563:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788840278.491240:0:31563:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788840278.491242:0:31563:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788840278.491243:0:31563:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840278.491246:0:31563:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840278.491248:0:31563:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788840278.491249:0:31563:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788840278.491251:0:31563:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840278.491253:0:31563:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788840278.491255:0:31563:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788840278.491257:0:31563:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788840278.491258:0:31563:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788840278.491260:0:31563:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788840278.491262:0:31563:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0c090 00020000:00000001:0.0:1788840278.491264:0:31563:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788840278.491266:0:31563:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788840278.491268:0:31563:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788840278.491271:0:31563:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x2a:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788840278.491274:0:31563:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788840278.491275:0:31563:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788840278.491277:0:31563:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0cd80 00000080:00000001:0.0:1788840278.491279:0:31563:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.491284:0:31563:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788840278.491286:0:31563:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000404:0x2a:0x0](ffff90ee90594b08) 00800000:00000001:0.0:1788840278.491291:0:31563:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788840278.491293:0:31563:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x2a:0x0] 00000002:00000001:0.0:1788840278.491313:0:31563:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788840278.491322:0:31563:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840278.491447:0:31563:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.491452:0:31563:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1788840278.491454:0:31563:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788840278.491457:0:31563:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.491459:0:31563:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840278.491462:0:31563:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788840278.491464:0:31563:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036963208 : -122120672588408 : ffff90ee90b0cd88) 00000020:00001000:0.0:1788840278.491466:0:31563:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0cd80 00020000:00000001:0.0:1788840278.491474:0:31563:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:0.0:1788840278.491475:0:31563:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee98eff4d8) owner 0000000000000000/ffff90ee85dbcf80 00020000:00000001:0.0:1788840278.491479:0:31563:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:0.0:1788840278.491491:0:31563:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee9887dd80, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788840278.491496:0:31563:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788840278.491500:0:31563:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90eea058dd80: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000001:0.0:1788840278.491504:0:31563:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:0.0:1788840278.491506:0:31563:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840278.491509:0:31563:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:0.0:1788840278.491511:0:31563:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:0.0:1788840278.491515:0:31563:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:0.0:1788840278.491522:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4f00 count: 2 00010000:00000001:0.0:1788840278.491525:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840278.491528:0:31563:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:0.0:1788840278.491531:0:31563:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:0.0:1788840278.491537:0:31563:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 1788840260 1788840260 1788840260 by oinfo size 0 blocks 1 [cma]time 1788840260 1788840260 1788840260 ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000005380de8d/0x3aa5f499c96f37c1 lrc: 1/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x8a436931312ba6a0 expref: -99 pid: 31562 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:0.0:1788840278.491894:0:31563:0:(cl_object.c:143:cl_object_top()) ffff90ee87839c00 -> ffff90ee82e4f080 00000020:00000001:0.0:1788840278.491897:0:31563:0:(cl_object.c:143:cl_object_top()) ffff90ee87839c00 -> ffff90ee82e4f080 00000008:00000001:0.0:1788840278.491899:0:31563:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788840278.491902:0:31563:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788840278.491904:0:31563:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788840278.491906:0:31563:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1788840278.491914:0:31563:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff90ee87839c00. 00020000:00000001:0.0:1788840278.491920:0:31563:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:0.0:1788840278.491923:0:31563:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff90ee82e4f898. 00020000:00000001:0.0:1788840278.491928:0:31563:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:0.0:1788840278.491931:0:31563:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840278.491933:0:31563:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788840278.491935:0:31563:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee98eff4d8) owner 0000000000000000/ffff90ee85dbcf80 00020000:00000001:0.0:1788840278.491937:0:31563:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:0.0:1788840278.491940:0:31563:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:0.0:1788840278.491941:0:31563:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee98eff4d8) owner 0000000000000000/ffff90ee85dbcf80 00020000:00000001:0.0:1788840278.491945:0:31563:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:0.0:1788840278.491947:0:31563:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff90ee8869d100. 00020000:00000010:0.0:1788840278.491951:0:31563:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff90ee84e4de40. 00020000:00000010:0.0:1788840278.491954:0:31563:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff90ee85c50620. 00020000:00000002:0.0:1788840278.491958:0:31563:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee9887dd80, objid 0x2a:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788840278.491962:0:31563:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788840278.491966:0:31563:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90eea058dd80: ostid: 0x240000400:24 ost idx: 0 gen: 0 00020000:00000010:0.0:1788840278.491971:0:31563:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90eea058dd80. 00020000:00000010:0.0:1788840278.491975:0:31563:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90ee9887dd20. 00020000:00000010:0.0:1788840278.491978:0:31563:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90ee9887dd80. 00020000:00000001:0.0:1788840278.491980:0:31563:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:0.0:1788840278.491982:0:31563:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee98eff4d8) owner 0000000000000000/ffff90ee85dbcf80 00020000:00000010:0.0:1788840278.491985:0:31563:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff90ee98eff4d8. 00020000:00000001:0.0:1788840278.491988:0:31563:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:0.0:1788840278.491992:0:31563:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff90ee82e4f000. 00000020:00001000:0.0:1788840278.491996:0:31563:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0cd80 00000080:00000001:0.0:1788840278.492001:0:31563:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788840278.492003:0:31563:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1788840278.492045:0:31563:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:0.0:1788840278.492049:0:31563:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788840278.492052:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17dd0 00000080:00200008:0.0:1788840278.492055:0:31563:0:(file.c:479:ll_file_release()) START file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff90ee9058aa08), flags 704000 00000080:00400000:0.0:1788840278.492058:0:31563:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x28:0x0] 00000080:00000001:0.0:1788840278.492063:0:31563:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1788840278.492064:0:31563:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:0.0:1788840278.492066:0:31563:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1788840278.492074:0:31563:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840278.492077:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840278.492080:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4a00 count: 2 00010000:00000001:0.0:1788840278.492083:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840278.492088:0:31563:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1788840278.492092:0:31563:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1788840278.492096:0:31563:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840278.492104:0:31563:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840278.492108:0:31563:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85e00/0x3aa5f499c96f37eb lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba73a expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788840278.492116:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.492118:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840278.492120:0:31563:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:0.0:1788840278.492123:0:31563:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x28:0x0]: 16 00000080:00000010:0.0:1788840278.492125:0:31563:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90ee817c72c0. 00000080:00000001:0.0:1788840278.492129:0:31563:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840278.492134:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17dd0 00000080:00000008:0.0:1788840278.492136:0:31563:0:(file.c:523:ll_file_release()) COMPLETED file d21h.recovery-small-2:[0x200000404:0x28:0x0](ffff90ee9058aa08), flags 704000, rc = 0 00000080:00000001:0.0:1788840278.492139:0:31563:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.492141:0:31563:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.492145:0:31563:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788840278.492147:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17e00 00000080:00002000:0.0:1788840278.492149:0:31563:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-2 (ffff90ee90703e58, parent ffff90ee9069b510, inode ffff90ee9058aa08) hashed, 00000080:00000001:0.0:1788840278.492152:0:31563:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788840278.492157:0:31563:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788840278.492160:0:31563:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788840278.492196:0:31563:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840278.492201:0:31563:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840278.492204:0:31563:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788840278.492205:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17bd8 00000080:00200000:0.0:1788840278.492208:0:31563:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:0.0:1788840278.492215:0:31563:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85cd3a00. 00800000:00000002:0.0:1788840278.492221:0:31563:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840278.492226:0:31563:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840278.492230:0:31563:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840278.492232:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17af8 00800000:00000002:0.0:1788840278.492234:0:31563:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840278.492239:0:31563:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788840278.492242:0:31563:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788840278.492247:0:31563:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840278.492249:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d179c8 00000002:00010000:0.0:1788840278.492250:0:31563:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788840278.492255:0:31563:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788840278.492256:0:31563:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840278.492257:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840278.492260:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55c00 count: 2 00010000:00000001:0.0:1788840278.492263:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840278.492267:0:31563:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840278.492270:0:31563:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788840278.492274:0:31563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f37dd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba71e expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1788840278.492282:0:31563:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840278.492284:0:31563:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840278.492287:0:31563:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f37dd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba71e expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1788840278.492294:0:31563:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788840278.492296:0:31563:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840278.492312:0:31563:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840278.492314:0:31563:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840278.492316:0:31563:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840278.492319:0:31563:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788840278.492321:0:31563:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788840278.492324:0:31563:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840278.493037:0:31563:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85cd3a00. 00000080:00000001:0.0:1788840278.493043:0:31563:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788840278.493044:0:31563:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840278.493048:0:31563:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:0.0:1788840278.493052:0:31563:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f37dd 00800000:00000001:0.0:1788840278.493057:0:31563:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840278.493059:0:31563:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840278.493062:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840278.493065:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840278.493069:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523de00 refcount=3 00000020:00000001:0.0:1788840278.493072:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:0.0:1788840278.493076:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:0.0:1788840278.493080:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.493081:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840278.493083:0:31563:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840278.493084:0:31563:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840278.493087:0:31563:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f37dd from it ffffa16200d17c10 00010000:00000001:0.0:1788840278.493090:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840278.493091:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840278.493092:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523de00 refcount=3 00000020:00000001:0.0:1788840278.493094:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:0.0:1788840278.493096:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:0.0:1788840278.493098:0:31563:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840278.493103:0:31563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f37dd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba71e expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788840278.493111:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.493112:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840278.493113:0:31563:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840278.493116:0:31563:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840278.493119:0:31563:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f37dd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba71e expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788840278.493130:0:31563:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840278.493134:0:31563:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840278.493137:0:31563:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840278.493142:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.493143:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840278.493145:0:31563:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.493149:0:31563:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840278.493151:0:31563:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.493153:0:31563:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.493156:0:31563:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.493158:0:31563:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840278.493160:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.493161:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788840278.493165:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788840278.493167:0:31563:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840278.493171:0:31563:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788840278.493176:0:31563:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788840278.493195:0:31563:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90ee83169180. 00000020:00000001:0.0:1788840278.493200:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17dc8 00000080:00200000:0.0:1788840278.493202:0:31563:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), flags=0 00000080:00000001:0.0:1788840278.493206:0:31563:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788840278.493208:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17c78 00000080:00200000:0.0:1788840278.493210:0:31563:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), intent=getattr 00000080:00000010:0.0:1788840278.493218:0:31563:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85cd3a00. 00800000:00000002:0.0:1788840278.493223:0:31563:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840278.493228:0:31563:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840278.493230:0:31563:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840278.493232:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17b98 00800000:00000002:0.0:1788840278.493234:0:31563:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd21h.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840278.493236:0:31563:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1788840278.493242:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17b30 00800000:00000002:0.0:1788840278.493244:0:31563:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d21h.recovery-small-2' -> mds #0 00000002:00000001:0.0:1788840278.493247:0:31563:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840278.493249:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17a68 00000002:00010000:0.0:1788840278.493250:0:31563:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d21h.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:0.0:1788840278.493254:0:31563:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788840278.493258:0:31563:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788840278.493263:0:31563:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f5aa00. 00000020:00000040:0.0:1788840278.493268:0:31563:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=10 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00010000:00000001:0.0:1788840278.493276:0:31563:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788840278.493280:0:31563:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840278.493283:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.493284:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840278.493285:0:31563:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.493288:0:31563:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840278.493292:0:31563:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840278.493296:0:31563:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840278.493317:0:31563:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee86f34c00. 00000100:00000001:0.0:1788840278.493467:0:31563:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.493474:0:31563:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840278.493476:0:31563:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.493477:0:31563:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840278.493479:0:31563:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.493481:0:31563:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840278.493740:0:31563:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621952890481152 : -122120819070464 : ffff90ee87f5aa00) 00010000:00000001:0.0:1788840278.493746:0:31563:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788840278.493750:0:31563:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788840278.493755:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55c00 count: 2 00010000:00000001:0.0:1788840278.493758:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840278.493761:0:31563:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788840278.493768:0:31563:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee80031000. 00000020:00000001:0.0:1788840278.493772:0:31563:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788840278.493775:0:31563:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee80031000 with handle 0x3aa5f499c96f37f2 to hash 00000020:00000001:0.0:1788840278.493777:0:31563:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788840278.493779:0:31563:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:0.0:1788840278.493783:0:31563:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:0.0:1788840278.493787:0:31563:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840278.493789:0:31563:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840278.493793:0:31563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031000/0x3aa5f499c96f37f2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 31563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840278.493896:0:31563:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031000/0x3aa5f499c96f37f2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31563 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840278.493908:0:31563:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031000/0x3aa5f499c96f37f2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 31563 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788840278.493914:0:31563:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788840278.493916:0:31563:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788840278.493924:0:31563:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee84e4de40. 00000100:00000001:0.0:1788840278.493926:0:31563:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952839048768 : -122120870502848 : ffff90ee84e4de40) 00000100:00000001:0.0:1788840278.493930:0:31563:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840278.493932:0:31563:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890481152 : -122120819070464 : ffff90ee87f5aa00) 00000100:00000001:0.0:1788840278.493936:0:31563:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840278.493941:0:31563:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.493943:0:31563:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788840278.493945:0:31563:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840278.493959:0:31563:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f5aa00 x1875733133985152/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.493969:0:31563:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840278.493972:0:31563:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840278.493976:0:31563:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840278.493979:0:31563:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840278.493982:0:31563:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840278.493985:0:31563:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f5aa00 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:31563:1875733133985152:192.168.202.131@tcp:101:rm.0 00000100:00000001:0.0:1788840278.493990:0:31563:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840278.493997:0:31563:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840278.494000:0:31563:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840278.494003:0:31563:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840278.494009:0:31563:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90ee98ed6800. 02000000:00000001:0.0:1788840278.494011:0:31563:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840278.494020:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840278.494024:0:31563:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c801b8. 00000400:00000010:0.0:1788840278.494033:0:31563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6990. 00000100:00000200:0.0:1788840278.494042:0:31563:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875733133985152, portal 10 00000100:00000001:0.0:1788840278.494044:0:31563:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840278.494045:0:31563:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890481152 : -122120819070464 : ffff90ee87f5aa00) 00000100:00000040:0.0:1788840278.494052:0:31563:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87f5aa00 x1875733133985152/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840294 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.494060:0:31563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840278.494063:0:31563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840278.494066:0:31563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6660. 00000100:00000200:0.0:1788840278.494070:0:31563:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875733133985152, offset 0 00000400:00000200:0.0:1788840278.494078:0:31563:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840278.494088:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840278.494097:0:31563:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840278.494103:0:31563:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840278.494108:0:31563:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840278.494113:0:31563:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840278.494116:0:31563:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840278.494121:0:31563:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2479:2479:256:4294967295] 192.168.202.131@tcp LPNI seq info [2479:2479:8:4294967295] 00000400:00000200:0.0:1788840278.494125:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840278.494136:0:31563:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840278.494143:0:31563:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840278.494152:0:31563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee89861000. 00000800:00000200:0.0:1788840278.494160:0:31563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840278.494169:0:31563:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840278.494174:0:31563:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee89861000 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1788840278.494257:0:31563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840278.494263:0:31563:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 796356 usecs (797 jiffies) 00000400:00000200:0.0:1788840278.494267:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840278.494271:0:31563:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296509109 00000100:00000001:0.0:1788840278.494274:0:31563:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296510376 00000100:00000001:0.0:1788840278.494277:0:31563:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296509109 00000100:00000001:0.0:1788840278.494280:0:31563:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296510376 00000100:00000001:0.0:1788840278.494282:0:31563:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840278.494285:0:31563:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.494287:0:31563:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840278.494290:0:31563:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788840278.494293:0:31563:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee84e4de40 going to sleep for 11 seconds 00000100:00000001:0.0:1788840278.494296:0:31563:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840278.494310:0:31563:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840278.496047:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840278.496058:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee89861000. 00000400:00000200:2.0:1788840278.496069:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840278.496081:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840278.496090:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6660 00000400:00000010:2.0:1788840278.496094:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6660. 00000100:00000001:2.0:1788840278.496101:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840278.496109:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f5aa00 x1875733133985152/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840294 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840278.496123:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840278.496127:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f5aa00 x1875733133985152/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840294 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840278.496135:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840278.496137:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1788840278.500686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e84200. 00010000:00000010:1.1:1788840278.500715:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1100. 00010000:00000010:1.1:1788840278.500722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8c000. 00010000:00000010:1.1:1788840278.500725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e85600. 00000800:00000001:3.0:1788840278.502708:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840278.502732:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840278.502737:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840278.502740:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840278.502751:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.502760:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840278.502771:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.502777:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.502784:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.502789:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 584 into portal 10 MB=0x6a9f827250580 00000400:00000200:3.0:1788840278.502805:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.502816:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 584/584 into md 0x6c3d [1] + 224 00000800:00000001:3.0:1788840278.502826:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840278.502836:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840278.502841:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840278.502845:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840278.502855:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840278.502867:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f5aa00 x1875733133985152/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840294 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840278.502879:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff90ee87f5aa00 x1875733133985152/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840278.502895:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840278.502907:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840278.502910:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840278.502990:0:31563:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840278.503002:0:31563:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840278.503005:0:31563:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840278.503009:0:31563:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c801b8. 00000400:00000200:0.0:1788840278.503015:0:31563:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6990 00000400:00000010:0.0:1788840278.503018:0:31563:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6990. 00000100:00000001:0.0:1788840278.503022:0:31563:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840278.503028:0:31563:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f5aa00 x1875733133985152/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788840278.503036:0:31563:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f5aa00 x1875733133985152/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.503042:0:31563:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840278.503045:0:31563:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840278.503048:0:31563:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840278.503052:0:31563:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840278.503055:0:31563:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840278.503057:0:31563:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840278.503062:0:31563:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840278.503074:0:31563:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=128 v=5 (5 102 102 102) 00000100:00001000:0.0:1788840278.503079:0:31563:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840278.503081:0:31563:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840278.503084:0:31563:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.503088:0:31563:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840278.503092:0:31563:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.503097:0:31563:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840278.503099:0:31563:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967634 00000100:00000001:0.0:1788840278.503101:0:31563:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840278.503105:0:31563:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840278.503110:0:31563:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f5aa00 x1875733133985152/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.503117:0:31563:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840278.503121:0:31563:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840278.503123:0:31563:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840278.503127:0:31563:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f5aa00 x1875733133985152/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840294 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788840278.503136:0:31563:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f5aa00 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:31563:1875733133985152:192.168.202.131@tcp:101:rm.0 00000100:00000001:0.0:1788840278.503143:0:31563:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840278.503146:0:31563:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.503148:0:31563:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788840278.503151:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840278.503155:0:31563:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f5aa00 x1875733133985152/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840294 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.503162:0:31563:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840278.503165:0:31563:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee84e4de40. 00000100:00000001:0.0:1788840278.503169:0:31563:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788840278.503171:0:31563:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.503175:0:31563:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788840278.503179:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840278.503183:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840278.503187:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031000 refcount=4 00000020:00000001:0.0:1788840278.503190:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:0.0:1788840278.503194:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000040:0.0:1788840278.503202:0:31563:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee80031000, remote cookie: 0x8a436931312ba779, flags: 0x1001 00010000:00010000:0.0:1788840278.503208:0:31563:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031000/0x3aa5f499c96f37f2 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba779 expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788840278.503216:0:31563:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x28:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788840278.503219:0:31563:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1788840278.503227:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4a00 count: 2 00010000:00000001:0.0:1788840278.503230:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840278.503234:0:31563:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840278.503237:0:31563:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031000/0x3aa5f499c96f37f2 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba779 expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840278.503246:0:31563:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031000/0x3aa5f499c96f37f2 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba779 expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840278.503257:0:31563:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788840278.503262:0:31563:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788840278.503265:0:31563:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788840278.503266:0:31563:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788840278.503268:0:31563:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788840278.503270:0:31563:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x28:0x0].0x0 (ffff90ee98cc4a00) refcount = 2 00010000:00000040:0.0:1788840278.503273:0:31563:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788840278.503275:0:31563:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85e00/0x3aa5f499c96f37eb lrc: 1/0,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba73a expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1788840278.503282:0:31563:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031000/0x3aa5f499c96f37f2 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba779 expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840278.503288:0:31563:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788840278.503291:0:31563:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788840278.503293:0:31563:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840278.503296:0:31563:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788840278.503310:0:31563:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840278.503314:0:31563:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031000/0x3aa5f499c96f37f2 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba779 expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840278.503320:0:31563:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788840278.503322:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.503324:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840278.503324:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.503326:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840278.503327:0:31563:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840278.503333:0:31563:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788840278.503335:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840278.503336:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840278.503338:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031000 refcount=3 00000020:00000001:0.0:1788840278.503340:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:0.0:1788840278.503342:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:0.0:1788840278.503346:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840278.503347:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840278.503348:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031000 refcount=4 00000020:00000001:0.0:1788840278.503349:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:0.0:1788840278.503351:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:0.0:1788840278.503355:0:31563:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840278.503358:0:31563:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840278.503361:0:31563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031000/0x3aa5f499c96f37f2 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba779 expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840278.503367:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.503368:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840278.503369:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840278.503371:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840278.503372:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031000 refcount=5 00000020:00000001:0.0:1788840278.503373:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:0.0:1788840278.503375:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:0.0:1788840278.503378:0:31563:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840278.503380:0:31563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031000/0x3aa5f499c96f37f2 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba779 expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840278.503386:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.503388:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788840278.503390:0:31563:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031000/0x3aa5f499c96f37f2 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba779 expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840278.503397:0:31563:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840278.503398:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.503399:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840278.503400:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.503401:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788840278.503406:0:31563:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90ee87f5aa00 x1875733133985152/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840294 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788840278.503420:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840278.503422:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840278.503423:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031000 refcount=3 00000020:00000001:0.0:1788840278.503425:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:0.0:1788840278.503427:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:0.0:1788840278.503429:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.503431:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840278.503432:0:31563:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840278.503435:0:31563:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840278.503438:0:31563:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788840278.503442:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840278.503443:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840278.503444:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031000 refcount=3 00000020:00000001:0.0:1788840278.503446:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:0.0:1788840278.503448:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00000002:00010000:0.0:1788840278.503451:0:31563:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031000/0x3aa5f499c96f37f2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba779 expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840278.503458:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.503459:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840278.503461:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788840278.503462:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840278.503464:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840278.503465:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031000 refcount=3 00000020:00000001:0.0:1788840278.503467:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:0.0:1788840278.503469:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000040:0.0:1788840278.503472:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4a00 count: 3 00010000:00000001:0.0:1788840278.503475:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788840278.503480:0:31563:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 4 res 8589935620/40 (0 0) 00010000:00000001:0.0:1788840278.503482:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.503483:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840278.503486:0:31563:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788840278.503490:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d179f0 00000002:00002000:0.0:1788840278.503492:0:31563:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d21h.recovery-small-2 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788840278.503496:0:31563:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840278.503501:0:31563:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840278.503504:0:31563:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788840278.503507:0:31563:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788840278.503511:0:31563:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788840278.503514:0:31563:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000001:0.0:1788840278.503518:0:31563:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788840278.503519:0:31563:0:(namei.c:674:ll_lookup_it_finish()) it ffffa16200d17e00 it_disposition b 00000080:00000001:0.0:1788840278.503523:0:31563:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788840278.503530:0:31563:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788840278.503533:0:31563:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788840278.503536:0:31563:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:0.0:1788840278.503539:0:31563:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1788840278.503547:0:31563:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788840278.503549:0:31563:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x28:0x0] 00000080:00000001:0.0:1788840278.503552:0:31563:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.503557:0:31563:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833960 : 144115205322833960 : 200000404000028) 00000080:00000001:0.0:1788840278.503560:0:31563:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1788840278.503563:0:31563:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833960 mtime from 1788840260 to 1788840278 00000080:00200000:0.0:1788840278.503568:0:31563:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x28:0x0], updating i_size 16384 00000080:00200000:0.0:1788840278.503569:0:31563:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x28:0x0](ffff90ee9058aa08): rc = 0 00000080:00000001:0.0:1788840278.503571:0:31563:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621953031186952 : -122120678364664 : ffff90ee9058aa08) 00010000:00000001:0.0:1788840278.503573:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840278.503574:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840278.503575:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031000 refcount=3 00000020:00000001:0.0:1788840278.503576:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:0.0:1788840278.503577:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:0.0:1788840278.503579:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.503579:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788840278.503581:0:31563:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788840278.503583:0:31563:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788840278.503585:0:31563:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788840278.503587:0:31563:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788840278.503589:0:31563:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840278.503591:0:31563:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x28:0x0](ffff90ee9058aa08) for lock 0x3aa5f499c96f37f2 00800000:00000001:0.0:1788840278.503594:0:31563:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840278.503595:0:31563:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840278.503596:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840278.503597:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840278.503598:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031000 refcount=3 00000020:00000001:0.0:1788840278.503599:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:0.0:1788840278.503600:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:0.0:1788840278.503601:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.503602:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840278.503603:0:31563:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840278.503604:0:31563:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1788840278.503610:0:31563:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90ee9075e948 inode ffff90ee9058aa08 refc 1 flags 0x20000e 00000080:00000001:0.0:1788840278.503612:0:31563:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788840278.503613:0:31563:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.503615:0:31563:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1788840278.503618:0:31563:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x28:0x0](ffff90ee9058aa08) 00000080:00010000:0.0:1788840278.503620:0:31563:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f37f2 from it ffffa16200d17e00 00010000:00000001:0.0:1788840278.503621:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840278.503622:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840278.503623:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031000 refcount=3 00000020:00000001:0.0:1788840278.503624:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:0.0:1788840278.503626:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:0.0:1788840278.503627:0:31563:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840278.503629:0:31563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031000/0x3aa5f499c96f37f2 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba779 expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840278.503632:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.503633:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840278.503634:0:31563:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840278.503661:0:31563:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840278.503663:0:31563:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031000/0x3aa5f499c96f37f2 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba779 expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788840278.503669:0:31563:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840278.503671:0:31563:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840278.503673:0:31563:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840278.503677:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.503678:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840278.503680:0:31563:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.503684:0:31563:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840278.503686:0:31563:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.503688:0:31563:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.503691:0:31563:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.503693:0:31563:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840278.503694:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.503695:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788840278.503697:0:31563:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788840278.503702:0:31563:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85cd3a00. 00000100:00000001:0.0:1788840278.503707:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840278.503712:0:31563:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f5aa00 x1875733133985152/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840294 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.503718:0:31563:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788840278.503722:0:31563:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840278.503725:0:31563:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90ee98ed6800. 02000000:00000001:0.0:1788840278.503729:0:31563:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788840278.503732:0:31563:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840278.503734:0:31563:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=9 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:0.0:1788840278.503736:0:31563:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840278.503741:0:31563:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee86f34c00. 02000000:00000001:0.0:1788840278.503744:0:31563:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840278.503747:0:31563:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840278.503749:0:31563:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f5aa00. 00000100:00000001:0.0:1788840278.503754:0:31563:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840278.503755:0:31563:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788840278.503758:0:31563:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788840278.503760:0:31563:0:(dcache.c:176:ll_intent_release()) intent ffffa16200d17e00 released 00000080:00000001:0.0:1788840278.503763:0:31563:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788840278.503769:0:31563:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840278.503772:0:31563:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788840278.503774:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17d50 00000080:00200000:0.0:1788840278.503776:0:31563:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:0.0:1788840278.503785:0:31563:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85cd3a00. 00800000:00000002:0.0:1788840278.503792:0:31563:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840278.503797:0:31563:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840278.503800:0:31563:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840278.503802:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17c70 00800000:00000002:0.0:1788840278.503804:0:31563:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840278.503808:0:31563:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788840278.503812:0:31563:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788840278.503817:0:31563:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840278.503819:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17b40 00000002:00010000:0.0:1788840278.503820:0:31563:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788840278.503825:0:31563:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788840278.503827:0:31563:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840278.503829:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840278.503833:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55c00 count: 2 00010000:00000001:0.0:1788840278.503835:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840278.503839:0:31563:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840278.503842:0:31563:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788840278.503845:0:31563:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f37dd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba71e expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1788840278.503852:0:31563:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840278.503858:0:31563:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840278.503860:0:31563:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f37dd lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba71e expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1788840278.503866:0:31563:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788840278.503868:0:31563:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840278.503870:0:31563:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840278.503873:0:31563:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840278.503875:0:31563:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840278.503876:0:31563:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788840278.503878:0:31563:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788840278.503880:0:31563:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840278.503882:0:31563:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85cd3a00. 00000080:00000001:0.0:1788840278.503886:0:31563:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788840278.503887:0:31563:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840278.503890:0:31563:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:0.0:1788840278.503893:0:31563:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f37dd 00800000:00000001:0.0:1788840278.503895:0:31563:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840278.503896:0:31563:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840278.503898:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840278.503899:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840278.503901:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523de00 refcount=3 00000020:00000001:0.0:1788840278.503903:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:0.0:1788840278.503905:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:0.0:1788840278.503908:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.503909:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840278.503910:0:31563:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840278.503911:0:31563:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840278.503914:0:31563:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f37dd from it ffffa16200d17d88 00010000:00000001:0.0:1788840278.503915:0:31563:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840278.503917:0:31563:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840278.503918:0:31563:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523de00 refcount=3 00000020:00000001:0.0:1788840278.503920:0:31563:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:0.0:1788840278.503922:0:31563:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:0.0:1788840278.503924:0:31563:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840278.503926:0:31563:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f37dd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba71e expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788840278.503930:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.503931:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840278.503932:0:31563:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840278.503934:0:31563:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840278.503935:0:31563:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f37dd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba71e expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788840278.503939:0:31563:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840278.503940:0:31563:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840278.503941:0:31563:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840278.503942:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.503943:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840278.503944:0:31563:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.503946:0:31563:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840278.503947:0:31563:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.503948:0:31563:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.503949:0:31563:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.503950:0:31563:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840278.503951:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.503952:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788840278.503953:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788840278.503954:0:31563:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840278.503956:0:31563:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 3 00000080:00000001:0.0:1788840278.503960:0:31563:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.503964:0:31563:0:(namei.c:2325:ll_rmdir()) Process entered 00000020:00000001:0.0:1788840278.503966:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17e18 00000080:00200000:0.0:1788840278.503967:0:31563:0:(namei.c:2328:ll_rmdir()) VFS Op:name=d21h.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00000001:0.0:1788840278.503970:0:31563:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000080:00000040:0.0:1788840278.503972:0:31563:0:(llite_foreign.c:245:ll_foreign_is_removable()) unable to check if dir (d21h.recovery-small-2, [0x200000404:0x28:0x0]) is foreign... 00000080:00000001:0.0:1788840278.503975:0:31563:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788840278.503978:0:31563:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85cd3a00. 00800000:00000002:0.0:1788840278.503979:0:31563:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00800000:00000001:0.0:1788840278.503986:0:31563:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:0.0:1788840278.503990:0:31563:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:0.0:1788840278.503992:0:31563:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x28:0x0] 00800000:00000001:0.0:1788840278.503994:0:31563:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788840278.503996:0:31563:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x28:0x0] -> mds #0 00000002:00000001:0.0:1788840278.503998:0:31563:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1788840278.504001:0:31563:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788840278.504003:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55c00 count: 2 00010000:00000001:0.0:1788840278.504005:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840278.504007:0:31563:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788840278.504009:0:31563:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788840278.504011:0:31563:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f37dd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8a436931312ba71e expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1788840278.504016:0:31563:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788840278.504019:0:31563:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788840278.504021:0:31563:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788840278.504022:0:31563:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1788840278.504024:0:31563:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840278.504025:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840278.504026:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55c00 count: 3 00010000:00000001:0.0:1788840278.504027:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840278.504029:0:31563:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840278.504030:0:31563:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840278.504030:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840278.504031:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55c00 count: 3 00010000:00000001:0.0:1788840278.504032:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840278.504033:0:31563:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840278.504034:0:31563:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840278.504034:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840278.504035:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55c00 count: 3 00010000:00000001:0.0:1788840278.504036:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840278.504037:0:31563:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.504038:0:31563:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788840278.504040:0:31563:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff90ee90514200, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788840278.504043:0:31563:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788840278.504045:0:31563:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788840278.504047:0:31563:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788840278.504048:0:31563:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.504049:0:31563:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788840278.504051:0:31563:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788840278.504053:0:31563:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788840278.504055:0:31563:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840278.504056:0:31563:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788840278.504058:0:31563:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee8523de00 with handle 0x3aa5f499c96f37dd from hash 00010000:00000001:0.0:1788840278.504060:0:31563:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788840278.504061:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.504062:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840278.504062:0:31563:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788840278.504064:0:31563:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788840278.504065:0:31563:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788840278.504067:0:31563:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788840278.504068:0:31563:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840278.504069:0:31563:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840278.504070:0:31563:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788840278.504071:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4a00 count: 3 00010000:00000001:0.0:1788840278.504072:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840278.504073:0:31563:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788840278.504074:0:31563:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788840278.504076:0:31563:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031000/0x3aa5f499c96f37f2 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8a436931312ba779 expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000080:00000001:0.0:1788840278.504079:0:31563:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788840278.504079:0:31563:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788840278.504080:0:31563:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788840278.504081:0:31563:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x28:0x0] mode (null) 00000002:00000001:0.0:1788840278.504082:0:31563:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840278.504083:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840278.504083:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4a00 count: 4 00010000:00000001:0.0:1788840278.504085:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840278.504086:0:31563:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840278.504087:0:31563:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840278.504087:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840278.504088:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4a00 count: 4 00010000:00000001:0.0:1788840278.504089:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840278.504090:0:31563:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840278.504091:0:31563:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840278.504092:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840278.504093:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4a00 count: 4 00010000:00000001:0.0:1788840278.504094:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840278.504095:0:31563:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.504096:0:31563:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788840278.504098:0:31563:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000404:0x28:0x0] lli = ffff90ee9058a940, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788840278.504099:0:31563:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788840278.504100:0:31563:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788840278.504101:0:31563:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788840278.504102:0:31563:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x28:0x0](ffff90ee9058aa08) invalid 00000020:00000001:0.0:1788840278.504103:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17a80 00000080:00002000:0.0:1788840278.504104:0:31563:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-2 (ffff90ee9075e948) parent ffff90ee9069b510 inode ffff90ee9058aa08 refc 2 00000080:00000001:0.0:1788840278.504106:0:31563:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788840278.504107:0:31563:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788840278.504108:0:31563:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.504109:0:31563:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788840278.504109:0:31563:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788840278.504110:0:31563:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788840278.504111:0:31563:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840278.504112:0:31563:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788840278.504113:0:31563:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee80031000 with handle 0x3aa5f499c96f37f2 from hash 00010000:00000001:0.0:1788840278.504115:0:31563:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788840278.504116:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.504117:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840278.504118:0:31563:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788840278.504119:0:31563:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788840278.504120:0:31563:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788840278.504122:0:31563:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788840278.504124:0:31563:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85e00/0x3aa5f499c96f37eb lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8a436931312ba73a expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:0.0:1788840278.504128:0:31563:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788840278.504129:0:31563:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788840278.504131:0:31563:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788840278.504132:0:31563:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x28:0x0] mode CR 00000002:00000001:0.0:1788840278.504134:0:31563:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840278.504135:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840278.504137:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4a00 count: 4 00010000:00000001:0.0:1788840278.504139:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840278.504141:0:31563:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840278.504142:0:31563:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840278.504143:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840278.504145:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4a00 count: 4 00010000:00000001:0.0:1788840278.504146:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840278.504149:0:31563:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.504150:0:31563:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.504152:0:31563:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788840278.504157:0:31563:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788840278.504161:0:31563:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff90ee85cd3000. 00000080:00000001:0.0:1788840278.504163:0:31563:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788840278.504166:0:31563:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788840278.504170:0:31563:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:0.0:1788840278.504172:0:31563:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x28:0x0] 00000002:00000001:0.0:1788840278.504176:0:31563:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788840278.504177:0:31563:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff90ee90f70800: [0x200000404:0x28:0x0] file closed with intent: 0 00000100:00000010:0.0:1788840278.504181:0:31563:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f5aa00. 00000020:00000040:0.0:1788840278.504184:0:31563:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=10 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:0.0:1788840278.504189:0:31563:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840278.504192:0:31563:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840278.504194:0:31563:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840278.504200:0:31563:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee85cd3600. 00000100:00000001:0.0:1788840278.504206:0:31563:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788840278.504217:0:31563:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff90ee87faed80 x1875733133984768/t4294967645(4294967645) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840294 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788840278.504225:0:31563:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788840278.504229:0:31563:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee87f5aa00 x1875733133985408/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788840278.504234:0:31563:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788840278.504236:0:31563:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788840278.504242:0:31563:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee84e4de40. 00000100:00000001:0.0:1788840278.504244:0:31563:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952839048768 : -122120870502848 : ffff90ee84e4de40) 00000100:00000001:0.0:1788840278.504247:0:31563:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840278.504248:0:31563:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890481152 : -122120819070464 : ffff90ee87f5aa00) 00000100:00000001:0.0:1788840278.504253:0:31563:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840278.504258:0:31563:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.504260:0:31563:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788840278.504262:0:31563:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840278.504266:0:31563:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f5aa00 x1875733133985408/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.504272:0:31563:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840278.504275:0:31563:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840278.504278:0:31563:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840278.504281:0:31563:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840278.504284:0:31563:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840278.504287:0:31563:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f5aa00 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:31563:1875733133985408:192.168.202.131@tcp:35:rm.0 00000100:00000001:0.0:1788840278.504292:0:31563:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840278.504308:0:31563:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840278.504311:0:31563:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840278.504315:0:31563:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840278.504319:0:31563:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86f34c00. 02000000:00000001:0.0:1788840278.504322:0:31563:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840278.504329:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840278.504333:0:31563:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c801b8. 00000400:00000010:0.0:1788840278.504341:0:31563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6990. 00000100:00000200:0.0:1788840278.504348:0:31563:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133985408, portal 10 00000100:00000001:0.0:1788840278.504350:0:31563:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840278.504352:0:31563:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890481152 : -122120819070464 : ffff90ee87f5aa00) 00000100:00000040:0.0:1788840278.504358:0:31563:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87f5aa00 x1875733133985408/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840294 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.504365:0:31563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840278.504367:0:31563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840278.504370:0:31563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6770. 00000100:00000200:0.0:1788840278.504374:0:31563:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875733133985408, offset 0 00000400:00000200:0.0:1788840278.504381:0:31563:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840278.504390:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840278.504398:0:31563:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840278.504404:0:31563:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840278.504409:0:31563:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840278.504414:0:31563:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840278.504417:0:31563:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840278.504421:0:31563:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2480:2480:256:4294967295] 192.168.202.131@tcp LPNI seq info [2480:2480:8:4294967295] 00000400:00000200:0.0:1788840278.504426:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840278.504436:0:31563:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840278.504442:0:31563:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840278.504449:0:31563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee89861000. 00000800:00000200:0.0:1788840278.504457:0:31563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840278.504466:0:31563:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840278.504472:0:31563:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee89861000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788840278.504496:0:31563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840278.504502:0:31563:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 795316 usecs (796 jiffies) 00000400:00000200:0.0:1788840278.504505:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840278.504508:0:31563:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296509118 00000100:00000001:0.0:1788840278.504511:0:31563:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296510376 00000100:00000001:0.0:1788840278.504513:0:31563:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296509118 00000100:00000001:0.0:1788840278.504516:0:31563:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296510376 00000100:00000001:0.0:1788840278.504518:0:31563:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840278.504521:0:31563:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.504524:0:31563:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840278.504526:0:31563:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788840278.504529:0:31563:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee84e4de40 going to sleep for 11 seconds 00000100:00000001:0.0:1788840278.504532:0:31563:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840278.504535:0:31563:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840278.504938:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840278.504945:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee89861000. 00000400:00000200:2.0:1788840278.504951:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840278.504957:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840278.504963:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6770 00000400:00000010:2.0:1788840278.504965:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6770. 00000100:00000001:2.0:1788840278.504970:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840278.504974:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f5aa00 x1875733133985408/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840294 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840278.504984:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840278.504987:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f5aa00 x1875733133985408/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840294 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840278.504999:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840278.505001:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:0.1:1788840278.505756:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee84b11ca0. 00000080:00000010:0.1:1788840278.505782:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee90594a40. 00000080:00000010:0.1:1788840278.505792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee84b11220. 00000800:00000001:3.0:1788840278.508523:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840278.508558:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840278.508563:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840278.508566:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840278.508577:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.508586:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840278.508598:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.508603:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.508608:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.508612:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 456 into portal 10 MB=0x6a9f827250680 00000400:00000200:3.0:1788840278.508616:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.508622:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 456/456 into md 0x6c45 [1] + 224 00000800:00000001:3.0:1788840278.508629:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840278.508636:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840278.508778:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840278.508785:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840278.508806:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840278.508816:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f5aa00 x1875733133985408/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840294 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840278.508830:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff90ee87f5aa00 x1875733133985408/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840278.508839:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840278.508849:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840278.508851:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840278.508993:0:31563:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840278.509003:0:31563:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840278.509005:0:31563:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840278.509010:0:31563:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c801b8. 00000400:00000200:0.0:1788840278.509015:0:31563:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6990 00000400:00000010:0.0:1788840278.509018:0:31563:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6990. 00000100:00000001:0.0:1788840278.509021:0:31563:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840278.509027:0:31563:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f5aa00 x1875733133985408/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788840278.509035:0:31563:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f5aa00 x1875733133985408/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.509042:0:31563:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840278.509044:0:31563:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840278.509047:0:31563:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840278.509050:0:31563:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840278.509053:0:31563:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840278.509056:0:31563:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840278.509060:0:31563:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840278.509072:0:31563:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee988234a8 time=128 v=5 (5 5 5 5) 00000100:00001000:0.0:1788840278.509077:0:31563:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840278.509080:0:31563:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840278.509082:0:31563:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.509086:0:31563:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840278.509090:0:31563:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.509094:0:31563:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788840278.509096:0:31563:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788840278.509097:0:31563:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788840278.509100:0:31563:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840278.509102:0:31563:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890481152 : -122120819070464 : ffff90ee87f5aa00) 00000100:00000001:0.0:1788840278.509105:0:31563:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840278.509107:0:31563:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967634 00000100:00000001:0.0:1788840278.509109:0:31563:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840278.509112:0:31563:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840278.509118:0:31563:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f5aa00 x1875733133985408/t4294967647(4294967647) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840294 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.509131:0:31563:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840278.509135:0:31563:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840278.509137:0:31563:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840278.509141:0:31563:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f5aa00 x1875733133985408/t4294967647(4294967647) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840294 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788840278.509149:0:31563:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f5aa00 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:31563:1875733133985408:192.168.202.131@tcp:35:rm.0 00000100:00000001:0.0:1788840278.509155:0:31563:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840278.509158:0:31563:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.509161:0:31563:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788840278.509164:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840278.509168:0:31563:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f5aa00 x1875733133985408/t4294967647(4294967647) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840294 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.509175:0:31563:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840278.509179:0:31563:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee84e4de40. 00000100:00000001:0.0:1788840278.509183:0:31563:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788840278.509184:0:31563:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.509193:0:31563:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840278.509195:0:31563:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890481152 : -122120819070464 : ffff90ee87f5aa00) 00000002:00000001:0.0:1788840278.509198:0:31563:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840278.509201:0:31563:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788840278.509208:0:31563:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85cd3000. 00000080:00000001:0.0:1788840278.509213:0:31563:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788840278.509217:0:31563:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1788840278.509224:0:31563:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788840278.509231:0:31563:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff90ee87faed80 x1875733133984768/t4294967645(4294967645) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840294 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.509240:0:31563:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840278.509241:0:31563:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890826112 : -122120818725504 : ffff90ee87faed80) 00000100:00000001:0.0:1788840278.509243:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840278.509246:0:31563:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87faed80 x1875733133984768/t4294967645(4294967645) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840294 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.509252:0:31563:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.509254:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840278.509258:0:31563:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f5aa00 x1875733133985408/t4294967647(4294967647) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840294 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.509264:0:31563:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.509266:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840278.509268:0:31563:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87faed80 x1875733133984768/t4294967645(4294967645) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/608 e 0 to 0 dl 1788840294 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.509275:0:31563:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788840278.509279:0:31563:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840278.509281:0:31563:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=9 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:0.0:1788840278.509283:0:31563:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840278.509288:0:31563:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee85c5e800. 02000000:00000001:0.0:1788840278.509293:0:31563:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840278.509296:0:31563:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840278.509306:0:31563:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87faed80. 00000100:00000001:0.0:1788840278.509312:0:31563:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840278.509313:0:31563:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840278.509315:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840278.509318:0:31563:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f5aa00 x1875733133985408/t4294967647(4294967647) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840294 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.509323:0:31563:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840278.509325:0:31563:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff90ee84b11160. 00000002:00000001:0.0:1788840278.509329:0:31563:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840278.509331:0:31563:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788840278.509333:0:31563:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff90ee871395c0. 00000100:00000001:0.0:1788840278.509336:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840278.509338:0:31563:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f5aa00 x1875733133985408/t4294967647(4294967647) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840294 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840278.509344:0:31563:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788840278.509347:0:31563:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840278.509350:0:31563:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee86f34c00. 02000000:00000001:0.0:1788840278.509353:0:31563:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788840278.509354:0:31563:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840278.509355:0:31563:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=8 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:0.0:1788840278.509357:0:31563:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840278.509358:0:31563:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee85cd3600. 02000000:00000001:0.0:1788840278.509360:0:31563:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840278.509361:0:31563:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840278.509363:0:31563:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f5aa00. 00000100:00000001:0.0:1788840278.509366:0:31563:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840278.509367:0:31563:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788840278.509369:0:31563:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.509373:0:31563:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788840278.509375:0:31563:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x28:0x0] mode (null) 00000002:00000001:0.0:1788840278.509379:0:31563:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840278.509382:0:31563:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840278.509390:0:31563:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4a00 count: 4 00010000:00000001:0.0:1788840278.509393:0:31563:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840278.509399:0:31563:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.509401:0:31563:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.509405:0:31563:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788840278.509408:0:31563:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x28:0x0](ffff90ee9058aa08) invalid 00000020:00000001:0.0:1788840278.509412:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17a80 00000080:00002000:0.0:1788840278.509415:0:31563:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry d21h.recovery-small-2 (ffff90ee9075e948) parent ffff90ee9069b510 inode ffff90ee9058aa08 refc 2 00000080:00000001:0.0:1788840278.509419:0:31563:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788840278.509422:0:31563:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788840278.509424:0:31563:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.509429:0:31563:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788840278.509434:0:31563:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788840278.509436:0:31563:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788840278.509438:0:31563:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840278.509442:0:31563:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788840278.509446:0:31563:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee86e85e00 with handle 0x3aa5f499c96f37eb from hash 00010000:00000001:0.0:1788840278.509449:0:31563:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788840278.509451:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840278.509452:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840278.509455:0:31563:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788840278.509460:0:31563:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788840278.509462:0:31563:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788840278.509466:0:31563:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1788840278.509468:0:31563:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:0.0:1788840278.509472:0:31563:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:0.0:1788840278.509479:0:31563:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f5aa00. 00000020:00000040:0.0:1788840278.509482:0:31563:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=9 obd=lustre-MDT0000-mdc-ffff90ee90f70800 02000000:00000001:0.0:1788840278.509487:0:31563:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788840278.509489:0:31563:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.509492:0:31563:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788840278.509498:0:31563:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840278.509501:0:31563:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.509504:0:31563:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840278.509507:0:31563:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840278.509512:0:31563:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840278.509519:0:31563:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee85cd3600. 00000100:00000001:0.0:1788840278.509528:0:31563:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.509531:0:31563:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840278.509534:0:31563:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788840278.509604:0:31563:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031000/0x3aa5f499c96f37f2 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312ba779 expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788840278.509615:0:31563:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85e00/0x3aa5f499c96f37eb lrc: 1/0,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312ba73a expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1788840278.509623:0:31563:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f37dd lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312ba71e expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1788840278.509629:0:31563:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:0.0:1788840278.509631:0:31563:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:0.0:1788840278.509633:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788840278.509635:0:31563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031000/0x3aa5f499c96f37f2 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x28:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312ba779 expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788840278.509768:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840278.509770:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788840278.509772:0:31563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85e00/0x3aa5f499c96f37eb lrc: 0/0,0 mode: --/CR res: [0x200000404:0x28:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312ba73a expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:0.0:1788840278.509780:0:31563:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee98cc4a00 count: 0 00010000:00000010:0.0:1788840278.509786:0:31563:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90ee85063500. 00010000:00000001:0.0:1788840278.509941:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840278.509944:0:31563:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788840278.509946:0:31563:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f37dd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312ba71e expref: -99 pid: 31563 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:0.0:1788840278.509953:0:31563:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee85e55c00 count: 0 00010000:00000010:0.0:1788840278.509959:0:31563:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90ee86e2f800. 00010000:00000001:0.0:1788840278.509967:0:31563:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840278.509969:0:31563:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.509972:0:31563:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840278.509973:0:31563:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.509975:0:31563:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788840278.509990:0:31563:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788840278.509998:0:31563:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee87f5aa00 x1875733133985664/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788840278.510003:0:31563:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788840278.510005:0:31563:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788840278.510012:0:31563:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee84e4de40. 00000100:00000001:0.0:1788840278.510013:0:31563:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952839048768 : -122120870502848 : ffff90ee84e4de40) 00000100:00000001:0.0:1788840278.510016:0:31563:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840278.510017:0:31563:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890481152 : -122120819070464 : ffff90ee87f5aa00) 00000100:00000001:0.0:1788840278.510021:0:31563:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840278.510025:0:31563:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.510027:0:31563:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788840278.510029:0:31563:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840278.510032:0:31563:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f5aa00 x1875733133985664/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 512/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840278.510037:0:31563:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840278.510039:0:31563:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840278.510042:0:31563:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840278.510045:0:31563:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840278.510047:0:31563:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840278.510049:0:31563:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f5aa00 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:31563:1875733133985664:192.168.202.131@tcp:36:rm.0 00000100:00000001:0.0:1788840278.510052:0:31563:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840278.510059:0:31563:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840278.510061:0:31563:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840278.510064:0:31563:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840278.510067:0:31563:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86f34c00. 02000000:00000001:0.0:1788840278.510069:0:31563:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840278.510075:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840278.510078:0:31563:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c801b8. 00000400:00000010:0.0:1788840278.510083:0:31563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6990. 00000100:00000200:0.0:1788840278.510089:0:31563:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133985664, portal 10 00000100:00000001:0.0:1788840278.510090:0:31563:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840278.510091:0:31563:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890481152 : -122120819070464 : ffff90ee87f5aa00) 00000100:00000040:0.0:1788840278.510096:0:31563:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87f5aa00 x1875733133985664/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 512/624 e 0 to 0 dl 1788840294 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840278.510101:0:31563:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840278.510103:0:31563:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840278.510105:0:31563:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6110. 00000100:00000200:0.0:1788840278.510108:0:31563:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 12, xid 1875733133985664, offset 0 00000400:00000200:0.0:1788840278.510114:0:31563:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840278.510122:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840278.510130:0:31563:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840278.510136:0:31563:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840278.510141:0:31563:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840278.510146:0:31563:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840278.510149:0:31563:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840278.510153:0:31563:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2481:2481:256:4294967295] 192.168.202.131@tcp LPNI seq info [2481:2481:8:4294967295] 00000400:00000200:0.0:1788840278.510157:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840278.510168:0:31563:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840278.510175:0:31563:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840278.510182:0:31563:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee89861000. 00000800:00000200:0.0:1788840278.510189:0:31563:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840278.510195:0:31563:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840278.510199:0:31563:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee89861000 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:0.0:1788840278.510215:0:31563:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840278.510220:0:31563:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 794272 usecs (795 jiffies) 00000400:00000200:0.0:1788840278.510222:0:31563:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840278.510225:0:31563:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296509123 00000100:00000001:0.0:1788840278.510228:0:31563:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296510376 00000100:00000001:0.0:1788840278.510230:0:31563:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296509123 00000100:00000001:0.0:1788840278.510232:0:31563:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296510376 00000100:00000001:0.0:1788840278.510234:0:31563:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840278.510236:0:31563:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.510237:0:31563:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840278.510239:0:31563:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788840278.510241:0:31563:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee84e4de40 going to sleep for 11 seconds 00000100:00000001:0.0:1788840278.510242:0:31563:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840278.510244:0:31563:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840278.511032:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840278.511041:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee89861000. 00000400:00000200:2.0:1788840278.511049:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840278.511056:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840278.511065:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6110 00000400:00000010:2.0:1788840278.511067:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6110. 00000100:00000001:2.0:1788840278.511072:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840278.511078:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f5aa00 x1875733133985664/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 512/624 e 0 to 0 dl 1788840294 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840278.511090:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840278.511094:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f5aa00 x1875733133985664/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 512/624 e 0 to 0 dl 1788840294 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840278.511100:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840278.511102:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1788840278.515766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031000. 00010000:00000010:0.1:1788840278.515789:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4a00. 00010000:00000010:0.1:1788840278.515860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e85e00. 00010000:00000010:0.1:1788840278.515866:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee85e55c00. 00010000:00000010:0.1:1788840278.515869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee8523de00. 00000800:00000001:3.0:1788840278.518066:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840278.518089:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840278.518094:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840278.518097:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840278.518109:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.518118:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840278.518130:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.518135:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.518142:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.518146:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 456 into portal 10 MB=0x6a9f827250780 00000400:00000200:3.0:1788840278.518152:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.518160:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 456/456 into md 0x6c4d [1] + 224 00000800:00000001:3.0:1788840278.518169:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840278.518178:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840278.518182:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840278.518187:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840278.518197:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840278.518208:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f5aa00 x1875733133985664/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 512/624 e 0 to 0 dl 1788840294 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840278.518221:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff90ee87f5aa00 x1875733133985664/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 512/624 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840278.518247:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788840278.518259:0:2354:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788840278.518263:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.518269:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840278.518276:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2482:2482:256:4294967295] 192.168.202.131@tcp LPNI seq info [2482:2482:8:4294967295] 00000400:00000200:3.0:1788840278.518281:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840278.518290:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) 192.168.202.131@tcp : ACK try# 0 00000800:00000200:3.0:1788840278.518296:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840278.518314:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee983e5d00. 00000800:00000200:3.0:1788840278.518321:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840278.518330:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840278.518336:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee983e5d00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788840278.518443:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840278.518448:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee983e5d00. 00000400:00000200:3.0:1788840278.518452:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840278.518456:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: ACK: OK 00000800:00000001:3.0:1788840278.518463:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840278.518467:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840278.519028:0:31563:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840278.519040:0:31563:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840278.519043:0:31563:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840278.519047:0:31563:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c801b8. 00000400:00000200:0.0:1788840278.519053:0:31563:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6990 00000400:00000010:0.0:1788840278.519056:0:31563:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6990. 00000100:00000001:0.0:1788840278.519060:0:31563:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840278.519068:0:31563:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f5aa00 x1875733133985664/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 512/624 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788840278.519079:0:31563:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f5aa00 x1875733133985664/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 512/624 e 0 to 0 dl 1788840294 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840278.519086:0:31563:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840278.519088:0:31563:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840278.519091:0:31563:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840278.519095:0:31563:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840278.519098:0:31563:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840278.519100:0:31563:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840278.519104:0:31563:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840278.519116:0:31563:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=128 v=5 (5 102 102 102) 00000100:00001000:0.0:1788840278.519121:0:31563:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840278.519123:0:31563:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840278.519126:0:31563:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.519129:0:31563:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840278.519133:0:31563:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.519136:0:31563:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788840278.519138:0:31563:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a2/0x10000014f] 00000100:00000001:0.0:1788840278.519140:0:31563:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788840278.519143:0:31563:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840278.519144:0:31563:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890481152 : -122120819070464 : ffff90ee87f5aa00) 00000100:00000001:0.0:1788840278.519148:0:31563:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840278.519150:0:31563:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967634 00000100:00000001:0.0:1788840278.519152:0:31563:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840278.519156:0:31563:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840278.519161:0:31563:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f5aa00 x1875733133985664/t4294967648(4294967648) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 512/456 e 0 to 0 dl 1788840294 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840278.519170:0:31563:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840278.519173:0:31563:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840278.519176:0:31563:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840278.519181:0:31563:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f5aa00 x1875733133985664/t4294967648(4294967648) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 512/456 e 0 to 0 dl 1788840294 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788840278.519196:0:31563:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f5aa00 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:31563:1875733133985664:192.168.202.131@tcp:36:rm.0 00000100:00000001:0.0:1788840278.519202:0:31563:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840278.519205:0:31563:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.519208:0:31563:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788840278.519210:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840278.519214:0:31563:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f5aa00 x1875733133985664/t4294967648(4294967648) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 512/456 e 0 to 0 dl 1788840294 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840278.519220:0:31563:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840278.519223:0:31563:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee84e4de40. 00000100:00000001:0.0:1788840278.519227:0:31563:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788840278.519228:0:31563:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840278.519237:0:31563:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840278.519242:0:31563:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788840278.519248:0:31563:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840278.519252:0:31563:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85cd3a00. 00000100:00000001:0.0:1788840278.519262:0:31563:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840278.519266:0:31563:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f5aa00 x1875733133985664/t4294967648(4294967648) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 512/456 e 0 to 0 dl 1788840294 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840278.519273:0:31563:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.519275:0:31563:0:(namei.c:2371:ll_rmdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.519311:0:31563:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:0.0:1788840278.519316:0:31563:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:0.0:1788840278.519318:0:31563:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000404:0x28:0x0](ffff90ee9058aa08) 00800000:00000001:0.0:1788840278.519323:0:31563:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:0.0:1788840278.519325:0:31563:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x28:0x0] 00000002:00000001:0.0:1788840278.519331:0:31563:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:0.0:1788840278.519338:0:31563:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840278.519341:0:31563:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.519345:0:31563:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:0.0:1788840278.519349:0:31563:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:0.0:1788840278.519351:0:31563:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.519353:0:31563:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840278.519360:0:31563:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:0.0:1788840278.519362:0:31563:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000001:0.0:1788840278.519379:0:31563:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788840278.519384:0:31563:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17e30 00000080:00002000:0.0:1788840278.519387:0:31563:0:(dcache.c:127:ll_ddelete()) deleting dentry d21h.recovery-small-2 (ffff90ee9075e948, parent ffff90ee9069b510, inode 0000000000000000) hashed, 00000080:00000001:0.0:1788840278.519390:0:31563:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788840278.519394:0:31563:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788840278.519396:0:31563:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:0.1:1788840278.524048:0:31372:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee9058a940. 00000080:00000010:0.1:1788840278.524067:0:31372:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee83169180. 00000100:00000040:0.0:1788840278.599931:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788840278.599945:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788840278.599955:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f58700. 00000020:00000040:0.0:1788840278.599963:0:37:0:(genops.c:1210:class_import_get()) import ffff90ee98ee5800 refcount=4 obd=MGC192.168.202.131@tcp 00000100:00000001:0.0:1788840278.599969:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840278.599972:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840278.599979:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840278.599988:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee89861000. 00000100:00000001:0.0:1788840278.599998:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840278.600015:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS req@ffff90ee87f58700 x1875733133985792/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788840278.600028:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840278.600033:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840278.600040:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008179781c] to pc [ptlrpcd_00_01+1] req@ffff90ee87f58700 x1875733133985792/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840278.600075:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840278.600079:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788840278.600083:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788840278.600088:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f5b100. 00000020:00000040:0.0:1788840278.600090:0:37:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=3 obd=lustre-OST0000-osc-ffff90ee90f70800 00000100:00000001:0.0:1788840278.600093:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840278.600094:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840278.600096:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840278.600101:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee92e46b00. 00000100:00000001:0.0:1788840278.600104:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840278.600109:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID req@ffff90ee87f5b100 x1875733133985920/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788840278.600116:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840278.600118:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840278.600122:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5dafdee] to pc [ptlrpcd_00_00+0] req@ffff90ee87f5b100 x1875733133985920/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840278.600131:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840278.600133:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788840278.600136:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788840278.600140:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f5b480. 00000020:00000040:0.0:1788840278.600142:0:37:0:(genops.c:1210:class_import_get()) import ffff90ee92b59000 refcount=3 obd=lustre-OST0001-osc-ffff90ee90f70800 00000100:00000001:0.0:1788840278.600144:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840278.600145:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840278.600147:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840278.600150:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee92e46600. 00000100:00000001:0.0:1788840278.600153:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840278.600156:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID req@ffff90ee87f5b480 x1875733133986048/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788840278.600163:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840278.600165:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840278.600169:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005cadbda8] to pc [ptlrpcd_00_01+1] req@ffff90ee87f5b480 x1875733133986048/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840278.600176:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840278.600181:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1846) 00000100:00000001:0.0:1788840278.600195:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840278.600200:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840278.600203:0:2359:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840278.600208:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f5b100 x1875733133985920/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840278.600217:0:2359:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840278.600221:0:2359:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840278.600226:0:2359:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840278.600229:0:2359:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840278.600232:0:2359:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840278.600236:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2359:1875733133985920:192.168.202.131@tcp:400:kworker.0 00000100:00000001:0.0:1788840278.600241:0:2359:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840278.600248:0:2359:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840278.600251:0:2359:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840278.600254:0:2359:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840278.600260:0:2359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee85cd2200. 02000000:00000001:0.0:1788840278.600262:0:2359:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840278.600271:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840278.600277:0:2359:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c801b8. 00000400:00000010:0.0:1788840278.600285:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6990. 00000100:00000200:0.0:1788840278.600295:0:2359:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133985920, portal 4 00000100:00000001:1.0:1788840278.600388:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840278.600392:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840278.600394:0:2360:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840278.600400:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f58700 x1875733133985792/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840278.600408:0:2360:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840278.600409:0:2360:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840278.600411:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840278.600413:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840278.600416:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840278.600418:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2360:1875733133985792:192.168.202.131@tcp:400:kworker.0 00000100:00000001:1.0:1788840278.600421:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840278.600424:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840278.600426:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840278.600427:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840278.600431:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee86fb1600. 02000000:00000001:1.0:1788840278.600433:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840278.600438:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840278.600441:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe948. 00000400:00000010:1.0:1788840278.600446:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539770. 00000100:00000200:1.0:1788840278.600449:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133985792, portal 25 00000100:00000001:1.0:1788840278.600452:0:2360:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840278.600454:0:2360:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890472192 : -122120819079424 : ffff90ee87f58700) 00000100:00000040:1.0:1788840278.600460:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87f58700 x1875733133985792/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840278.600469:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840278.600472:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840278.600475:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539cc0. 00000100:00000200:1.0:1788840278.600479:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875733133985792, offset 0 00000400:00000200:1.0:1788840278.600499:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840278.600510:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840278.600519:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840278.600527:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840278.600532:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840278.600537:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840278.600767:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840278.600773:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2483:2483:256:4294967295] 192.168.202.131@tcp LPNI seq info [2483:2483:8:4294967295] 00000400:00000200:1.0:1788840278.600778:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840278.600792:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840278.600800:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840278.600807:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee86f0d000. 00000800:00000200:1.0:1788840278.600816:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840278.600826:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840278.600832:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee86f0d000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788840278.600848:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840278.600853:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840278.600857:0:2360:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4296512417 00000100:00000001:1.0:1788840278.600865:0:2360:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296510376 00000100:00000001:1.0:1788840278.600870:0:2360:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4296512417 00000100:00000001:1.0:1788840278.600874:0:2360:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296510376 00000100:00000001:1.0:1788840278.600877:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840278.600880:0:2360:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840278.600884:0:2360:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840278.600889:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f5b480 x1875733133986048/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840278.600896:0:2360:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840278.600897:0:2360:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840278.600900:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840278.600901:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840278.600904:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840278.600907:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2360:1875733133986048:192.168.202.131@tcp:400:kworker.0 00000100:00000001:1.0:1788840278.600911:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840278.600914:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840278.600916:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840278.600918:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840278.600922:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee86fb0600. 02000000:00000001:1.0:1788840278.600924:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840278.600928:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840278.600931:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe9a0. 00000400:00000010:1.0:1788840278.600934:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539880. 00000100:00000200:1.0:1788840278.600937:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133986048, portal 4 00000100:00000001:1.0:1788840278.600940:0:2360:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840278.600941:0:2360:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890483840 : -122120819067776 : ffff90ee87f5b480) 00000100:00000040:1.0:1788840278.600949:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87f5b480 x1875733133986048/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840278.600956:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840278.600959:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840278.600962:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539000. 00000100:00000200:1.0:1788840278.600965:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733133986048, offset 0 00000400:00000200:1.0:1788840278.600970:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840278.600974:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840278.600979:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840278.600982:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840278.600985:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840278.600987:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840278.600990:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840278.600992:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2484:2484:255:4294967295] 192.168.202.131@tcp LPNI seq info [2484:2484:7:4294967295] 00000400:00000200:1.0:1788840278.600996:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840278.601002:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840278.601006:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840278.601009:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee86f0de00. 00000800:00000200:1.0:1788840278.601013:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840278.601017:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840278.601020:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee86f0de00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788840278.601023:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840278.601027:0:2360:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: using a timeout of 283403 usecs (284 jiffies) 00000400:00000200:1.0:1788840278.601030:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840278.601031:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296508702 00000100:00000001:1.0:1788840278.601034:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296512417 00000100:00000001:1.0:1788840278.601036:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296508702 00000100:00000001:1.0:1788840278.601038:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296512417 00000100:00000001:1.0:1788840278.601040:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840278.601042:0:2360:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840278.601045:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840278.601048:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840278.601058:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840278.601060:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788840278.601063:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840278.601064:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840278.601065:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840278.601068:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.601394:0:2359:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840278.601395:0:2359:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890482944 : -122120819068672 : ffff90ee87f5b100) 00000100:00000040:0.0:1788840278.601404:0:2359:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87f5b100 x1875733133985920/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840278.601411:0:2359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840278.601414:0:2359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840278.601418:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6aa0. 00000100:00000200:0.0:1788840278.601421:0:2359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733133985920, offset 0 00000400:00000200:0.0:1788840278.601426:0:2359:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840278.601430:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840278.601434:0:2359:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840278.601438:0:2359:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840278.601441:0:2359:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840278.601444:0:2359:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840278.601446:0:2359:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840278.601450:0:2359:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2485:2485:254:4294967295] 192.168.202.131@tcp LPNI seq info [2485:2485:6:4294967295] 00000400:00000200:0.0:1788840278.601454:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840278.601460:0:2359:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840278.601466:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840278.601470:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee92e46900. 00000800:00000200:0.0:1788840278.601474:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840278.601479:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840278.601775:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840278.601781:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0d000. 00000400:00000200:3.0:1788840278.601787:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840278.601793:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840278.601800:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539cc0 00000400:00000010:3.0:1788840278.601803:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539cc0. 00000100:00000001:3.0:1788840278.601809:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840278.601815:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f58700 x1875733133985792/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840278.601826:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840278.601829:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f58700 x1875733133985792/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840294 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840278.601837:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840278.601839:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:0.0:1788840278.602053:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee92e46900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788840278.602059:0:2359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840278.602063:0:2359:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: using a timeout of 23367 usecs (24 jiffies) 00000400:00000200:0.0:1788840278.602067:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840278.602070:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296508443 00000100:00000001:0.0:1788840278.602073:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296512417 00000100:00000001:0.0:1788840278.602075:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296508443 00000100:00000001:0.0:1788840278.602077:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296512417 00000100:00000001:0.0:1788840278.602079:0:2359:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840278.602081:0:2359:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.602084:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.602087:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840278.602093:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840278.602095:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788840278.602097:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840278.602099:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840278.602100:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.602103:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840278.602208:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840278.602211:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0de00. 00000400:00000200:3.0:1788840278.602215:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840278.602219:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840278.602224:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539000 00000400:00000010:3.0:1788840278.602226:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539000. 00000100:00000001:3.0:1788840278.602229:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840278.602233:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f5b480 x1875733133986048/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840278.602241:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840278.602243:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f5b480 x1875733133986048/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840294 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840278.602249:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840278.602251:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788840278.605133:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840278.605148:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee92e46900. 00000400:00000200:3.0:1788840278.605156:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840278.605168:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840278.605178:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6aa0 00000400:00000010:3.0:1788840278.605181:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6aa0. 00000100:00000001:3.0:1788840278.605188:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840278.605200:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f5b100 x1875733133985920/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840278.605216:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840278.605221:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f5b100 x1875733133985920/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840294 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840278.605229:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840278.605231:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840278.616209:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.616235:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840278.616240:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.616244:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840278.616258:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.616272:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840278.616285:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.616290:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.616308:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.616314:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f827250900 00000400:00000200:2.0:1788840278.616322:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.616332:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x6c65 [1] + 224 00000800:00000001:2.0:1788840278.616342:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.616348:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840278.616352:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840278.616358:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840278.616371:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840278.616385:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f5b480 x1875733133986048/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840294 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840278.616399:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87f5b480 x1875733133986048/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840294 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840278.616427:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840278.616444:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.616449:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840278.616452:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.616456:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840278.616460:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.616465:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840278.616471:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.616475:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.616479:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.616482:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 25 MB=0x6a9f827250800 00000400:00000200:2.0:1788840278.616486:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.616490:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.131@tcp of length 224/224 into md 0x6c5d [1] + 224 00000800:00000001:2.0:1788840278.616495:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.616506:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840278.616508:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840278.616511:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840278.616515:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840278.616520:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f58700 x1875733133985792/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840294 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840278.616529:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87f58700 x1875733133985792/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840294 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840278.616538:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840278.616542:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.616544:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840278.616597:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840278.616603:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840278.616612:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840278.616615:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840278.616619:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe948. 00000400:00000200:0.0:1788840278.616625:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539770 00000400:00000010:0.0:1788840278.616629:0:2360:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539770. 00000100:00000001:0.0:1788840278.616634:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840278.616667:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f58700 x1875733133985792/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840294 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788840278.616684:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f58700 x1875733133985792/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840294 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840278.616697:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840278.616699:0:2360:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840278.616702:0:2360:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840278.616708:0:2360:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840278.616712:0:2360:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840278.616715:0:2360:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840278.616719:0:2360:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840278.616728:0:2360:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98ee5c60 time=128 v=5 (5 5 5 5) 00000100:00001000:0.0:1788840278.616733:0:2360:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98ee5c18 time=128 v=5 (1 1 1 1) 00000100:00000001:0.0:1788840278.616737:0:2360:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840278.616739:0:2360:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.616743:0:2360:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840278.616746:0:2360:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.616749:0:2360:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840278.616756:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f58700 x1875733133985792/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840294 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840278.616763:0:2360:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840278.616767:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840278.616770:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840278.616775:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f58700 x1875733133985792/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840294 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788840278.616784:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2360:1875733133985792:192.168.202.131@tcp:400:kworker.0 00000400:00000001:0.0:1788840278.616790:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840278.616792:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840278.616793:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe9a0. 00000400:00000200:0.0:1788840278.616796:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539880 00000400:00000010:0.0:1788840278.616798:0:2360:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539880. 00000100:00000001:0.0:1788840278.616800:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840278.616803:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f5b480 x1875733133986048/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840294 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788840278.616812:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f5b480 x1875733133986048/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840294 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840278.616820:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840278.616821:0:2360:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840278.616823:0:2360:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840278.616824:0:2360:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840278.616827:0:2360:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840278.616829:0:2360:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840278.616831:0:2360:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840278.616837:0:2360:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b59460 time=128 v=5 (5 5 5 36) 00000100:00001000:0.0:1788840278.616840:0:2360:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b59418 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840278.616843:0:2360:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840278.616844:0:2360:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.616846:0:2360:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840278.616850:0:2360:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.616854:0:2360:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840278.616857:0:2360:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90ee90f70800: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1788840278.616858:0:2360:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840278.616860:0:2360:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840278.616865:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f5b480 x1875733133986048/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840294 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840278.616872:0:2360:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840278.616874:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840278.616875:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840278.616879:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f5b480 x1875733133986048/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840294 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788840278.616888:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2360:1875733133986048:192.168.202.131@tcp:400:kworker.0 00000100:00000001:0.0:1788840278.616893:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840278.616896:0:2360:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840278.616900:0:2360:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f58700 x1875733133985792/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840294 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840278.616907:0:2360:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788840278.616910:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840278.616915:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee86fb1600. 02000000:00000001:0.0:1788840278.616920:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788840278.616923:0:2360:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840278.616925:0:2360:0:(genops.c:1223:class_import_put()) import ffff90ee98ee5800 refcount=3 obd=MGC192.168.202.131@tcp 00000020:00000001:0.0:1788840278.616927:0:2360:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840278.616930:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee89861000. 02000000:00000001:0.0:1788840278.616936:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840278.616938:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840278.616940:0:2360:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f58700. 00000100:00000001:0.0:1788840278.616944:0:2360:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840278.616946:0:2360:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840278.616948:0:2360:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840278.616951:0:2360:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f5b480 x1875733133986048/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840294 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840278.616957:0:2360:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788840278.616958:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840278.616959:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee86fb0600. 02000000:00000001:0.0:1788840278.616961:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788840278.616963:0:2360:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840278.616964:0:2360:0:(genops.c:1223:class_import_put()) import ffff90ee92b59000 refcount=2 obd=lustre-OST0001-osc-ffff90ee90f70800 00000020:00000001:0.0:1788840278.616966:0:2360:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840278.616968:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee92e46600. 02000000:00000001:0.0:1788840278.616970:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840278.616971:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840278.616972:0:2360:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f5b480. 00000100:00000001:0.0:1788840278.616975:0:2360:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840278.616976:0:2360:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840278.616979:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840278.616988:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840278.616990:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.616993:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840278.616996:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788840278.618005:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.618061:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840278.618065:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.618067:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840278.618075:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.618082:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840278.618091:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.618095:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.618100:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.618104:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f827250880 00000400:00000200:2.0:1788840278.618109:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840278.618115:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x6c55 [1] + 224 00000800:00000001:2.0:1788840278.618121:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.618129:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840278.618132:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840278.618136:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840278.618142:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840278.618150:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f5b100 x1875733133985920/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840294 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840278.618161:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87f5b100 x1875733133985920/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840294 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840278.618172:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840278.618189:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840278.618193:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840278.619379:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840278.619389:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840278.619400:0:2359:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840278.619403:0:2359:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840278.619407:0:2359:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c801b8. 00000400:00000200:0.0:1788840278.619415:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6990 00000400:00000010:0.0:1788840278.619419:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6990. 00000100:00000001:0.0:1788840278.619424:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840278.619434:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f5b100 x1875733133985920/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840294 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788840278.619446:0:2359:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f5b100 x1875733133985920/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840294 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840278.619454:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840278.619456:0:2359:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840278.619460:0:2359:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840278.619465:0:2359:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840278.619468:0:2359:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840278.619471:0:2359:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840278.619474:0:2359:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840278.619486:0:2359:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b5cc60 time=128 v=5 (5 5 5 36) 00000100:00001000:0.0:1788840278.619491:0:2359:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=2 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840278.619493:0:2359:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840278.619496:0:2359:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840278.619499:0:2359:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840278.619503:0:2359:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.619508:0:2359:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840278.619511:0:2359:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: skip recheck: last_committed 4294967341 00000100:00000001:0.0:1788840278.619513:0:2359:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840278.619515:0:2359:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840278.619521:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f5b100 x1875733133985920/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840294 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840278.619528:0:2359:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840278.619533:0:2359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840278.619536:0:2359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840278.619540:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f5b100 x1875733133985920/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840294 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788840278.619548:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2359:1875733133985920:192.168.202.131@tcp:400:kworker.0 00000100:00000001:0.0:1788840278.619554:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840278.619558:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840278.619561:0:2359:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f5b100 x1875733133985920/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840294 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840278.619568:0:2359:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788840278.620257:0:2359:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840278.620266:0:2359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee85cd2200. 02000000:00000001:0.0:1788840278.620271:0:2359:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788840278.620274:0:2359:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840278.620277:0:2359:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=2 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:0.0:1788840278.620280:0:2359:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840278.620283:0:2359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee92e46b00. 02000000:00000001:0.0:1788840278.620287:0:2359:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840278.620290:0:2359:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840278.620292:0:2359:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f5b100. 00000100:00000001:0.0:1788840278.620311:0:2359:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840278.620314:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840278.620317:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840278.620329:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840278.620331:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840278.620334:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840278.620337:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.661818:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840278.661841:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.661852:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840278.661853:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840278.661857:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840278.661859:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840278.661897:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788840278.661901:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840278.661905:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788840279.616503:0:31649:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840279.686734:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840279.686740:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840279.686745:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840279.686747:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840279.686750:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840279.686752:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840279.686997:0:15925:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840279.687001:0:15925:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840279.687004:0:15925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788840280.709899:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840280.709908:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840280.709917:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840280.709918:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840280.709922:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840280.709923:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840280.709949:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788840280.709953:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840280.709955:0:16054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788840281.211168:0:31787:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788840281.660844:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840281.660866:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840281.660871:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840281.660874:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840281.660886:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840281.660896:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840281.660907:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840281.660912:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840281.660919:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840281.660923:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 328 into portal 15 MB=0x6a9f82865ae80 00000400:00000200:2.0:1788840281.660934:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.131@tcp of length 328/328 into md 0x5f5d [2] + 1640 00000800:00000001:2.0:1788840281.660943:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840281.660947:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840281.660951:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840281.660956:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840281.660966:0:2353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1788840281.660969:0:2353:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1788840281.660976:0:2353:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125c380. 00000100:00000040:2.0:1788840281.660980:0:2353:0:(events.c:337:request_in_callback()) incoming req@ffff90ee9125c380 x1875733154999936 msgsize 328 00000100:00100000:2.0:1788840281.660984:0:2353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.131@tcp (source: 12345-192.168.202.131@tcp) 00000100:00000001:2.0:1788840281.660994:0:2353:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1788840281.661004:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840281.661007:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840281.661008:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840281.661010:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840281.661013:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840281.661016:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840281.661021:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840281.661023:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840281.661026:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840281.661029:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 328 into portal 15 MB=0x6a9f82865af00 00000400:00000200:2.0:1788840281.661033:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.131@tcp of length 328/328 into md 0x5f5d [2] + 1968 00000400:00000010:2.0:1788840281.661038:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4ebb0. 00000400:00000200:2.0:1788840281.661044:0:2353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90ee82464540 00000800:00000001:2.0:1788840281.661047:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840281.661056:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840281.661058:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840281.661061:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840281.661064:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee82464540 00000400:00000010:2.0:1788840281.661067:0:2353:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff90ee82464540. 00000100:00000001:2.0:1788840281.661071:0:2353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1788840281.661073:0:2353:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:2.0:1788840281.661075:0:2353:0:(events.c:337:request_in_callback()) incoming req@ffff90ee85dd6850 x1875733155000064 msgsize 328 00000100:00100000:2.0:1788840281.661080:0:2353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.131@tcp (source: 12345-192.168.202.131@tcp) 00000100:00000040:2.0:1788840281.661082:0:2353:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1788840281.661089:0:2353:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1788840281.661093:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840281.661096:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1788840281.661147:0:15917:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff90ee9127b000. 00000100:00000010:2.0:1788840281.661156:0:15917:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff90ee98876000. 00000100:00100000:2.0:1788840281.661159:0:15917:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:2.0:1788840281.661164:0:15917:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:2.0:1788840281.661168:0:15917:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4ebb0. 00000400:00000010:2.0:1788840281.661175:0:15917:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90ee98990180. 00000100:00000001:2.0:1788840281.661187:0:15917:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1788840281.661190:0:15917:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733154999936 02000000:00000001:2.0:1788840281.661193:0:15917:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1788840281.661196:0:15917:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840281.661198:0:15917:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840281.661204:0:15917:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840281.661210:0:15917:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733154999936 00000020:00000001:2.0:1788840281.661214:0:15917:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788840281.661216:0:15917:0:(genops.c:804:class_conn2export()) looking for export cookie 0x3aa5f499c96f2ce6 00000020:00000001:2.0:1788840281.661219:0:15917:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840281.661223:0:15917:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90ee98818000 refcount=4 00000020:00000001:2.0:1788840281.661226:0:15917:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621953168080896 : -122120541470720 : ffff90ee98818000) 00000020:00000001:2.0:1788840281.661229:0:15917:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446621953168080896 : -122120541470720 : ffff90ee98818000) 00000100:00000001:2.0:1788840281.661235:0:15917:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788840281.661240:0:15917:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90eea05b2580. 00000100:00000001:2.0:1788840281.661243:0:15917:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788840281.661246:0:15917:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff90eea05b2580. 00000020:00000010:2.0:1788840281.661254:0:15917:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90ee86fb1c00. 00000020:00000010:2.0:1788840281.661260:0:15917:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90ee98e7db00. 00000020:00000010:2.0:1788840281.661266:0:15917:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90ee87984960. 00000100:00000040:2.0:1788840281.661308:0:15917:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1788840281.661313:0:15917:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1788840281.661315:0:15917:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1788840281.661318:0:15917:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840281.661329:0:15917:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840281.661332:0:15917:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840281.661343:0:15917:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1788840281.661345:0:15917:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733155000064 02000000:00000001:2.0:1788840281.661346:0:15917:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1788840281.661348:0:15917:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840281.661350:0:15917:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840281.661352:0:15917:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840281.661354:0:15917:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733155000064 00000020:00000001:2.0:1788840281.661356:0:15917:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788840281.661357:0:15917:0:(genops.c:804:class_conn2export()) looking for export cookie 0x3aa5f499c96f2ced 00000020:00000001:2.0:1788840281.661358:0:15917:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840281.661361:0:15917:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90ee9881b000 refcount=4 00000020:00000001:2.0:1788840281.661363:0:15917:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621953168093184 : -122120541458432 : ffff90ee9881b000) 00000020:00000001:2.0:1788840281.661365:0:15917:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446621953168093184 : -122120541458432 : ffff90ee9881b000) 00000100:00000001:2.0:1788840281.661367:0:15917:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788840281.661370:0:15917:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90eea05b2580. 00000100:00000001:2.0:1788840281.661372:0:15917:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788840281.661374:0:15917:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff90eea05b2580. 00000020:00000010:2.0:1788840281.661377:0:15917:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90ee86fb0000. 00000020:00000010:2.0:1788840281.661381:0:15917:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90ee98e7dc80. 00000020:00000010:2.0:1788840281.661384:0:15917:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90ee87984af0. 00000100:00000001:2.0:1788840281.661386:0:15917:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1788840281.661388:0:15917:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1788840281.661389:0:15917:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840281.661392:0:15917:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840281.661394:0:15917:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840281.661401:0:15917:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1788840281.661403:0:15917:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1788840281.661408:0:15917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.131@tcp, seq: 57 00000100:00000040:2.0:1788840281.661413:0:15917:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff90ee98818000 : new rpc_count 1 00000100:00000001:2.0:1788840281.661415:0:15917:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446621953044628352 : -122120664923264 : ffff90ee9125c380) 00000100:00000040:2.0:1788840281.661425:0:15917:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff90ee9125c380 x1875733154999936/t0(0) o104->LOV_OSC_UUID@192.168.202.131@tcp:672/0 lens 328/0 e 0 to 0 dl 1788840292 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788840281.661435:0:15917:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788840281.661438:0:15917:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90eea05b2580. 00000100:00000001:2.0:1788840281.661440:0:15917:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788840281.661441:0:15917:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff90eea05b2580. 00000100:00100000:2.0:1788840281.661446:0:15917:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90ee9125c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6695:x1875733154999936:12345-192.168.202.131@tcp:104: 00000100:00000200:2.0:1788840281.661450:0:15917:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875733154999936 00010000:00000001:2.0:1788840281.661453:0:15917:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1788840281.661461:0:15917:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840281.661464:0:15917:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840281.661467:0:15917:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84800 refcount=2 00000020:00000001:2.0:1788840281.661469:0:15917:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872826880 : -122120836724736 : ffff90ee86e84800) 00010000:00000001:2.0:1788840281.661472:0:15917:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872826880 : -122120836724736 : ffff90ee86e84800) 00010000:00000001:2.0:1788840281.661477:0:15917:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840281.661481:0:15917:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788840281.661486:0:15917:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000005380de8d/0x3aa5f499c96f37c1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x8a436931312ba6a0 expref: -99 pid: 31562 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:2.0:1788840281.661501:0:15917:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1788840281.661503:0:15917:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1788840281.661508:0:15917:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90ee9127b400. 02000000:00000001:2.0:1788840281.661511:0:15917:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840281.661514:0:15917:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840281.661520:0:15917:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1788840281.661523:0:15917:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840281.661527:0:15917:0:(import.c:2149:obd_at_measure()) add 1 to ffff90eea05c51e8 time=130 v=5 (1 1 1 1) 00000100:00000001:2.0:1788840281.661532:0:15917:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788840281.661536:0:15917:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff90ee85e803c0 refcount 13 to 192.168.202.131@tcp 00000100:00000001:2.0:1788840281.661538:0:15917:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621952856032192 : -122120853519424 : ffff90ee85e803c0) 02000000:00000001:2.0:1788840281.661541:0:15917:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1788840281.661543:0:15917:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840281.661547:0:15917:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840281.661550:0:15917:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840281.661554:0:15917:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234000. 00000100:00000200:2.0:1788840281.661558:0:15917:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875733154999936, offset 224 00000400:00000200:2.0:1788840281.661564:0:15917:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840281.661573:0:15917:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840281.661580:0:15917:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840281.661587:0:15917:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2486:2486:256:4294967295] 192.168.202.131@tcp LPNI seq info [2486:2486:8:4294967295] 00000400:00000200:2.0:1788840281.661592:0:15917:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840281.661602:0:15917:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840281.661608:0:15917:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840281.661613:0:15917:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989d00. 00000800:00000200:2.0:1788840281.661621:0:15917:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840281.661630:0:15917:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840281.661635:0:15917:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840281.661669:0:15917:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840281.661672:0:15917:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff90ee85e803c0 refcount 12 to 192.168.202.131@tcp 00010000:00000001:2.0:1788840281.661676:0:15917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1788840281.661680:0:15917:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff90ee98990900. 00010000:00000001:2.0:1788840281.661683:0:15917:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1788840281.661694:0:15917:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1788840281.661696:0:15917:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840281.661698:0:15917:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840281.661700:0:15917:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840281.661704:0:15917:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125c380 x1875733154999936/t0(0) o104->LOV_OSC_UUID@192.168.202.131@tcp:672/0 lens 328/224 e 0 to 0 dl 1788840292 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788840281.661715:0:15917:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90ee9125c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6695:x1875733154999936:12345-192.168.202.131@tcp:104: Request processed in 277us (732us total) trans 0 rc 0/0 00000100:00100000:2.0:1788840281.661723:0:15917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.131@tcp, seq: 57 00000100:00000040:2.0:1788840281.661726:0:15917:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff90ee98818000 : new rpc_count 0 00000100:00000001:2.0:1788840281.661729:0:15917:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788840281.661731:0:15917:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1788840281.661737:0:15917:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90ee98e7db00. 00000020:00000010:2.0:1788840281.661741:0:15917:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90ee87984960. 00000020:00000010:2.0:1788840281.661745:0:15917:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90ee86fb1c00. 00000020:00000040:2.0:1788840281.661750:0:15917:0:(genops.c:879:class_export_put()) PUTting export ffff90ee98818000 : new refcount 3 00000100:00000001:2.0:1788840281.661753:0:15917:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840281.661760:0:15917:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1788840281.661762:0:15917:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1788840281.661765:0:15917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.131@tcp, seq: 58 00000100:00000040:2.0:1788840281.661768:0:15917:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff90ee9881b000 : new rpc_count 1 00000100:00000001:2.0:1788840281.661770:0:15917:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446621952855337040 : -122120854214576 : ffff90ee85dd6850) 00000100:00000040:2.0:1788840281.661774:0:15917:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff90ee85dd6850 x1875733155000064/t0(0) o104->LOV_OSC_UUID@192.168.202.131@tcp:672/0 lens 328/0 e 0 to 0 dl 1788840292 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788840281.661781:0:15917:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788840281.661784:0:15917:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90eea05b2580. 00000100:00000001:2.0:1788840281.661786:0:15917:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788840281.661788:0:15917:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff90eea05b2580. 00000100:00100000:2.0:1788840281.661792:0:15917:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90ee85dd6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6697:x1875733155000064:12345-192.168.202.131@tcp:104: 00000100:00000200:2.0:1788840281.661795:0:15917:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875733155000064 00010000:00000001:2.0:1788840281.661797:0:15917:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1788840281.661800:0:15917:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840281.661801:0:15917:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840281.661803:0:15917:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c800 refcount=2 00000020:00000001:2.0:1788840281.661805:0:15917:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:2.0:1788840281.661808:0:15917:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:2.0:1788840281.661811:0:15917:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840281.661813:0:15917:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788840281.661817:0:15917:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000c39790b5/0x3aa5f499c96f37ac lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x8a436931312ba661 expref: -99 pid: 31561 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:2.0:1788840281.661831:0:15917:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1788840281.661833:0:15917:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1788840281.661836:0:15917:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90ee9127a400. 02000000:00000001:2.0:1788840281.661838:0:15917:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840281.661840:0:15917:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840281.661842:0:15917:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1788840281.661844:0:15917:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840281.661847:0:15917:0:(import.c:2149:obd_at_measure()) add 1 to ffff90eea05c51e8 time=130 v=5 (1 1 1 1) 00000100:00000001:2.0:1788840281.661850:0:15917:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788840281.661852:0:15917:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff90ee85e803c0 refcount 13 to 192.168.202.131@tcp 00000100:00000001:2.0:1788840281.661854:0:15917:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621952856032192 : -122120853519424 : ffff90ee85e803c0) 02000000:00000001:2.0:1788840281.661856:0:15917:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1788840281.661858:0:15917:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840281.661860:0:15917:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840281.661862:0:15917:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840281.661865:0:15917:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234bb0. 00000100:00000200:2.0:1788840281.661868:0:15917:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875733155000064, offset 224 00000400:00000200:2.0:1788840281.661873:0:15917:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840281.661877:0:15917:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840281.661882:0:15917:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840281.661886:0:15917:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2487:2487:255:4294967295] 192.168.202.131@tcp LPNI seq info [2487:2487:7:4294967295] 00000400:00000200:2.0:1788840281.661890:0:15917:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840281.661896:0:15917:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840281.661900:0:15917:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840281.661904:0:15917:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989700. 00000800:00000200:2.0:1788840281.661908:0:15917:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840281.661912:0:15917:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840281.661915:0:15917:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840281.661918:0:15917:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840281.661921:0:15917:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff90ee85e803c0 refcount 12 to 192.168.202.131@tcp 00010000:00000001:2.0:1788840281.661923:0:15917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1788840281.661926:0:15917:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff90ee989906c0. 00010000:00000001:2.0:1788840281.661929:0:15917:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1788840281.661938:0:15917:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00010000:00000001:2.0:1788840281.661940:0:15917:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840281.661942:0:15917:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840281.661943:0:15917:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840281.661947:0:15917:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee85dd6850 x1875733155000064/t0(0) o104->LOV_OSC_UUID@192.168.202.131@tcp:672/0 lens 328/224 e 0 to 0 dl 1788840292 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788840281.661956:0:15917:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90ee85dd6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6697:x1875733155000064:12345-192.168.202.131@tcp:104: Request processed in 173us (878us total) trans 0 rc 0/0 00000100:00100000:2.0:1788840281.661963:0:15917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.131@tcp, seq: 58 00000100:00000040:2.0:1788840281.661965:0:15917:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff90ee9881b000 : new rpc_count 0 00000100:00000001:2.0:1788840281.661967:0:15917:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788840281.661969:0:15917:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1788840281.661971:0:15917:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90ee98e7dc80. 00000020:00000010:2.0:1788840281.661974:0:15917:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90ee87984af0. 00000020:00000010:2.0:1788840281.661976:0:15917:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90ee86fb0000. 00000020:00000040:2.0:1788840281.661980:0:15917:0:(genops.c:879:class_export_put()) PUTting export ffff90ee9881b000 : new refcount 3 00000100:00000010:2.0:1788840281.661986:0:15917:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125c380. 02000000:00000001:2.0:1788840281.661991:0:15917:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1788840281.661994:0:15917:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff90ee85dd7000. 02000000:00000001:2.0:1788840281.661998:0:15917:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1788840281.661999:0:15917:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125fb80. 02000000:00000001:2.0:1788840281.662003:0:15917:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1788840281.662004:0:15917:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff90ee85dd4000. 02000000:00000001:2.0:1788840281.662007:0:15917:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1788840281.662008:0:15917:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125c000. 02000000:00000001:2.0:1788840281.662012:0:15917:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1788840281.662014:0:15917:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff90ee85dd5c00. 02000000:00000001:2.0:1788840281.662016:0:15917:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1788840281.662017:0:15917:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125df80. 02000000:00000001:2.0:1788840281.662020:0:15917:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1788840281.662022:0:15917:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff90ee85dd5000. 02000000:00000001:2.0:1788840281.662024:0:15917:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1788840281.662025:0:15917:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125ca80. 02000000:00000001:2.0:1788840281.662028:0:15917:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1788840281.662030:0:15917:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff90ee85dd6400. 02000000:00000001:2.0:1788840281.662032:0:15917:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1788840281.662033:0:15917:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d49c00. 00000100:00000010:2.0:1788840281.662037:0:15917:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff90ee98874000. 00000100:00000010:2.0:1788840281.662041:0:15917:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff90ee85dd6800. 00000100:00000001:2.0:1788840281.662043:0:15917:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788840281.662099:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840281.662103:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989d00. 00000400:00000200:2.0:1788840281.662108:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840281.662112:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840281.662116:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234000 00000400:00000010:2.0:1788840281.662119:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234000. 00000100:00000001:2.0:1788840281.662123:0:2354:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1788840281.662125:0:2354:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1788840281.662126:0:2354:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff90ee9127b400. 02000000:00000001:2.0:1788840281.662128:0:2354:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1788840281.662130:0:2354:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:2.0:1788840281.662201:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840281.662204:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989700. 00000400:00000200:2.0:1788840281.662207:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840281.662211:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840281.662213:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234bb0 00000400:00000010:2.0:1788840281.662215:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234bb0. 00000100:00000001:2.0:1788840281.662217:0:2354:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:2.0:1788840281.662219:0:2354:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1788840281.662220:0:2354:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff90ee9127a400. 02000000:00000001:2.0:1788840281.662222:0:2354:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:2.0:1788840281.662223:0:2354:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1788840281.662233:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840281.662236:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840281.662239:0:15924:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00000001:2.0:1788840281.662242:0:15924:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1788840281.662245:0:15924:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1788840281.662250:0:15924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000005380de8d/0x3aa5f499c96f37c1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x8a436931312ba6a0 expref: -99 pid: 31562 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1788840281.662259:0:15924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90ee86e84800 already unused, calling callback (ffffffffc123b300) 00000008:00000001:2.0:1788840281.662263:0:15924:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1788840281.662266:0:15924:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1788840281.662268:0:15924:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840281.662283:0:15924:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840281.662286:0:15924:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84800 refcount=3 00000020:00000001:2.0:1788840281.662288:0:15924:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872826880 : -122120836724736 : ffff90ee86e84800) 00010000:00000001:2.0:1788840281.662291:0:15924:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872826880 : -122120836724736 : ffff90ee86e84800) 00010000:00000001:2.0:1788840281.662295:0:15924:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788840281.662298:0:15924:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000005380de8d/0x3aa5f499c96f37c1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x8a436931312ba6a0 expref: -99 pid: 31562 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:2.0:1788840281.662306:0:15924:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:2.0:1788840281.662310:0:15924:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788840281.662314:0:15924:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044390328 : -122120665161288 : ffff90ee912221b8) 00000020:00001000:2.0:1788840281.662317:0:15924:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912221b0 00000008:00000001:2.0:1788840281.662319:0:15924:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:2.0:1788840281.662322:0:15924:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788840281.662324:0:15924:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912221b0 00000008:00000001:2.0:1788840281.662326:0:15924:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840281.662329:0:15924:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788840281.662334:0:15924:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788840281.662336:0:15924:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788840281.662338:0:15924:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840281.662340:0:15924:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788840281.662343:0:15924:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee86e84800 with handle 0x3aa5f499c96f37c1 from hash 00010000:00000001:2.0:1788840281.662345:0:15924:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788840281.662347:0:15924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840281.662349:0:15924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840281.662350:0:15924:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788840281.662355:0:15924:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788840281.662357:0:15924:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1788840281.662363:0:15924:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840281.662366:0:15924:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840281.662369:0:15924:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840281.662372:0:15924:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1788840281.662376:0:15924:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125ca80. 00000020:00000040:2.0:1788840281.662379:0:15924:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=3 obd=lustre-OST0000-osc-ffff90ee90f70800 00000100:00000001:2.0:1788840281.662385:0:15924:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840281.662387:0:15924:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840281.662393:0:15924:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840281.662399:0:15924:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee86fb0000. 00000100:00000001:2.0:1788840281.662405:0:15924:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840281.662408:0:15924:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788840281.662413:0:15924:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000005380de8d/0x3aa5f499c96f37c1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8a436931312ba6a0 expref: -99 pid: 31562 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1788840281.662421:0:15924:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788840281.662422:0:15924:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840281.662427:0:15924:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840281.662432:0:15924:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840281.662439:0:15924:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3df511d] to pc [ptlrpcd_01_00+0] req@ffff90ee9125ca80 x1875733133986176/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788840281.662463:0:15924:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840281.662466:0:15924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840281.662468:0:15924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840281.662469:0:15924:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840281.662471:0:15924:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788840281.662473:0:15924:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840281.662477:0:15924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000005380de8d/0x3aa5f499c96f37c1 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8a436931312ba6a0 expref: -99 pid: 31562 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788840281.662484:0:15924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788840281.662487:0:15924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000005380de8d/0x3aa5f499c96f37c1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8a436931312ba6a0 expref: -99 pid: 31562 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1788840281.662496:0:15924:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff90ee871391c0. 00010000:00000040:2.0:1788840281.662500:0:15924:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee98cc4f00 count: 0 00010000:00000010:2.0:1788840281.662508:0:15924:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff90ee98cc4400. 00010000:00000001:2.0:1788840281.662518:0:15924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840281.662519:0:15924:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1788840281.662521:0:15924:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff90ee98990900. 00010000:00000001:2.0:1788840281.662524:0:15924:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840281.662526:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840281.662528:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840281.662530:0:15924:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1788840281.662532:0:15924:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1788840281.662533:0:15924:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1788840281.662536:0:15924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000c39790b5/0x3aa5f499c96f37ac lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x8a436931312ba661 expref: -99 pid: 31561 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1788840281.662543:0:15924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90ee87d8c800 already unused, calling callback (ffffffffc123b300) 00000008:00000001:2.0:1788840281.662545:0:15924:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1788840281.662546:0:15924:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1788840281.662547:0:15924:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840281.662548:0:15924:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840281.662550:0:15924:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c800 refcount=3 00000020:00000001:2.0:1788840281.662552:0:15924:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:2.0:1788840281.662554:0:15924:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:2.0:1788840281.662556:0:15924:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788840281.662559:0:15924:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000c39790b5/0x3aa5f499c96f37ac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x8a436931312ba661 expref: -99 pid: 31561 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:2.0:1788840281.662566:0:15924:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:2.0:1788840281.662568:0:15924:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788840281.662570:0:15924:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044390328 : -122120665161288 : ffff90ee912221b8) 00000020:00001000:2.0:1788840281.662572:0:15924:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912221b0 00000008:00000001:2.0:1788840281.662573:0:15924:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:2.0:1788840281.662575:0:15924:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788840281.662577:0:15924:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912221b0 00000008:00000001:2.0:1788840281.662578:0:15924:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840281.662580:0:15924:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788840281.662582:0:15924:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788840281.662584:0:15924:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788840281.662586:0:15924:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840281.662587:0:15924:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788840281.662589:0:15924:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee87d8c800 with handle 0x3aa5f499c96f37ac from hash 00010000:00000001:2.0:1788840281.662592:0:15924:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788840281.662593:0:15924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840281.662594:0:15924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840281.662595:0:15924:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788840281.662598:0:15924:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788840281.662599:0:15924:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1788840281.662603:0:15924:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840281.662604:0:15924:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840281.662606:0:15924:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840281.662607:0:15924:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1788840281.662611:0:15924:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125df80. 00000020:00000040:2.0:1788840281.662613:0:15924:0:(genops.c:1210:class_import_get()) import ffff90ee92b59000 refcount=3 obd=lustre-OST0001-osc-ffff90ee90f70800 00000100:00000001:2.0:1788840281.662617:0:15924:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840281.662618:0:15924:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840281.662620:0:15924:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840281.662623:0:15924:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee86fb1c00. 00000100:00000001:2.0:1788840281.662626:0:15924:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840281.662628:0:15924:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788840281.662631:0:15924:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000c39790b5/0x3aa5f499c96f37ac lrc: 2/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8a436931312ba661 expref: -99 pid: 31561 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:2.0:1788840281.662661:0:15924:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788840281.662663:0:15924:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840281.662666:0:15924:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840281.662668:0:15924:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840281.662673:0:15924:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e508809] to pc [ptlrpcd_01_01+1] req@ffff90ee9125df80 x1875733133986304/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788840281.662682:0:15924:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840281.662685:0:15924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840281.662686:0:15924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840281.662687:0:15924:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840281.662689:0:15924:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788840281.662691:0:15924:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840281.662693:0:15924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000c39790b5/0x3aa5f499c96f37ac lrc: 1/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8a436931312ba661 expref: -99 pid: 31561 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788840281.662700:0:15924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788840281.662702:0:15924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000c39790b5/0x3aa5f499c96f37ac lrc: 0/0,0 mode: --/PR res: [0x280000400:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8a436931312ba661 expref: -99 pid: 31561 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:2.0:1788840281.662709:0:15924:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff90eea05b25c0. 00010000:00000040:2.0:1788840281.662713:0:15924:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee892b1200 count: 0 00010000:00000010:2.0:1788840281.662717:0:15924:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff90ee892b1f00. 00010000:00000001:2.0:1788840281.662722:0:15924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840281.662724:0:15924:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1788840281.662725:0:15924:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff90ee989906c0. 00010000:00000001:2.0:1788840281.662727:0:15924:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840281.662729:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840281.662731:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840281.662733:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788840281.662734:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840281.662736:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840281.662737:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788840281.662739:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840281.662740:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840281.662742:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788840281.662751:0:15925:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840281.662753:0:15925:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840281.662755:0:15925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788840281.662761:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840281.662765:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840281.662768:0:2361:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840281.662775:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125ca80 x1875733133986176/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840281.662783:0:2361:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840281.662786:0:2361:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840281.662790:0:2361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840281.662793:0:2361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840281.662796:0:2361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840281.662800:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733133986176:192.168.202.131@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1788840281.662805:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840281.662812:0:2361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840281.662815:0:2361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840281.662818:0:2361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840281.662823:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee86fb0400. 02000000:00000001:2.0:1788840281.662825:0:2361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840281.662831:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840281.662836:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4ee70. 00000400:00000010:2.0:1788840281.662841:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234bb0. 00000100:00000200:2.0:1788840281.662846:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133986176, portal 18 00000100:00000001:2.0:1788840281.662849:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840281.662851:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044630144 : -122120664921472 : ffff90ee9125ca80) 00000100:00000040:2.0:1788840281.662858:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125ca80 x1875733133986176/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840297 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840281.662866:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840281.662869:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840281.662871:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234000. 00000100:00000200:2.0:1788840281.662873:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875733133986176, offset 0 00000400:00000200:2.0:1788840281.662878:0:2361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840281.662884:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840281.662889:0:2361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840281.662896:0:2361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840281.662901:0:2361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840281.662906:0:2361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840281.662909:0:2361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840281.662913:0:2361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2488:2488:256:4294967295] 192.168.202.131@tcp LPNI seq info [2488:2488:8:4294967295] 00000400:00000200:2.0:1788840281.662917:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840281.662924:0:2361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840281.662928:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840281.662932:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989700. 00000800:00000200:2.0:1788840281.662937:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840281.662943:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840281.662947:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788840281.662958:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840281.662963:0:2361:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: using a timeout of 23371 usecs (24 jiffies) 00000400:00000200:2.0:1788840281.662966:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840281.662971:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296511502 00000100:00000001:2.0:1788840281.662975:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296512417 00000100:00000001:2.0:1788840281.662978:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296511502 00000100:00000001:2.0:1788840281.662981:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296512417 00000100:00000001:2.0:1788840281.662983:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840281.662986:0:2361:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840281.662990:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840281.662992:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840281.662999:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840281.663002:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788840281.663004:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840281.663005:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840281.663007:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840281.663010:0:2361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1788840281.663012:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840281.663013:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840281.663015:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840281.663016:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840281.663017:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840281.663019:0:2361:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840281.663023:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125df80 x1875733133986304/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840281.663030:0:2361:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840281.663032:0:2361:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840281.663034:0:2361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840281.663035:0:2361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840281.663037:0:2361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840281.663040:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733133986304:192.168.202.131@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1788840281.663044:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840281.663047:0:2361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840281.663049:0:2361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840281.663050:0:2361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840281.663056:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90eea0337800. 02000000:00000001:2.0:1788840281.663058:0:2361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840281.663061:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840281.663064:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e420. 00000400:00000010:2.0:1788840281.663068:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234110. 00000100:00000200:2.0:1788840281.663071:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133986304, portal 18 00000100:00000001:2.0:1788840281.663073:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840281.663074:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044635520 : -122120664916096 : ffff90ee9125df80) 00000100:00000040:2.0:1788840281.663079:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125df80 x1875733133986304/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840297 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840281.663085:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840281.663087:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840281.663090:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee912342a8. 00000100:00000200:2.0:1788840281.663092:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875733133986304, offset 0 00000400:00000200:2.0:1788840281.663096:0:2361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840281.663099:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840281.663103:0:2361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840281.663106:0:2361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840281.663108:0:2361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840281.663110:0:2361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840281.663112:0:2361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840281.663115:0:2361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2489:2489:255:4294967295] 192.168.202.131@tcp LPNI seq info [2489:2489:7:4294967295] 00000400:00000200:2.0:1788840281.663118:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840281.663123:0:2361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840281.663127:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840281.663130:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989d00. 00000800:00000200:2.0:1788840281.663134:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840281.663138:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840281.663140:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989d00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788840281.663143:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840281.663146:0:2361:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: using a timeout of 281752 usecs (282 jiffies) 00000400:00000200:2.0:1788840281.663149:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840281.663151:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296511760 00000100:00000001:2.0:1788840281.663154:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296512417 00000100:00000001:2.0:1788840281.663156:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296511760 00000100:00000001:2.0:1788840281.663158:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296512417 00000100:00000001:2.0:1788840281.663160:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840281.663162:0:2361:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840281.663164:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840281.663167:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840281.663180:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840281.663182:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840281.663203:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840281.663206:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989700. 00000400:00000200:2.0:1788840281.663210:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840281.663214:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840281.663217:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234000 00000400:00000010:2.0:1788840281.663220:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234000. 00000100:00000001:2.0:1788840281.663223:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840281.663227:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125ca80 x1875733133986176/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840297 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840281.663237:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840281.663240:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125ca80 x1875733133986176/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840297 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840281.663247:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840281.663249:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788840281.666449:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840281.666460:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989d00. 00000400:00000200:2.0:1788840281.666469:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840281.666481:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840281.666491:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee912342a8 00000400:00000010:2.0:1788840281.666494:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee912342a8. 00000100:00000001:2.0:1788840281.666500:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840281.666511:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125df80 x1875733133986304/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840297 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840281.666526:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840281.666530:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125df80 x1875733133986304/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840297 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840281.666538:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840281.666541:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840281.688833:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840281.688932:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840281.688937:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840281.688941:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840281.688951:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840281.688961:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840281.688974:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840281.688980:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840281.688987:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840281.688992:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 18 MB=0x6a9f827250980 00000400:00000200:2.0:1788840281.688998:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840281.689007:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.131@tcp of length 224/224 into md 0x6c85 [1] + 224 00000800:00000001:2.0:1788840281.689016:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840281.689022:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840281.689025:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840281.689030:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840281.689040:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840281.689050:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125ca80 x1875733133986176/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840297 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840281.689064:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee9125ca80 x1875733133986176/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840297 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840281.689079:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840281.689098:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840281.689104:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788840281.689113:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840281.689115:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840281.689119:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4ee70. 00000400:00000200:2.0:1788840281.689126:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234bb0 00000400:00000010:2.0:1788840281.689129:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234bb0. 00000100:00000001:2.0:1788840281.689132:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840281.689136:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125ca80 x1875733133986176/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840297 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788840281.689146:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125ca80 x1875733133986176/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840297 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840281.689152:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840281.689155:0:2361:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840281.689157:0:2361:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788840281.689162:0:2361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788840281.689165:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840281.689167:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840281.689171:0:2361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840281.689184:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b5cd38 time=128 v=5 (5 5 0 5) 00000100:00001000:2.0:1788840281.689188:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1788840281.689192:0:2361:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788840281.689194:0:2361:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840281.689198:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788840281.689202:0:2361:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840281.689206:0:2361:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788840281.689209:0:2361:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: skip recheck: last_committed 4294967341 00000100:00000001:2.0:1788840281.689212:0:2361:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788840281.689214:0:2361:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840281.689220:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125ca80 x1875733133986176/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840297 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840281.689228:0:2361:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840281.689231:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840281.689234:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840281.689238:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125ca80 x1875733133986176/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840297 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788840281.689247:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733133986176:192.168.202.131@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1788840281.689252:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840281.689256:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840281.689259:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125ca80 x1875733133986176/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840297 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840281.689266:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840281.689280:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840281.689285:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee86fb0400. 02000000:00000001:2.0:1788840281.689290:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840281.689293:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840281.689295:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=2 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:2.0:1788840281.689298:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840281.689301:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee86fb0000. 02000000:00000001:2.0:1788840281.689304:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840281.689306:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840281.689308:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125ca80. 00000100:00000001:2.0:1788840281.689312:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840281.689314:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840281.689319:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840281.689321:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840281.689322:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840281.689323:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840281.689325:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788840281.689336:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840281.689342:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840281.689344:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840281.689347:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840281.689351:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840281.689355:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840281.689359:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840281.689362:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840281.689365:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840281.689368:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 18 MB=0x6a9f827250a00 00000400:00000200:2.0:1788840281.689371:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840281.689375:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.131@tcp of length 224/224 into md 0x6c95 [1] + 224 00000800:00000001:2.0:1788840281.689380:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840281.689389:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840281.689391:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840281.689395:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840281.689398:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840281.689403:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125df80 x1875733133986304/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840297 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840281.689412:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee9125df80 x1875733133986304/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840297 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840281.689424:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840281.689433:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840281.689434:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788840281.689437:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840281.689438:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840281.689440:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e420. 00000400:00000200:2.0:1788840281.689443:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234110 00000400:00000010:2.0:1788840281.689446:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234110. 00000100:00000001:2.0:1788840281.689448:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840281.689452:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125df80 x1875733133986304/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840297 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788840281.689459:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125df80 x1875733133986304/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840297 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840281.689466:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840281.689468:0:2361:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840281.689470:0:2361:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788840281.689472:0:2361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788840281.689473:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840281.689475:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840281.689477:0:2361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840281.689483:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b59538 time=113 v=5 (5 5 5 5) 00000100:00001000:2.0:1788840281.689486:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b59418 time=3 v=5 (1 0 0 0) 00000100:00000001:2.0:1788840281.689488:0:2361:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788840281.689489:0:2361:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840281.689491:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788840281.689494:0:2361:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840281.689496:0:2361:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788840281.689497:0:2361:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90ee90f70800: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1788840281.689499:0:2361:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788840281.689501:0:2361:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840281.689505:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125df80 x1875733133986304/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840297 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840281.689576:0:2361:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840281.689579:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840281.689580:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840281.689585:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125df80 x1875733133986304/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840297 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788840281.689594:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733133986304:192.168.202.131@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1788840281.689598:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840281.689601:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840281.689604:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125df80 x1875733133986304/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840297 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840281.689609:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840281.689611:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840281.689613:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90eea0337800. 02000000:00000001:2.0:1788840281.689616:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840281.689618:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840281.689619:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee92b59000 refcount=2 obd=lustre-OST0001-osc-ffff90ee90f70800 00000020:00000001:2.0:1788840281.689621:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840281.689623:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee86fb1c00. 02000000:00000001:2.0:1788840281.689625:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840281.689626:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840281.689628:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125df80. 00000100:00000001:2.0:1788840281.689634:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840281.689636:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840281.689788:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840281.689798:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840281.689801:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840281.689803:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840281.689805:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788840281.689811:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840281.689815:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1788840281.691269:0:31800:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4f00. 00010000:00000010:2.1:1788840281.691293:0:31800:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e84800. 00010000:00000010:2.1:1788840281.691298:0:31800:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1200. 00010000:00000010:2.1:1788840281.691302:0:31800:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8c800. 00010000:00000001:1.0:1788840281.735774:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840281.735785:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840281.735819:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788840281.735823:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840281.735827:0:16054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788840282.629898:0:20562:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120b30 (cpu 3) has reached its deadline 4296512417, at 4296512448 00000100:00000010:3.0:1788840282.629931:0:20562:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee87fb1ba0. 00000100:00000040:2.0:1788840282.630226:0:29212:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120a20 (cpu 2) has reached its deadline 4296512417, at 4296512448 00000100:00000010:2.0:1788840282.630235:0:29212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee87fb1e40. 00010000:00000001:1.0:1788840282.758722:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840282.758730:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840282.758827:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840282.758831:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840282.758835:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788840282.946466:0:31931:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840283.735143:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788840283.735159:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788840283.735168:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125df80. 00000020:00000040:2.0:1788840283.735175:0:37:0:(genops.c:1210:class_import_get()) import ffff90ee98ee5800 refcount=4 obd=MGC192.168.202.131@tcp 00000100:00000001:2.0:1788840283.735180:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840283.735184:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840283.735191:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840283.735202:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee87989d00. 00000100:00000001:2.0:1788840283.735212:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840283.735229:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS req@ffff90ee9125df80 x1875733133986432/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788840283.735241:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840283.735248:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840283.735285:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e508809] to pc [ptlrpcd_01_00+0] req@ffff90ee9125df80 x1875733133986432/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840283.735310:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840283.735313:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788840283.735317:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788840283.735321:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125ca80. 00000020:00000040:2.0:1788840283.735323:0:37:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=10 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:2.0:1788840283.735326:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840283.735327:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840283.735329:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840283.735333:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee87989700. 00000100:00000001:2.0:1788840283.735336:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840283.735340:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID req@ffff90ee9125ca80 x1875733133986560/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788840283.735347:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840283.735350:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840283.735353:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3df511d] to pc [ptlrpcd_01_01+1] req@ffff90ee9125ca80 x1875733133986560/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840283.735362:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840283.735365:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788840283.735368:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788840283.735373:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125c000. 00000020:00000040:2.0:1788840283.735375:0:37:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=3 obd=lustre-OST0000-osc-ffff90ee90f70800 00000100:00000001:2.0:1788840283.735378:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840283.735380:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840283.735381:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840283.735386:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee87989e00. 00000100:00000001:2.0:1788840283.735389:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840283.735393:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID req@ffff90ee9125c000 x1875733133986688/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788840283.735400:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840283.735402:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840283.735405:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d26c8109] to pc [ptlrpcd_01_00+0] req@ffff90ee9125c000 x1875733133986688/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840283.735413:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840283.735416:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788840283.735419:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788840283.735422:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125fb80. 00000020:00000040:2.0:1788840283.735425:0:37:0:(genops.c:1210:class_import_get()) import ffff90ee92b59000 refcount=3 obd=lustre-OST0001-osc-ffff90ee90f70800 00000100:00000001:2.0:1788840283.735427:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840283.735428:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840283.735429:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840283.735434:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee92b26b00. 00000100:00000001:2.0:1788840283.735437:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840283.735441:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID req@ffff90ee9125fb80 x1875733133986816/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788840283.735449:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840283.735451:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840283.735454:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0d67373] to pc [ptlrpcd_01_01+1] req@ffff90ee9125fb80 x1875733133986816/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840283.735460:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840283.735465:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1851) 00000100:00000001:2.0:1788840283.736425:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840283.736433:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840283.736437:0:2361:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840283.736449:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125df80 x1875733133986432/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840283.736460:0:2361:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840283.736463:0:2361:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840283.736468:0:2361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840283.736472:0:2361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840283.736475:0:2361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840283.736479:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2361:1875733133986432:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840283.736485:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840283.736493:0:2361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840283.736505:0:2361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840283.736509:0:2361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840283.736516:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee85114e00. 02000000:00000001:2.0:1788840283.736519:0:2361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840283.736529:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840283.736534:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e420. 00000400:00000010:2.0:1788840283.736543:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234110. 00000100:00000200:2.0:1788840283.736553:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133986432, portal 25 00000100:00000001:2.0:1788840283.736556:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840283.736557:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044635520 : -122120664916096 : ffff90ee9125df80) 00000100:00000040:2.0:1788840283.736564:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125df80 x1875733133986432/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840283.736571:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840283.736574:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840283.736577:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234bb0. 00000100:00000200:2.0:1788840283.736580:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875733133986432, offset 0 00000400:00000200:2.0:1788840283.736588:0:2361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840283.736598:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840283.736607:0:2361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840283.736614:0:2361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840283.736620:0:2361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840283.736624:0:2361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840283.736627:0:2361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840283.736632:0:2361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2490:2490:256:4294967295] 192.168.202.131@tcp LPNI seq info [2490:2490:8:4294967295] 00000400:00000200:2.0:1788840283.736653:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840283.736666:0:2361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840283.736674:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840283.736679:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee92b26100. 00000800:00000200:2.0:1788840283.736688:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840283.736697:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840283.736702:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee92b26100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840283.736714:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840283.736718:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840283.736721:0:2361:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4296517554 00000100:00000010:2.0:1788840283.736726:0:2361:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee87fb1600. 00000100:00000001:2.0:1788840283.736733:0:2361:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788840283.736738:0:2361:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4296517554 00000100:00000010:2.0:1788840283.736741:0:2361:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee87fb1420. 00000100:00000001:2.0:1788840283.736745:0:2361:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788840283.736748:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840283.736751:0:2361:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840283.736755:0:2361:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840283.736759:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125c000 x1875733133986688/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840283.736766:0:2361:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840283.736767:0:2361:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840283.736770:0:2361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840283.736772:0:2361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840283.736774:0:2361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840283.736776:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733133986688:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840283.736780:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840283.736782:0:2361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840283.736784:0:2361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840283.736786:0:2361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840283.736788:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee85115800. 02000000:00000001:2.0:1788840283.736790:0:2361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840283.736793:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840283.736796:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4ee70. 00000400:00000010:2.0:1788840283.736800:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee912342a8. 00000100:00000200:2.0:1788840283.736803:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133986688, portal 4 00000100:00000001:2.0:1788840283.736804:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840283.736806:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044627456 : -122120664924160 : ffff90ee9125c000) 00000100:00000040:2.0:1788840283.736813:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125c000 x1875733133986688/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840283.736820:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840283.736822:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840283.736824:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234000. 00000100:00000200:2.0:1788840283.736827:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733133986688, offset 0 00000400:00000200:2.0:1788840283.736830:0:2361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840283.736834:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840283.736837:0:2361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840283.736840:0:2361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840283.736842:0:2361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840283.736844:0:2361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840283.736847:0:2361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840283.736849:0:2361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2491:2491:255:4294967295] 192.168.202.131@tcp LPNI seq info [2491:2491:7:4294967295] 00000400:00000200:2.0:1788840283.736853:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840283.736859:0:2361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840283.736863:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840283.736868:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee878d1000. 00000800:00000200:2.0:1788840283.736872:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840283.736875:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840283.736877:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee878d1000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840283.736880:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840283.736885:0:2361:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: using a timeout of 23418 usecs (24 jiffies) 00000400:00000200:2.0:1788840283.736888:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840283.736890:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296513579 00000100:00000001:2.0:1788840283.736893:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296517554 00000100:00000001:2.0:1788840283.736895:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296513579 00000100:00000001:2.0:1788840283.736897:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296517554 00000100:00000001:2.0:1788840283.736899:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840283.736901:0:2361:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840283.736904:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840283.736907:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840283.736916:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840283.736919:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788840283.736921:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840283.736923:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840283.736924:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840283.736928:0:2361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1788840283.736930:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840283.736932:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840283.736934:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840283.736935:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840283.736936:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840283.736938:0:2361:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840283.736942:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125ca80 x1875733133986560/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840283.736950:0:2361:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840283.736951:0:2361:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840283.736953:0:2361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840283.736955:0:2361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840283.736956:0:2361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840283.736959:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733133986560:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840283.736962:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840283.736965:0:2361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840283.736966:0:2361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840283.736968:0:2361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840283.736971:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee85115400. 02000000:00000001:2.0:1788840283.736973:0:2361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840283.736976:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840283.736978:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e840. 00000400:00000010:2.0:1788840283.736982:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234660. 00000100:00000200:2.0:1788840283.736985:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133986560, portal 10 00000100:00000001:2.0:1788840283.736986:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840283.736988:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044630144 : -122120664921472 : ffff90ee9125ca80) 00000100:00000040:2.0:1788840283.736994:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125ca80 x1875733133986560/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840283.737000:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840283.737003:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840283.737005:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234198. 00000100:00000200:2.0:1788840283.737007:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733133986560, offset 0 00000400:00000200:2.0:1788840283.737012:0:2361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840283.737015:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840283.737018:0:2361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840283.737021:0:2361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840283.737023:0:2361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840283.737025:0:2361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840283.737028:0:2361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840283.737030:0:2361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2492:2492:254:4294967295] 192.168.202.131@tcp LPNI seq info [2492:2492:6:4294967295] 00000400:00000200:2.0:1788840283.737034:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840283.737039:0:2361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840283.737043:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840283.737046:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee878d1900. 00000800:00000200:2.0:1788840283.737049:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840283.737053:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840283.737055:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee878d1900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840283.737058:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840283.737062:0:2361:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 793237 usecs (794 jiffies) 00000400:00000200:2.0:1788840283.737064:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840283.737066:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296514349 00000100:00000001:2.0:1788840283.737068:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296517554 00000100:00000001:2.0:1788840283.737070:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296514349 00000100:00000001:2.0:1788840283.737072:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296517554 00000100:00000001:2.0:1788840283.737074:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840283.737076:0:2361:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840283.737078:0:2361:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840283.737081:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125fb80 x1875733133986816/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840283.737087:0:2361:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840283.737089:0:2361:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840283.737091:0:2361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840283.737092:0:2361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840283.737094:0:2361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840283.737097:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733133986816:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840283.737100:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840283.737102:0:2361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840283.737103:0:2361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840283.737105:0:2361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840283.737108:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee86ef9c00. 02000000:00000001:2.0:1788840283.737110:0:2361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840283.737112:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840283.737114:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4ec08. 00000400:00000010:2.0:1788840283.737117:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234550. 00000100:00000200:2.0:1788840283.737119:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133986816, portal 4 00000100:00000001:2.0:1788840283.737121:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840283.737122:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044642688 : -122120664908928 : ffff90ee9125fb80) 00000100:00000040:2.0:1788840283.737127:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125fb80 x1875733133986816/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840283.737139:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840283.737141:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840283.737144:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234d48. 00000100:00000200:2.0:1788840283.737146:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733133986816, offset 0 00000400:00000200:2.0:1788840283.737150:0:2361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840283.737153:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840283.737156:0:2361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840283.737158:0:2361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840283.737160:0:2361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840283.737162:0:2361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840283.737164:0:2361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840283.737167:0:2361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2493:2493:253:4294967295] 192.168.202.131@tcp LPNI seq info [2493:2493:5:4294967295] 00000400:00000200:2.0:1788840283.737171:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840283.737176:0:2361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840283.737180:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840283.737183:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee878d1f00. 00000800:00000200:2.0:1788840283.737187:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840283.737191:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840283.737194:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee878d1f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840283.737196:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840283.737199:0:2361:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: using a timeout of 280201 usecs (281 jiffies) 00000400:00000200:2.0:1788840283.737201:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840283.737203:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296513836 00000100:00000001:2.0:1788840283.737205:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296517554 00000100:00000001:2.0:1788840283.737207:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296513836 00000100:00000001:2.0:1788840283.737210:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296517554 00000100:00000001:2.0:1788840283.737212:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840283.737214:0:2361:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840283.737217:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840283.737219:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840283.737231:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840283.737234:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840283.737292:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840283.737297:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee92b26100. 00000400:00000200:2.0:1788840283.737303:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840283.737308:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840283.737315:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234bb0 00000400:00000010:2.0:1788840283.737318:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234bb0. 00000100:00000001:2.0:1788840283.737322:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840283.737326:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125df80 x1875733133986432/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840283.737337:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840283.737340:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125df80 x1875733133986432/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840299 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840283.737347:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840283.737349:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788840283.737363:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840283.737365:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee878d1000. 00000400:00000200:2.0:1788840283.737369:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840283.737372:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840283.737375:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234000 00000400:00000010:2.0:1788840283.737377:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234000. 00000100:00000001:2.0:1788840283.737379:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840283.737383:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125c000 x1875733133986688/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840283.737390:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840283.737393:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125c000 x1875733133986688/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840299 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840283.737399:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840283.737400:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788840283.737408:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840283.737411:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee878d1900. 00000400:00000200:2.0:1788840283.737413:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840283.737416:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840283.737418:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234198 00000400:00000010:2.0:1788840283.737420:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234198. 00000100:00000001:2.0:1788840283.737422:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840283.737425:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125ca80 x1875733133986560/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840283.737431:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840283.737434:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125ca80 x1875733133986560/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840299 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840283.737439:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840283.737441:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788840283.737514:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840283.737516:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee878d1f00. 00000400:00000200:2.0:1788840283.737519:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840283.737523:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840283.737525:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234d48 00000400:00000010:2.0:1788840283.737527:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234d48. 00000100:00000001:2.0:1788840283.737529:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840283.737532:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125fb80 x1875733133986816/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840299 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840283.737539:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840283.737542:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125fb80 x1875733133986816/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840299 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840283.737549:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840283.737550:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840283.747498:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840283.747518:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840283.747524:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840283.747526:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840283.747538:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840283.747548:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840283.747559:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840283.747565:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840283.747571:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840283.747576:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f827250c00 00000400:00000200:3.0:1788840283.747581:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840283.748249:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x6cd5 [1] + 224 00000800:00000001:3.0:1788840283.748270:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840283.748278:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840283.748282:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840283.748287:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840283.748298:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840283.748310:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125fb80 x1875733133986816/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840299 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840283.748324:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee9125fb80 x1875733133986816/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840283.748346:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840283.748357:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840283.748361:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840283.748363:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840283.748365:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840283.748369:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840283.748373:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840283.748378:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840283.748381:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840283.748384:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840283.748388:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 25 MB=0x6a9f827250a80 00000400:00000200:3.0:1788840283.748393:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840283.748399:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.131@tcp of length 224/224 into md 0x6ca5 [1] + 224 00000800:00000001:3.0:1788840283.748403:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840283.748407:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840283.748409:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840283.748412:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840283.748415:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840283.748421:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125df80 x1875733133986432/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840299 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840283.748430:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee9125df80 x1875733133986432/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840283.748437:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840283.748441:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840283.748444:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840283.748446:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840283.748448:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840283.748451:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840283.748455:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840283.748459:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840283.748462:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840283.748465:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840283.748468:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f827250b80 00000400:00000200:3.0:1788840283.748472:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840283.748476:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x6cb5 [1] + 224 00000800:00000001:3.0:1788840283.748480:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840283.748483:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840283.748485:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840283.748488:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840283.748492:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840283.748496:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125c000 x1875733133986688/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840299 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840283.748504:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee9125c000 x1875733133986688/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840283.748512:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840283.748516:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840283.748519:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840283.748521:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840283.748523:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840283.748526:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840283.748529:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840283.748533:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840283.748535:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840283.748538:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840283.748541:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 10 MB=0x6a9f827250b00 00000400:00000200:3.0:1788840283.748544:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840283.748548:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 224/224 into md 0x6cc5 [1] + 224 00000800:00000001:3.0:1788840283.748552:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840283.748558:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840283.748560:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840283.748563:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840283.748566:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840283.748570:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125ca80 x1875733133986560/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840299 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840283.748579:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee9125ca80 x1875733133986560/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840283.748585:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840283.748588:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840283.748591:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840283.748612:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840283.748617:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788840283.748625:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840283.748627:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840283.748630:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e840. 00000400:00000200:3.0:1788840283.750212:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234660 00000400:00000010:3.0:1788840283.750225:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234660. 00000100:00000001:3.0:1788840283.750231:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840283.750242:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125ca80 x1875733133986560/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840283.750264:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125ca80 x1875733133986560/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840299 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840283.750272:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840283.750275:0:2361:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840283.750279:0:2361:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840283.750284:0:2361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840283.750287:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840283.750290:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840283.750294:0:2361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840283.750306:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=133 v=5 (5 102 102 102) 00000100:00001000:3.0:1788840283.750311:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840283.750313:0:2361:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840283.750315:0:2361:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840283.750319:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840283.750322:0:2361:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840283.750326:0:2361:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1788840283.750329:0:2361:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: committing for last_committed 4294967648 gen 2 00000100:00000040:3.0:1788840283.750335:0:2361:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967648) req@ffff90ee87f5a300 x1875733133977344/t4294967635(4294967635) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/456 e 0 to 0 dl 1788840292 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840283.750344:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840283.750347:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f5a300 x1875733133977344/t4294967635(4294967635) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/456 e 0 to 0 dl 1788840292 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840283.750355:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840283.750357:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840283.750362:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee86f36c00. 02000000:00000001:3.0:1788840283.750366:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840283.750369:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840283.750371:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=9 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:3.0:1788840283.750373:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840283.750377:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee85cd3c00. 02000000:00000001:3.0:1788840283.750381:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840283.750383:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840283.750385:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f5a300. 00000100:00000001:3.0:1788840283.750390:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840283.750391:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840283.750396:0:2361:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967648) req@ffff90ee9125e680 x1875733133980672/t4294967636(4294967636) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840292 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840283.750402:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840283.750405:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125e680 x1875733133980672/t4294967636(4294967636) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840292 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840283.750411:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840283.750412:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840283.750414:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee85dd5800. 02000000:00000001:3.0:1788840283.750417:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840283.750418:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840283.750419:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=8 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:3.0:1788840283.750421:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840283.750423:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee98e5a200. 02000000:00000001:3.0:1788840283.750425:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840283.750426:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840283.750428:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125e680. 00000100:00000001:3.0:1788840283.750430:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840283.750432:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840283.750436:0:2361:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967648) req@ffff90ee9125d500 x1875733133983104/t4294967640(4294967640) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/456 e 0 to 0 dl 1788840294 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840283.750443:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840283.750446:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125d500 x1875733133983104/t4294967640(4294967640) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 488/456 e 0 to 0 dl 1788840294 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840283.750452:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840283.750454:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840283.750455:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee85dd4800. 02000000:00000001:3.0:1788840283.750457:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840283.750459:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840283.750461:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:3.0:1788840283.750463:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840283.750464:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee98e5bc00. 02000000:00000001:3.0:1788840283.750466:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840283.750467:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840283.750469:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125d500. 00000100:00000001:3.0:1788840283.750471:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840283.750472:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840283.750477:0:2361:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967648) req@ffff90ee86d4b800 x1875733133983744/t4294967642(4294967642) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 512/456 e 0 to 0 dl 1788840294 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840283.750484:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840283.750486:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d4b800 x1875733133983744/t4294967642(4294967642) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 512/456 e 0 to 0 dl 1788840294 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840283.750493:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840283.750494:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840283.750495:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee86eef800. 02000000:00000001:3.0:1788840283.750498:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840283.750499:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840283.750500:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:3.0:1788840283.750501:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840283.750502:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90eea059da00. 02000000:00000001:3.0:1788840283.750505:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840283.750506:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840283.750507:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d4b800. 00000100:00000001:3.0:1788840283.750509:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840283.750510:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840283.750516:0:2361:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967648) req@ffff90ee87fafb80 x1875733133985024/t4294967646(4294967646) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 496/456 e 0 to 0 dl 1788840294 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840283.750521:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840283.750525:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87fafb80 x1875733133985024/t4294967646(4294967646) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 496/456 e 0 to 0 dl 1788840294 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840283.750530:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840283.750532:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840283.750534:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee86f37800. 02000000:00000001:3.0:1788840283.750536:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840283.750537:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840283.750539:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:3.0:1788840283.750541:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840283.750542:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee86fb1200. 02000000:00000001:3.0:1788840283.750544:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840283.750545:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840283.750546:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87fafb80. 00000100:00000001:3.0:1788840283.750549:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840283.750550:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840283.750555:0:2361:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967648) req@ffff90ee87f5aa00 x1875733133985664/t4294967648(4294967648) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 512/456 e 0 to 0 dl 1788840294 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840283.750561:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840283.750564:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f5aa00 x1875733133985664/t4294967648(4294967648) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 512/456 e 0 to 0 dl 1788840294 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840283.750569:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840283.750571:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840283.750572:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee86f34c00. 02000000:00000001:3.0:1788840283.750574:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840283.750575:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840283.750577:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=4 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:3.0:1788840283.750579:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840283.750580:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee85cd3600. 02000000:00000001:3.0:1788840283.750582:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840283.750583:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840283.750584:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f5aa00. 00000100:00000001:3.0:1788840283.750586:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840283.750587:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840283.750590:0:2361:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1788840283.750592:0:2361:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: normal: skip=1 replay=6/6 committed=0/0 00000100:00000001:3.0:1788840283.750595:0:2361:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840283.750597:0:2361:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840283.750601:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125ca80 x1875733133986560/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840299 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840283.750609:0:2361:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840283.750612:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840283.750615:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840283.750619:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125ca80 x1875733133986560/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840299 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840283.750627:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733133986560:192.168.202.131@tcp:400:kworker.0 00000400:00000001:3.0:1788840283.750636:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840283.753683:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840283.753691:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4ec08. 00000400:00000200:3.0:1788840283.753704:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234550 00000400:00000010:3.0:1788840283.753708:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234550. 00000100:00000001:3.0:1788840283.753716:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840283.753733:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125fb80 x1875733133986816/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840283.753747:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125fb80 x1875733133986816/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840299 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840283.753757:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840283.753761:0:2361:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840283.753765:0:2361:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840283.753770:0:2361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840283.753774:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840283.753778:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840283.753781:0:2361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840283.753793:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b59460 time=133 v=5 (5 5 5 36) 00000100:00001000:3.0:1788840283.753798:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b59418 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840283.753801:0:2361:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840283.753803:0:2361:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840283.753807:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840283.753813:0:2361:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840283.753818:0:2361:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840283.753821:0:2361:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90ee90f70800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1788840283.753824:0:2361:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840283.753826:0:2361:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840283.753832:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125fb80 x1875733133986816/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840299 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840283.753841:0:2361:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840283.753845:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840283.753847:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840283.753852:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125fb80 x1875733133986816/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840299 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840283.753861:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733133986816:192.168.202.131@tcp:400:kworker.0 00000400:00000001:3.0:1788840283.753873:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840283.753874:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840283.753877:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e420. 00000400:00000200:3.0:1788840283.753880:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234110 00000400:00000010:3.0:1788840283.753882:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234110. 00000100:00000001:3.0:1788840283.753884:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840283.753889:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125df80 x1875733133986432/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840283.753899:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125df80 x1875733133986432/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840299 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840283.753906:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840283.753907:0:2361:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840283.753909:0:2361:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840283.753910:0:2361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840283.753912:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840283.753914:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840283.753915:0:2361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840283.753919:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98ee5c60 time=133 v=5 (5 5 5 5) 00000100:00001000:3.0:1788840283.753922:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98ee5c18 time=133 v=5 (1 1 1 1) 00000100:00000001:3.0:1788840283.753924:0:2361:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840283.753925:0:2361:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840283.753927:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840283.753929:0:2361:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840283.753931:0:2361:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840283.753934:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125df80 x1875733133986432/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840299 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840283.753941:0:2361:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840283.753943:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840283.753944:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840283.753947:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125df80 x1875733133986432/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840299 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840283.753954:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2361:1875733133986432:192.168.202.131@tcp:400:kworker.0 00000400:00000001:3.0:1788840283.753959:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840283.753961:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840283.753963:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4ee70. 00000400:00000200:3.0:1788840283.753965:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee912342a8 00000400:00000010:3.0:1788840283.753967:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee912342a8. 00000100:00000001:3.0:1788840283.753969:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840283.753974:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125c000 x1875733133986688/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840299 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840283.753982:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125c000 x1875733133986688/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840299 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840283.753988:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840283.753989:0:2361:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840283.753991:0:2361:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840283.753993:0:2361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840283.753994:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840283.753996:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840283.753998:0:2361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840283.754003:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b5cc60 time=133 v=5 (5 5 5 36) 00000100:00001000:3.0:1788840283.754005:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=7 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840283.754008:0:2361:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840283.754009:0:2361:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840283.754011:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840283.754014:0:2361:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840283.754016:0:2361:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840283.754018:0:2361:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: skip recheck: last_committed 4294967341 00000100:00000001:3.0:1788840283.754020:0:2361:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840283.754021:0:2361:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840283.754025:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125c000 x1875733133986688/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840299 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840283.754032:0:2361:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840283.754033:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840283.754035:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840283.754038:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125c000 x1875733133986688/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840299 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840283.754046:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733133986688:192.168.202.131@tcp:400:kworker.0 00000100:00000001:3.0:1788840283.754050:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840283.754119:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840283.756484:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125ca80 x1875733133986560/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840299 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840283.756510:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840283.756514:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840283.756520:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee85115400. 02000000:00000001:3.0:1788840283.756525:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840283.756528:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840283.756531:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=3 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:3.0:1788840283.756534:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840283.756537:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee87989700. 02000000:00000001:3.0:1788840283.756542:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840283.756544:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840283.756547:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125ca80. 00000100:00000001:3.0:1788840283.756550:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840283.756552:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840283.756555:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840283.756569:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125fb80 x1875733133986816/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840299 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840283.756582:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840283.756584:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840283.756585:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee86ef9c00. 02000000:00000001:3.0:1788840283.756589:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840283.756591:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840283.756592:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee92b59000 refcount=2 obd=lustre-OST0001-osc-ffff90ee90f70800 00000020:00000001:3.0:1788840283.756595:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840283.756596:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee92b26b00. 02000000:00000001:3.0:1788840283.756598:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840283.756600:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840283.756601:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125fb80. 00000100:00000001:3.0:1788840283.756604:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840283.756606:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840283.756608:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840283.756614:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125df80 x1875733133986432/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840299 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840283.756620:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840283.756622:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840283.756623:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee85114e00. 02000000:00000001:3.0:1788840283.756625:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840283.756627:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840283.756628:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee98ee5800 refcount=3 obd=MGC192.168.202.131@tcp 00000020:00000001:3.0:1788840283.756630:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840283.756631:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee87989d00. 02000000:00000001:3.0:1788840283.756633:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840283.756634:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840283.756636:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125df80. 00000100:00000001:3.0:1788840283.756654:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840283.756656:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840283.756658:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840283.756662:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125c000 x1875733133986688/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840299 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840283.756670:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840283.756671:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840283.756673:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee85115800. 02000000:00000001:3.0:1788840283.756675:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840283.756677:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840283.756678:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=2 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:3.0:1788840283.756680:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840283.756682:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee87989e00. 02000000:00000001:3.0:1788840283.756684:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840283.756685:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840283.756686:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125c000. 00000100:00000001:3.0:1788840283.756689:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840283.756691:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840283.756694:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840283.756707:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840283.756710:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840283.756713:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840283.756717:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840283.783422:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840283.783436:0:22780:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840283.783438:0:22780:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840283.783444:0:22780:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840283.783451:0:22780:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840283.783453:0:22780:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840283.783456:0:22780:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840283.783459:0:22780:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840283.783967:0:15925:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788840283.783972:0:15925:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840283.783976:0:15925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788840283.867957:0:31993:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840284.806752:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840284.806763:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840284.806797:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788840284.806801:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840284.806805:0:16054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788840284.921593:0:32084:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788840285.332726:0:32120:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1788840285.332735:0:32120:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 22: drop close request and do mknod ========================================================== 00:04:43 (1788840283) 00000001:00000001:1.0:1788840285.349017:0:32120:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:1.0:1788840285.830220:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840285.830691:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840285.830952:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840285.830957:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840285.830961:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788840286.133353:0:32140:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788840286.133363:0:32140:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788840286.133366:0:32140:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788840286.133370:0:32140:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014a3bc0 00000080:00200000:3.0:1788840286.133376:0:32140:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:3.0:1788840286.133385:0:32140:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee86fb0800. 00800000:00000002:3.0:1788840286.133394:0:32140:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:3.0:1788840286.133399:0:32140:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788840286.133405:0:32140:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788840286.133408:0:32140:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014a3ae0 00800000:00000002:3.0:1788840286.133411:0:32140:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788840286.133416:0:32140:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788840286.133422:0:32140:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788840286.133429:0:32140:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788840286.133431:0:32140:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014a39b0 00000002:00010000:3.0:1788840286.133433:0:32140:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788840286.133437:0:32140:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788840286.133439:0:32140:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840286.133443:0:32140:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788840286.133450:0:32140:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840286.133454:0:32140:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840286.133456:0:32140:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840286.133458:0:32140:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788840286.133462:0:32140:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788840286.133468:0:32140:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d4b800. 00000020:00000040:3.0:1788840286.133474:0:32140:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=4 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00010000:00000001:3.0:1788840286.133481:0:32140:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788840286.133488:0:32140:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840286.133493:0:32140:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840286.133497:0:32140:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840286.133499:0:32140:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840286.133505:0:32140:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840286.133513:0:32140:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee86eed400. 00000100:00000001:3.0:1788840286.133522:0:32140:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840286.133528:0:32140:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788840286.133530:0:32140:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840286.133531:0:32140:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788840286.133532:0:32140:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840286.133534:0:32140:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840286.133541:0:32140:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621952871544832 : -122120838006784 : ffff90ee86d4b800) 00010000:00000001:3.0:1788840286.133546:0:32140:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788840286.133549:0:32140:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788840286.133554:0:32140:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee85e55600. 00010000:00000010:3.0:1788840286.133559:0:32140:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee86e2fb80. 00010000:00000001:3.0:1788840286.133566:0:32140:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788840286.133570:0:32140:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee8523d400. 00000020:00000001:3.0:1788840286.133575:0:32140:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788840286.133578:0:32140:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee8523d400 with handle 0x3aa5f499c96f37f9 to hash 00000020:00000001:3.0:1788840286.133580:0:32140:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788840286.133582:0:32140:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952843174912 : -122120866376704 : ffff90ee8523d400) 00010000:00000001:3.0:1788840286.133586:0:32140:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952843174912 : -122120866376704 : ffff90ee8523d400) 00010000:00000001:3.0:1788840286.133590:0:32140:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840286.133593:0:32140:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840286.133598:0:32140:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d400/0x3aa5f499c96f37f9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32140 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788840286.133609:0:32140:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d400/0x3aa5f499c96f37f9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32140 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788840286.133620:0:32140:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d400/0x3aa5f499c96f37f9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32140 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788840286.133626:0:32140:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788840286.133628:0:32140:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788840286.133636:0:32140:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee85c7a0c0. 00000100:00000001:3.0:1788840286.133723:0:32140:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952853909696 : -122120855641920 : ffff90ee85c7a0c0) 00000100:00000001:3.0:1788840286.133726:0:32140:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840286.133728:0:32140:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871544832 : -122120838006784 : ffff90ee86d4b800) 00000100:00000001:3.0:1788840286.133734:0:32140:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840286.133739:0:32140:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840286.133741:0:32140:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788840286.133743:0:32140:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840286.133755:0:32140:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d4b800 x1875733133986944/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840286.133765:0:32140:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840286.133767:0:32140:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840286.133772:0:32140:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840286.133775:0:32140:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840286.133778:0:32140:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840286.133782:0:32140:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d4b800 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:32140:1875733133986944:192.168.202.131@tcp:101:multiop.0 00000100:00000001:3.0:1788840286.133787:0:32140:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840286.133795:0:32140:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840286.133798:0:32140:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840286.133802:0:32140:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840286.133808:0:32140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90ee98821000. 02000000:00000001:3.0:1788840286.133811:0:32140:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840286.133820:0:32140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840286.133825:0:32140:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4f738. 00000400:00000010:3.0:1788840286.133835:0:32140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011ed48. 00000100:00000200:3.0:1788840286.133844:0:32140:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875733133986944, portal 10 00000100:00000001:3.0:1788840286.133846:0:32140:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840286.133959:0:32140:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871544832 : -122120838006784 : ffff90ee86d4b800) 00000100:00000040:3.0:1788840286.133969:0:32140:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee86d4b800 x1875733133986944/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840302 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840286.133977:0:32140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840286.133980:0:32140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840286.133983:0:32140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e110. 00000100:00000200:3.0:1788840286.133987:0:32140:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875733133986944, offset 0 00000400:00000200:3.0:1788840286.133994:0:32140:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840286.134005:0:32140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840286.134014:0:32140:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840286.134021:0:32140:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840286.134026:0:32140:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840286.134031:0:32140:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840286.134034:0:32140:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840286.134038:0:32140:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2494:2494:256:4294967295] 192.168.202.131@tcp LPNI seq info [2494:2494:8:4294967295] 00000400:00000200:3.0:1788840286.134042:0:32140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840286.134052:0:32140:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840286.134058:0:32140:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840286.134064:0:32140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee983e5900. 00000800:00000200:3.0:1788840286.134072:0:32140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840286.134080:0:32140:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840286.134086:0:32140:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee983e5900 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1788840286.134105:0:32140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840286.134110:0:32140:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 792216 usecs (793 jiffies) 00000400:00000200:3.0:1788840286.134114:0:32140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840286.134118:0:32140:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296516745 00000100:00000001:3.0:1788840286.134122:0:32140:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296517554 00000100:00000001:3.0:1788840286.134126:0:32140:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296516745 00000100:00000001:3.0:1788840286.134128:0:32140:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296517554 00000100:00000001:3.0:1788840286.134131:0:32140:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840286.134134:0:32140:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840286.134137:0:32140:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840286.134139:0:32140:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788840286.134143:0:32140:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee85c7a0c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788840286.134146:0:32140:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840286.134149:0:32140:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840286.134712:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840286.134718:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee983e5900. 00000400:00000200:3.0:1788840286.134725:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840286.134733:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840286.134742:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e110 00000400:00000010:3.0:1788840286.134744:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e110. 00000100:00000001:3.0:1788840286.134750:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840286.134756:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d4b800 x1875733133986944/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840302 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840286.134768:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840286.134772:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee86d4b800 x1875733133986944/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840302 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840286.134779:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840286.134781:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840286.144939:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840286.144961:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840286.144967:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840286.144970:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840286.145022:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840286.145033:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840286.145044:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840286.145050:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840286.145057:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840286.145061:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 688 into portal 10 MB=0x6a9f827250c80 00000400:00000200:3.0:1788840286.145068:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840286.145075:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 688/688 into md 0x6ce5 [1] + 224 00000800:00000001:3.0:1788840286.145084:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840286.145092:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840286.145096:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840286.145101:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840286.145123:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840286.145137:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d4b800 x1875733133986944/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840302 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840286.145149:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff90ee86d4b800 x1875733133986944/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840302 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840286.145176:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840286.145187:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840286.145190:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840286.145273:0:32140:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788840286.145283:0:32140:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840286.145286:0:32140:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840286.145291:0:32140:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4f738. 00000400:00000200:2.0:1788840286.145296:0:32140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011ed48 00000400:00000010:2.0:1788840286.145299:0:32140:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011ed48. 00000100:00000001:2.0:1788840286.145304:0:32140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840286.145309:0:32140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d4b800 x1875733133986944/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840302 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788840286.145318:0:32140:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d4b800 x1875733133986944/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840302 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840286.145325:0:32140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840286.145327:0:32140:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840286.145330:0:32140:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788840286.145334:0:32140:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788840286.145337:0:32140:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840286.145340:0:32140:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840286.145344:0:32140:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840286.145355:0:32140:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=136 v=5 (5 102 102 102) 00000100:00001000:2.0:1788840286.145360:0:32140:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1788840286.145363:0:32140:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788840286.145365:0:32140:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840286.145369:0:32140:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788840286.145373:0:32140:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840286.145378:0:32140:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788840286.145380:0:32140:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967648 00000100:00000001:2.0:1788840286.145382:0:32140:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788840286.145384:0:32140:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840286.145390:0:32140:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d4b800 x1875733133986944/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840302 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840286.145398:0:32140:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840286.145401:0:32140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840286.145404:0:32140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840286.145408:0:32140:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d4b800 x1875733133986944/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840302 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788840286.145415:0:32140:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d4b800 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:32140:1875733133986944:192.168.202.131@tcp:101:multiop.0 00000100:00000001:2.0:1788840286.145421:0:32140:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840286.145424:0:32140:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840286.145427:0:32140:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788840286.145429:0:32140:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840286.145433:0:32140:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d4b800 x1875733133986944/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840302 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840286.145441:0:32140:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788840286.145444:0:32140:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee85c7a0c0. 00000100:00000001:2.0:1788840286.145448:0:32140:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788840286.145450:0:32140:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840286.145453:0:32140:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788840286.145457:0:32140:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840286.145461:0:32140:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840286.145464:0:32140:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d400 refcount=4 00000020:00000001:2.0:1788840286.145467:0:32140:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843174912 : -122120866376704 : ffff90ee8523d400) 00010000:00000001:2.0:1788840286.145471:0:32140:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843174912 : -122120866376704 : ffff90ee8523d400) 00010000:00000040:2.0:1788840286.145530:0:32140:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee8523d400, remote cookie: 0x8a436931312ba7aa, flags: 0x1001 00010000:00010000:2.0:1788840286.145537:0:32140:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d400/0x3aa5f499c96f37f9 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba7aa expref: -99 pid: 32140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840286.145550:0:32140:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d400/0x3aa5f499c96f37f9 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba7aa expref: -99 pid: 32140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840286.145559:0:32140:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788840286.145565:0:32140:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788840286.145568:0:32140:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788840286.145570:0:32140:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788840286.145571:0:32140:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788840286.145575:0:32140:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff90ee85e55600) refcount = 1 00010000:00010000:2.0:1788840286.145579:0:32140:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d400/0x3aa5f499c96f37f9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba7aa expref: -99 pid: 32140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840286.145588:0:32140:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788840286.145592:0:32140:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788840286.145593:0:32140:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840286.145596:0:32140:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788840286.145598:0:32140:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840286.145600:0:32140:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d400/0x3aa5f499c96f37f9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba7aa expref: -99 pid: 32140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840286.145604:0:32140:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788840286.145606:0:32140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840286.145607:0:32140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840286.145608:0:32140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840286.145609:0:32140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840286.145610:0:32140:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840286.145614:0:32140:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788840286.145615:0:32140:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840286.145617:0:32140:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840286.145618:0:32140:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d400 refcount=3 00000020:00000001:2.0:1788840286.145620:0:32140:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843174912 : -122120866376704 : ffff90ee8523d400) 00010000:00000001:2.0:1788840286.145622:0:32140:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843174912 : -122120866376704 : ffff90ee8523d400) 00010000:00000001:2.0:1788840286.145624:0:32140:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840286.145625:0:32140:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840286.145626:0:32140:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d400 refcount=4 00000020:00000001:2.0:1788840286.145628:0:32140:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843174912 : -122120866376704 : ffff90ee8523d400) 00010000:00000001:2.0:1788840286.145630:0:32140:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843174912 : -122120866376704 : ffff90ee8523d400) 00010000:00000001:2.0:1788840286.145634:0:32140:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840286.145960:0:32140:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840286.145966:0:32140:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d400/0x3aa5f499c96f37f9 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba7aa expref: -99 pid: 32140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840286.145971:0:32140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840286.145973:0:32140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840286.145974:0:32140:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840286.145975:0:32140:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840286.145976:0:32140:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d400 refcount=5 00000020:00000001:2.0:1788840286.145978:0:32140:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843174912 : -122120866376704 : ffff90ee8523d400) 00010000:00000001:2.0:1788840286.145980:0:32140:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843174912 : -122120866376704 : ffff90ee8523d400) 00010000:00000001:2.0:1788840286.145982:0:32140:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788840286.145983:0:32140:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d400/0x3aa5f499c96f37f9 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba7aa expref: -99 pid: 32140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840286.145987:0:32140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840286.145987:0:32140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788840286.145989:0:32140:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d400/0x3aa5f499c96f37f9 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba7aa expref: -99 pid: 32140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840286.145993:0:32140:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788840286.145993:0:32140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840286.145994:0:32140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840286.145995:0:32140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840286.145995:0:32140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788840286.146001:0:32140:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90ee86d4b800 x1875733133986944/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840302 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:2.0:1788840286.146007:0:32140:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840286.146008:0:32140:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840286.146009:0:32140:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d400 refcount=3 00000020:00000001:2.0:1788840286.146011:0:32140:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843174912 : -122120866376704 : ffff90ee8523d400) 00010000:00000001:2.0:1788840286.146012:0:32140:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843174912 : -122120866376704 : ffff90ee8523d400) 00010000:00000001:2.0:1788840286.146013:0:32140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840286.146014:0:32140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840286.146015:0:32140:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840286.146016:0:32140:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840286.146019:0:32140:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:2.0:1788840286.146021:0:32140:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840286.146022:0:32140:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840286.146023:0:32140:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d400 refcount=3 00000020:00000001:2.0:1788840286.146024:0:32140:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843174912 : -122120866376704 : ffff90ee8523d400) 00010000:00000001:2.0:1788840286.146026:0:32140:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843174912 : -122120866376704 : ffff90ee8523d400) 00000002:00010000:2.0:1788840286.146028:0:32140:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d400/0x3aa5f499c96f37f9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba7aa expref: -99 pid: 32140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840286.146032:0:32140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840286.146032:0:32140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840286.146034:0:32140:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788840286.146035:0:32140:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840286.146035:0:32140:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840286.146036:0:32140:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d400 refcount=3 00000020:00000001:2.0:1788840286.146037:0:32140:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843174912 : -122120866376704 : ffff90ee8523d400) 00010000:00000001:2.0:1788840286.146038:0:32140:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843174912 : -122120866376704 : ffff90ee8523d400) 00010000:00000040:2.0:1788840286.146044:0:32140:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55600 count: 2 00010000:00000001:2.0:1788840286.146046:0:32140:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788840286.146049:0:32140:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:2.0:1788840286.146051:0:32140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840286.146051:0:32140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840286.146052:0:32140:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788840286.146055:0:32140:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014a3938 00000002:00002000:2.0:1788840286.146056:0:32140:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:2.0:1788840286.146058:0:32140:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840286.146061:0:32140:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840286.146064:0:32140:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788840286.146066:0:32140:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:2.0:1788840286.146069:0:32140:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788840286.146073:0:32140:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:2.0:1788840286.146077:0:32140:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee86fb0800. 00000080:00000001:2.0:1788840286.146080:0:32140:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788840286.146083:0:32140:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788840286.146090:0:32140:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:2.0:1788840286.146095:0:32140:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:2.0:1788840286.146127:0:32140:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff90eea05b2d80. 00800000:00000001:2.0:1788840286.146131:0:32140:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446621953299787136 : -122120409764480 : ffff90eea05b2d80) 00800000:00000001:2.0:1788840286.146133:0:32140:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840286.146136:0:32140:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788840286.146139:0:32140:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:2.0:1788840286.146142:0:32140:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:2.0:1788840286.146144:0:32140:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:2.0:1788840286.146147:0:32140:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:2.0:1788840286.146150:0:32140:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840286.146154:0:32140:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:2.0:1788840286.146158:0:32140:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:2.0:1788840286.146163:0:32140:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:2.0:1788840286.146166:0:32140:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840286.146167:0:32140:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840286.146168:0:32140:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d400 refcount=3 00000020:00000001:2.0:1788840286.146170:0:32140:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843174912 : -122120866376704 : ffff90ee8523d400) 00010000:00000001:2.0:1788840286.146171:0:32140:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843174912 : -122120866376704 : ffff90ee8523d400) 00010000:00000001:2.0:1788840286.146173:0:32140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840286.146174:0:32140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788840286.146175:0:32140:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788840286.146177:0:32140:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:2.0:1788840286.146178:0:32140:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90eea05b2d80 1 00800000:00000010:2.0:1788840286.146181:0:32140:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff90eea05b2d80. 00800000:00000001:2.0:1788840286.146183:0:32140:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840286.146186:0:32140:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f37f9 00800000:00000001:2.0:1788840286.146188:0:32140:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788840286.146190:0:32140:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788840286.146191:0:32140:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840286.146191:0:32140:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840286.146192:0:32140:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d400 refcount=3 00000020:00000001:2.0:1788840286.146193:0:32140:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843174912 : -122120866376704 : ffff90ee8523d400) 00010000:00000001:2.0:1788840286.146194:0:32140:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843174912 : -122120866376704 : ffff90ee8523d400) 00010000:00000001:2.0:1788840286.146196:0:32140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840286.146196:0:32140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840286.146197:0:32140:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840286.146199:0:32140:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840286.146201:0:32140:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840286.146203:0:32140:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:2.0:1788840286.146205:0:32140:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f37f9 from it ffffa162014a3bf8 00010000:00000001:2.0:1788840286.146207:0:32140:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840286.146207:0:32140:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840286.146208:0:32140:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d400 refcount=3 00000020:00000001:2.0:1788840286.146209:0:32140:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843174912 : -122120866376704 : ffff90ee8523d400) 00010000:00000001:2.0:1788840286.146210:0:32140:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843174912 : -122120866376704 : ffff90ee8523d400) 00010000:00000001:2.0:1788840286.146211:0:32140:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788840286.146213:0:32140:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d400/0x3aa5f499c96f37f9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba7aa expref: -99 pid: 32140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840286.146216:0:32140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840286.146217:0:32140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840286.146218:0:32140:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788840286.146220:0:32140:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788840286.146222:0:32140:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d400/0x3aa5f499c96f37f9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba7aa expref: -99 pid: 32140 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788840286.146229:0:32140:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788840286.146333:0:32140:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788840286.146336:0:32140:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840286.146341:0:32140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840286.146343:0:32140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840286.146344:0:32140:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840286.146348:0:32140:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788840286.146350:0:32140:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840286.146352:0:32140:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840286.146355:0:32140:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840286.146357:0:32140:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788840286.146358:0:32140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840286.146359:0:32140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788840286.146362:0:32140:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840286.146367:0:32140:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d4b800 x1875733133986944/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840302 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840286.146374:0:32140:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840286.146378:0:32140:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840286.146382:0:32140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90ee98821000. 02000000:00000001:2.0:1788840286.146387:0:32140:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840286.146390:0:32140:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840286.146392:0:32140:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=3 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:2.0:1788840286.146394:0:32140:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840286.146398:0:32140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee86eed400. 02000000:00000001:2.0:1788840286.146402:0:32140:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840286.146404:0:32140:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840286.146406:0:32140:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d4b800. 00000100:00000001:2.0:1788840286.146410:0:32140:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840286.146411:0:32140:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788840286.146415:0:32140:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788840286.146421:0:32140:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788840286.146445:0:32140:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90ee86e75500. 00000080:00000001:2.0:1788840286.146451:0:32140:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788840286.146453:0:32140:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788840286.146454:0:32140:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014a3b00 00000080:00200000:2.0:1788840286.146457:0:32140:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:2.0:1788840286.146461:0:32140:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98d5a200. 00800000:00000002:2.0:1788840286.146467:0:32140:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:2.0:1788840286.146470:0:32140:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788840286.146590:0:32140:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788840286.146593:0:32140:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014a3a20 00800000:00000002:2.0:1788840286.146596:0:32140:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788840286.146600:0:32140:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788840286.146604:0:32140:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788840286.146609:0:32140:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788840286.146610:0:32140:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014a38f0 00000002:00010000:2.0:1788840286.146612:0:32140:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788840286.146616:0:32140:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788840286.146619:0:32140:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840286.146621:0:32140:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840286.146624:0:32140:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55600 count: 2 00010000:00000001:2.0:1788840286.146627:0:32140:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840286.146631:0:32140:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840286.146634:0:32140:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788840286.146779:0:32140:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d400/0x3aa5f499c96f37f9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba7aa expref: -99 pid: 32140 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788840286.146789:0:32140:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788840286.146794:0:32140:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840286.146797:0:32140:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d400/0x3aa5f499c96f37f9 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba7aa expref: -99 pid: 32140 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788840286.146804:0:32140:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788840286.146807:0:32140:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788840286.146809:0:32140:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788840286.146811:0:32140:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788840286.146813:0:32140:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788840286.146815:0:32140:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788840286.146818:0:32140:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788840286.146820:0:32140:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:2.0:1788840286.146823:0:32140:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98d5a200. 00000080:00000001:2.0:1788840286.146827:0:32140:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788840286.146829:0:32140:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840286.146831:0:32140:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:2.0:1788840286.146835:0:32140:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f37f9 00800000:00000001:2.0:1788840286.146838:0:32140:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788840286.146839:0:32140:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788840286.146841:0:32140:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840286.146842:0:32140:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840286.146844:0:32140:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d400 refcount=3 00000020:00000001:2.0:1788840286.146994:0:32140:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843174912 : -122120866376704 : ffff90ee8523d400) 00010000:00000001:2.0:1788840286.146997:0:32140:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843174912 : -122120866376704 : ffff90ee8523d400) 00010000:00000001:2.0:1788840286.147000:0:32140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840286.147002:0:32140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840286.147003:0:32140:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840286.147005:0:32140:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840286.147008:0:32140:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f37f9 from it ffffa162014a3b38 00010000:00000001:2.0:1788840286.147010:0:32140:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840286.147011:0:32140:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840286.147012:0:32140:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d400 refcount=3 00000020:00000001:2.0:1788840286.147014:0:32140:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843174912 : -122120866376704 : ffff90ee8523d400) 00010000:00000001:2.0:1788840286.147016:0:32140:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843174912 : -122120866376704 : ffff90ee8523d400) 00010000:00000001:2.0:1788840286.147018:0:32140:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788840286.147021:0:32140:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d400/0x3aa5f499c96f37f9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba7aa expref: -99 pid: 32140 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788840286.147027:0:32140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840286.147028:0:32140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840286.147030:0:32140:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788840286.147031:0:32140:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788840286.147033:0:32140:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d400/0x3aa5f499c96f37f9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba7aa expref: -99 pid: 32140 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788840286.147039:0:32140:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788840286.147041:0:32140:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788840286.147042:0:32140:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840286.147046:0:32140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840286.147047:0:32140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840286.147048:0:32140:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840286.147050:0:32140:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788840286.147052:0:32140:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840286.147054:0:32140:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840286.147056:0:32140:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840286.147058:0:32140:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788840286.147059:0:32140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840286.147060:0:32140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788840286.147062:0:32140:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788840286.147064:0:32140:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788840286.147067:0:32140:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 3 00000080:00000001:2.0:1788840286.147071:0:32140:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840286.147076:0:32140:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:2.0:1788840286.147078:0:32140:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014a3b58 00000080:00200000:2.0:1788840286.147080:0:32140:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), file ffff90ee8794db00, open_flags 8042, mode 81a4 opened 0 00000080:00000010:2.0:1788840286.147088:0:32140:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff90ee87fb1a20. 00000080:00000001:2.0:1788840286.147094:0:32140:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788840286.147096:0:32140:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014a3a08 00000080:00200000:2.0:1788840286.147098:0:32140:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), intent=open|creat 00000080:00000010:2.0:1788840286.147106:0:32140:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98d5a200. 00800000:00000002:2.0:1788840286.147109:0:32140:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:2.0:1788840286.147116:0:32140:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788840286.147118:0:32140:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788840286.147120:0:32140:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014a3928 00800000:00000002:2.0:1788840286.147121:0:32140:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f22.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788840286.147125:0:32140:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:2.0:1788840286.147127:0:32140:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1788840286.147132:0:32140:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446621952875900928 : -122120833650688 : ffff90ee87173000) 00800000:00000001:2.0:1788840286.147136:0:32140:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1788840286.147138:0:32140:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1788840286.147141:0:32140:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1788840286.147144:0:32140:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1788840286.147147:0:32140:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff90ee90f70800: Allocated FID [0x200000404:0x2b:0x0] 40000000:00000001:2.0:1788840286.147150:0:32140:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840286.147152:0:32140:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840286.147154:0:32140:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840286.147156:0:32140:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840286.147158:0:32140:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014a38a8 00800000:00000002:2.0:1788840286.147160:0:32140:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x2b:0x0], name='f22.recovery-small-2' -> mds #0 layout version 1 00000002:00000001:2.0:1788840286.147164:0:32140:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788840286.147165:0:32140:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014a37e0 00000002:00010000:2.0:1788840286.147167:0:32140:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f22.recovery-small-2,[0x200000404:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:2.0:1788840286.147171:0:32140:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788840286.147174:0:32140:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:2.0:1788840286.147178:0:32140:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:2.0:1788840286.147182:0:32140:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840286.147184:0:32140:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788840286.147186:0:32140:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55600 count: 2 00010000:00000001:2.0:1788840286.147189:0:32140:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840286.147191:0:32140:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788840286.147195:0:32140:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788840286.147198:0:32140:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d400/0x3aa5f499c96f37f9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8a436931312ba7aa expref: -99 pid: 32140 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1788840286.147207:0:32140:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788840286.147212:0:32140:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788840286.147215:0:32140:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788840286.147217:0:32140:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1788840286.147220:0:32140:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840286.147221:0:32140:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840286.147224:0:32140:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55600 count: 3 00010000:00000001:2.0:1788840286.147226:0:32140:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788840286.147239:0:32140:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840286.147241:0:32140:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840286.147242:0:32140:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840286.147244:0:32140:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55600 count: 3 00010000:00000001:2.0:1788840286.147246:0:32140:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788840286.147248:0:32140:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840286.147249:0:32140:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840286.147250:0:32140:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840286.147252:0:32140:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55600 count: 3 00010000:00000001:2.0:1788840286.147254:0:32140:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788840286.147256:0:32140:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840286.147258:0:32140:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788840286.147261:0:32140:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff90ee90514200, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788840286.147266:0:32140:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1788840286.147268:0:32140:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788840286.147271:0:32140:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788840286.147273:0:32140:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840286.147276:0:32140:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788840286.147280:0:32140:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788840286.147282:0:32140:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788840286.147283:0:32140:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840286.147285:0:32140:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788840286.147288:0:32140:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee8523d400 with handle 0x3aa5f499c96f37f9 from hash 00010000:00000001:2.0:1788840286.147291:0:32140:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788840286.147292:0:32140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840286.147293:0:32140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840286.147295:0:32140:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788840286.147298:0:32140:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788840286.147300:0:32140:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788840286.147303:0:32140:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788840286.147305:0:32140:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788840286.147307:0:32140:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1788840286.147313:0:32140:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125c380. 00000020:00000040:2.0:1788840286.147318:0:32140:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=4 obd=lustre-MDT0000-mdc-ffff90ee90f70800 02000000:00000001:2.0:1788840286.147325:0:32140:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788840286.147326:0:32140:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840286.147330:0:32140:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788840286.147334:0:32140:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840286.147336:0:32140:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840286.147339:0:32140:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840286.147341:0:32140:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840286.147345:0:32140:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840286.147354:0:32140:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee91278000. 00000100:00000001:2.0:1788840286.147363:0:32140:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840286.147369:0:32140:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840286.147372:0:32140:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788840286.147376:0:32140:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d400/0x3aa5f499c96f37f9 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312ba7aa expref: -99 pid: 32140 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1788840286.147383:0:32140:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788840286.147384:0:32140:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788840286.147386:0:32140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788840286.147388:0:32140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d400/0x3aa5f499c96f37f9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312ba7aa expref: -99 pid: 32140 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:2.0:1788840286.147400:0:32140:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee85e55600 count: 0 00010000:00000010:2.0:1788840286.147406:0:32140:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90ee86e2fb80. 00010000:00000001:2.0:1788840286.147419:0:32140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840286.147421:0:32140:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840286.147423:0:32140:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840286.147424:0:32140:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840286.147426:0:32140:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840286.147436:0:32140:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446621953044628352 : -122120664923264 : ffff90ee9125c380) 00010000:00000001:2.0:1788840286.147440:0:32140:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788840286.147443:0:32140:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788840286.147448:0:32140:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee892b1700. 00010000:00000010:2.0:1788840286.147452:0:32140:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee98e7d900. 00010000:00000001:2.0:1788840286.147457:0:32140:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788840286.147461:0:32140:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee87d8d400. 00000020:00000001:2.0:1788840286.147464:0:32140:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788840286.147466:0:32140:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee87d8d400 with handle 0x3aa5f499c96f3800 to hash 00000020:00000001:2.0:1788840286.147468:0:32140:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788840286.147470:0:32140:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:2.0:1788840286.147533:0:32140:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:2.0:1788840286.147537:0:32140:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840286.147539:0:32140:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840286.147543:0:32140:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d400/0x3aa5f499c96f3800 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32140 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840286.147550:0:32140:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d400/0x3aa5f499c96f3800 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32140 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:2.0:1788840286.147565:0:32140:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:2.0:1788840286.147577:0:32140:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee9125c380 x1875733133987200/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:2.0:1788840286.147592:0:32140:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d400/0x3aa5f499c96f3800 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32140 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788840286.147598:0:32140:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788840286.147601:0:32140:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788840286.147608:0:32140:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee86ee9180. 00000100:00000001:2.0:1788840286.147611:0:32140:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952873238912 : -122120836312704 : ffff90ee86ee9180) 00000100:00000001:2.0:1788840286.147614:0:32140:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840286.147615:0:32140:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044628352 : -122120664923264 : ffff90ee9125c380) 00000100:00000001:2.0:1788840286.147620:0:32140:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840286.147626:0:32140:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840286.147629:0:32140:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788840286.147631:0:32140:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840286.147636:0:32140:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125c380 x1875733133987200/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840286.148308:0:32140:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840286.148311:0:32140:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840286.148317:0:32140:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840286.148320:0:32140:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840286.148323:0:32140:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840286.148329:0:32140:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125c380 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:32140:1875733133987200:192.168.202.131@tcp:101:multiop.0 00000100:00000001:2.0:1788840286.148334:0:32140:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840286.148343:0:32140:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840286.148346:0:32140:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840286.148350:0:32140:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840286.148438:0:32140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff90ee86fc0000. 02000000:00000001:2.0:1788840286.148441:0:32140:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840286.148451:0:32140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840286.148458:0:32140:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e210. 00000400:00000010:2.0:1788840286.148467:0:32140:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff90ee9127b800. 00000100:00000200:2.0:1788840286.148546:0:32140:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875733133987200, portal 10 00000100:00000001:2.0:1788840286.148549:0:32140:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840286.148551:0:32140:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044628352 : -122120664923264 : ffff90ee9125c380) 00000100:00000040:2.0:1788840286.148559:0:32140:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee9125c380 x1875733133987200/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788840302 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840286.148568:0:32140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840286.148571:0:32140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840286.148575:0:32140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234d48. 00000100:00000200:2.0:1788840286.148579:0:32140:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1875733133987200, offset 0 00000400:00000200:2.0:1788840286.148586:0:32140:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840286.148598:0:32140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840286.148608:0:32140:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840286.148614:0:32140:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840286.148619:0:32140:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840286.148623:0:32140:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840286.148627:0:32140:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840286.148631:0:32140:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2495:2495:256:4294967295] 192.168.202.131@tcp LPNI seq info [2495:2495:8:4294967295] 00000400:00000200:2.0:1788840286.148635:0:32140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840286.148731:0:32140:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840286.148739:0:32140:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840286.148746:0:32140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee878d1900. 00000800:00000200:2.0:1788840286.148755:0:32140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840286.148763:0:32140:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840286.148767:0:32140:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee878d1900 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:2.0:1788840286.148791:0:32140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840286.148797:0:32140:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 791191 usecs (792 jiffies) 00000400:00000200:2.0:1788840286.148801:0:32140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840286.148804:0:32140:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296516759 00000100:00000001:2.0:1788840286.148807:0:32140:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296517554 00000100:00000001:2.0:1788840286.148810:0:32140:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296516759 00000100:00000001:2.0:1788840286.148813:0:32140:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296517554 00000100:00000001:2.0:1788840286.148815:0:32140:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840286.148819:0:32140:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840286.148822:0:32140:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840286.148825:0:32140:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788840286.148828:0:32140:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee86ee9180 going to sleep for 11 seconds 00000100:00000001:2.0:1788840286.148831:0:32140:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840286.148835:0:32140:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840286.149341:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840286.149347:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee878d1900. 00000400:00000200:3.0:1788840286.149354:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840286.149361:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840286.149369:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234d48 00000400:00000010:3.0:1788840286.149372:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234d48. 00000100:00000001:3.0:1788840286.149377:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840286.149383:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125c380 x1875733133987200/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788840302 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840286.149395:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840286.149398:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee9125c380 x1875733133987200/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788840302 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840286.149406:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840286.149408:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1788840286.154693:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee85e55600. 00010000:00000010:2.1:1788840286.154718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee8523d400. 00000800:00000001:3.0:1788840286.165467:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840286.165492:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840286.165497:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840286.165500:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840286.165512:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840286.165521:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840286.165533:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840286.165551:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840286.165558:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840286.165563:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 664 into portal 10 MB=0x6a9f827250d80 00000400:00000200:3.0:1788840286.165569:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840286.165577:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 664/664 into md 0x6cf5 [32] + 224 00000800:00000001:3.0:1788840286.165587:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840286.165594:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840286.165598:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840286.165604:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840286.165613:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840286.166762:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125c380 x1875733133987200/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788840302 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840286.166782:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff90ee9125c380 x1875733133987200/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788840302 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840286.166982:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788840286.166999:0:2354:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788840286.167006:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840286.167010:0:32140:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1788840286.167014:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840286.167022:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2496:2496:256:4294967295] 192.168.202.131@tcp LPNI seq info [2496:2496:8:4294967295] 00000400:00000001:2.0:1788840286.167022:0:32140:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840286.167025:0:32140:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:3.0:1788840286.167026:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840286.167030:0:32140:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e210. 00000400:00000200:3.0:1788840286.167036:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) 192.168.202.131@tcp : ACK try# 0 00000400:00000200:2.0:1788840286.167038:0:32140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee9127b800 00000400:00000010:2.0:1788840286.167041:0:32140:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff90ee9127b800. 00000800:00000200:3.0:1788840286.167043:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.202.131@tcp 00000100:00000001:2.0:1788840286.167045:0:32140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840286.167050:0:32140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125c380 x1875733133987200/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788840302 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000800:00000010:3.0:1788840286.167053:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff90ee86eed800. 00000100:00000200:2.0:1788840286.167059:0:32140:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125c380 x1875733133987200/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788840302 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000800:00000200:3.0:1788840286.167061:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000100:00000001:2.0:1788840286.167065:0:32140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840286.167067:0:32140:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788840286.167070:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000100:00000001:2.0:1788840286.167070:0:32140:0:(client.c:1593:after_reply()) Process entered 00000800:00000200:3.0:1788840286.167075:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee86eed800 type 0, nob 96 niov 1 nkiov 0 02000000:00000001:2.0:1788840286.167075:0:32140:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788840286.167078:0:32140:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840286.167081:0:32140:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840286.167085:0:32140:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840286.167098:0:32140:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=136 v=5 (5 102 102 102) 00000100:00001000:2.0:1788840286.167104:0:32140:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1788840286.167107:0:32140:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788840286.167109:0:32140:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840286.167124:0:32140:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788840286.167129:0:32140:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840286.167133:0:32140:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788840286.167135:0:32140:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a2/0x1] 00000100:00000001:2.0:1788840286.167137:0:32140:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788840286.167140:0:32140:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840286.167142:0:32140:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044628352 : -122120664923264 : ffff90ee9125c380) 00000100:00000001:2.0:1788840286.167145:0:32140:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788840286.167149:0:32140:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967648 00000100:00000001:2.0:1788840286.167151:0:32140:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788840286.167155:0:32140:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840286.167160:0:32140:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125c380 x1875733133987200/t4294967649(4294967649) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/664 e 0 to 0 dl 1788840302 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840286.167168:0:32140:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840286.167172:0:32140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840286.167174:0:32140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840286.167178:0:32140:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125c380 x1875733133987200/t4294967649(4294967649) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/664 e 0 to 0 dl 1788840302 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788840286.167187:0:32140:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125c380 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:32140:1875733133987200:192.168.202.131@tcp:101:multiop.0 00000100:00000001:2.0:1788840286.167192:0:32140:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840286.167196:0:32140:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840286.167199:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:2.0:1788840286.167199:0:32140:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788840286.167201:0:32140:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000800:00000010:3.0:1788840286.167203:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff90ee86eed800. 00000100:00000040:2.0:1788840286.167205:0:32140:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee9125c380 x1875733133987200/t4294967649(4294967649) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/664 e 0 to 0 dl 1788840302 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000400:00000200:3.0:1788840286.167207:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840286.167211:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: ACK: OK 00000100:00000001:2.0:1788840286.167212:0:32140:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788840286.167215:0:32140:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee86ee9180. 00000100:00000001:2.0:1788840286.167218:0:32140:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788840286.167220:0:32140:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788840286.167221:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00010000:00000001:2.0:1788840286.167224:0:32140:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00000800:00000001:3.0:1788840286.167226:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788840286.167255:0:32140:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840286.167259:0:32140:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840286.167263:0:32140:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=4 00000020:00000001:2.0:1788840286.167266:0:32140:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:2.0:1788840286.167270:0:32140:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000040:2.0:1788840286.167277:0:32140:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee87d8d400, remote cookie: 0x8a436931312ba7c6, flags: 0x1001 00010000:00010000:2.0:1788840286.167284:0:32140:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d400/0x3aa5f499c96f3800 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba7c6 expref: -99 pid: 32140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788840286.167298:0:32140:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x2b:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:2.0:1788840286.167302:0:32140:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1788840286.167311:0:32140:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee892b1000. 00010000:00000010:2.0:1788840286.167317:0:32140:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee98e7dd80. 00010000:00000040:2.0:1788840286.167324:0:32140:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee892b1700 count: 0 00010000:00000010:2.0:1788840286.167331:0:32140:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90ee98e7d900. 00010000:00000001:2.0:1788840286.167341:0:32140:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840286.167345:0:32140:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d400/0x3aa5f499c96f3800 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba7c6 expref: -99 pid: 32140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840286.167354:0:32140:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d400/0x3aa5f499c96f3800 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba7c6 expref: -99 pid: 32140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840286.167361:0:32140:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788840286.167366:0:32140:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788840286.167369:0:32140:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788840286.167371:0:32140:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788840286.167372:0:32140:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788840286.167375:0:32140:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x2b:0x0].0x0 (ffff90ee892b1000) refcount = 1 00010000:00010000:2.0:1788840286.167379:0:32140:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d400/0x3aa5f499c96f3800 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba7c6 expref: -99 pid: 32140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840286.167386:0:32140:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788840286.167389:0:32140:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788840286.167391:0:32140:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840286.167395:0:32140:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788840286.167398:0:32140:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840286.167401:0:32140:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d400/0x3aa5f499c96f3800 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba7c6 expref: -99 pid: 32140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840286.167413:0:32140:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788840286.167415:0:32140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840286.167417:0:32140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840286.167418:0:32140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840286.167419:0:32140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840286.167420:0:32140:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840286.167426:0:32140:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788840286.167429:0:32140:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840286.167431:0:32140:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840286.167432:0:32140:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=3 00000020:00000001:2.0:1788840286.167434:0:32140:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:2.0:1788840286.167437:0:32140:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:2.0:1788840286.167439:0:32140:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840286.167440:0:32140:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840286.167441:0:32140:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=4 00000020:00000001:2.0:1788840286.167443:0:32140:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:2.0:1788840286.167446:0:32140:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:2.0:1788840286.167449:0:32140:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840286.167452:0:32140:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840286.167455:0:32140:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d400/0x3aa5f499c96f3800 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba7c6 expref: -99 pid: 32140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840286.167462:0:32140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840286.167463:0:32140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840286.167465:0:32140:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840286.167466:0:32140:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840286.167467:0:32140:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=5 00000020:00000001:2.0:1788840286.167469:0:32140:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:2.0:1788840286.167471:0:32140:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:2.0:1788840286.167473:0:32140:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788840286.167476:0:32140:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d400/0x3aa5f499c96f3800 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba7c6 expref: -99 pid: 32140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840286.167483:0:32140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840286.167484:0:32140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788840286.167486:0:32140:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d400/0x3aa5f499c96f3800 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba7c6 expref: -99 pid: 32140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840286.167493:0:32140:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788840286.167494:0:32140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840286.167496:0:32140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840286.167497:0:32140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840286.167498:0:32140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788840286.167504:0:32140:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff90ee9125c380 x1875733133987200/t4294967649(4294967649) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/664 e 0 to 0 dl 1788840302 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788840286.167514:0:32140:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1788840286.167519:0:32140:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90ee9125c380 x1875733133987200/t4294967649(4294967649) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/664 e 0 to 0 dl 1788840302 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788840286.167527:0:32140:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840286.167534:0:32140:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840286.167536:0:32140:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840286.167537:0:32140:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=3 00000020:00000001:2.0:1788840286.167539:0:32140:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:2.0:1788840286.167542:0:32140:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00000002:00010000:2.0:1788840286.167546:0:32140:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d400/0x3aa5f499c96f3800 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba7c6 expref: -99 pid: 32140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1788840286.167557:0:32140:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff90eea05b2d80. 00010000:00000001:2.0:1788840286.167559:0:32140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840286.167560:0:32140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840286.167562:0:32140:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840286.167564:0:32140:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840286.167568:0:32140:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1788840286.167571:0:32140:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840286.167573:0:32140:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044628352 : -122120664923264 : ffff90ee9125c380) 00000100:00000001:2.0:1788840286.167575:0:32140:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840286.167576:0:32140:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044628352 : -122120664923264 : ffff90ee9125c380) 00010000:00000001:2.0:1788840286.167578:0:32140:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840286.167579:0:32140:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840286.167581:0:32140:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=3 00000020:00000001:2.0:1788840286.167582:0:32140:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:2.0:1788840286.167584:0:32140:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00000002:00010000:2.0:1788840286.167588:0:32140:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d400/0x3aa5f499c96f3800 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba7c6 expref: -99 pid: 32140 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840286.167594:0:32140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840286.167596:0:32140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840286.167598:0:32140:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788840286.167600:0:32140:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840286.167601:0:32140:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840286.167602:0:32140:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=3 00000020:00000001:2.0:1788840286.167604:0:32140:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:2.0:1788840286.167606:0:32140:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000040:2.0:1788840286.167611:0:32140:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1000 count: 2 00010000:00000001:2.0:1788840286.167614:0:32140:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788840286.167619:0:32140:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 4 res 8589935620/43 (0 0) 00010000:00000001:2.0:1788840286.167622:0:32140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840286.167623:0:32140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840286.167624:0:32140:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788840286.167629:0:32140:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014a3768 00000002:00002000:2.0:1788840286.167631:0:32140:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f22.recovery-small-2 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:2.0:1788840286.167635:0:32140:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840286.167690:0:32140:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840286.167694:0:32140:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788840286.167697:0:32140:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788840286.167701:0:32140:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788840286.167706:0:32140:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000001:2.0:1788840286.167709:0:32140:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788840286.167711:0:32140:0:(namei.c:674:ll_lookup_it_finish()) it ffff90ee87fb1a20 it_disposition 1800037 00000080:00002000:2.0:1788840286.167719:0:32140:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90ee9075ee58 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1788840286.167725:0:32140:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788840286.167728:0:32140:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:2.0:1788840286.167730:0:32140:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014a3998 00000080:00200000:2.0:1788840286.167732:0:32140:0:(namei.c:1628:ll_create_it()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), intent=open|creat 00000080:00000001:2.0:1788840286.167735:0:32140:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:2.0:1788840286.167738:0:32140:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788840286.167745:0:32140:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788840286.167749:0:32140:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788840286.167752:0:32140:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833963 : 144115205322833963 : 20000040400002b) 00000080:00000001:2.0:1788840286.167755:0:32140:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1788840286.167770:0:32140:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff90ee905c5280. 00000020:00000001:2.0:1788840286.167783:0:32140:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:2.0:1788840286.167785:0:32140:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1788840286.167788:0:32140:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:2.0:1788840286.167791:0:32140:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x2b:0x0](ffff90ee905c5348) 00000020:00000001:2.0:1788840286.167796:0:32140:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788840286.167801:0:32140:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044390328 : -122120665161288 : ffff90ee912221b8) 00000020:00001000:2.0:1788840286.167804:0:32140:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912221b0 00000020:00000001:2.0:1788840286.167811:0:32140:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:2.0:1788840286.167817:0:32140:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff90ee87984af0. 00000020:00000001:2.0:1788840286.167820:0:32140:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1788840286.167822:0:32140:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840286.167832:0:32140:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:2.0:1788840286.167836:0:32140:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff90ee831508b8. 00020000:00000001:2.0:1788840286.167839:0:32140:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446621952808650936 : -122120900900680 : ffff90ee831508b8) 00020000:00000001:2.0:1788840286.167842:0:32140:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:2.0:1788840286.167845:0:32140:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788840286.167862:0:32140:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90ee87fb12a0. 00020000:00000010:2.0:1788840286.167868:0:32140:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90ee98d2f680. 00020000:00000010:2.0:1788840286.167873:0:32140:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90ee87fb1120. 00020000:00000001:2.0:1788840286.167875:0:32140:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621952890835232 : -122120818716384 : ffff90ee87fb1120) 00020000:00000002:2.0:1788840286.167879:0:32140:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee87fb1120, objid 0x2b:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788840286.167884:0:32140:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788840286.167888:0:32140:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90ee98d2f680: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000001:2.0:1788840286.167891:0:32140:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1788840286.167893:0:32140:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee87fb1120, objid 0x2b:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788840286.167897:0:32140:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788840286.167900:0:32140:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90ee98d2f680: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000010:2.0:1788840286.167905:0:32140:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff90ee85d29430. 00020000:00000010:2.0:1788840286.167909:0:32140:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff90ee86ee9180. 00020000:00000001:2.0:1788840286.167916:0:32140:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1788840286.167919:0:32140:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff90eea01baa68. 00020000:00000001:2.0:1788840286.167922:0:32140:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1788840286.167924:0:32140:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:2.0:1788840286.167930:0:32140:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1788840286.167934:0:32140:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff90ee87984960. 00000020:00000001:2.0:1788840286.167936:0:32140:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1788840286.167937:0:32140:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840286.167940:0:32140:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446621952884361696 : -122120825189920 : ffff90ee879849e0) 00020000:00000001:2.0:1788840286.167944:0:32140:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1788840286.167951:0:32140:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff90ee996fb340. 00020000:00000001:2.0:1788840286.167954:0:32140:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840286.167961:0:32140:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446621952884361696 : -122120825189920 : ffff90ee879849e0) 00020000:00000001:2.0:1788840286.167964:0:32140:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446621952884361696 : -122120825189920 : ffff90ee879849e0) 00020000:00000002:2.0:1788840286.167967:0:32140:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x14:0x0]@ffff90ee87984960[0:0] -> [0x200000404:0x2b:0x0]@ffff90ee87984af0: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000001:2.0:1788840286.167973:0:32140:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:2.0:1788840286.167975:0:32140:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:2.0:1788840286.167977:0:32140:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840286.167981:0:32140:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446621952884362096 : -122120825189520 : ffff90ee87984b70) 00000020:00001000:2.0:1788840286.167984:0:32140:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912221b0 00000080:00000001:2.0:1788840286.167988:0:32140:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833963 : 144115205322833963 : 20000040400002b) 00000080:00000001:2.0:1788840286.167991:0:32140:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1788840286.167995:0:32140:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833963 mtime from 0 to 1788840286 00000080:00000001:2.0:1788840286.168001:0:32140:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1788840286.168004:0:32140:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621953031426888 : -122120678124728 : ffff90ee905c5348) 00010000:00000001:2.0:1788840286.168006:0:32140:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840286.168007:0:32140:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840286.168009:0:32140:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=3 00000020:00000001:2.0:1788840286.168011:0:32140:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:2.0:1788840286.168013:0:32140:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00000080:00000001:2.0:1788840286.168017:0:32140:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788840286.168018:0:32140:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788840286.168019:0:32140:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044390328 : -122120665161288 : ffff90ee912221b8) 00000020:00001000:2.0:1788840286.168021:0:32140:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912221b0 00000020:00000001:2.0:1788840286.168023:0:32140:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788840286.168026:0:32140:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788840286.168027:0:32140:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788840286.168030:0:32140:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90ee87fb15a0. 00020000:00000010:2.0:1788840286.168033:0:32140:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90ee98d2f500. 00020000:00000010:2.0:1788840286.168036:0:32140:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90ee87fb1f60. 00020000:00000001:2.0:1788840286.168038:0:32140:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621952890838880 : -122120818712736 : ffff90ee87fb1f60) 00020000:00000002:2.0:1788840286.168040:0:32140:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee87fb1f60, objid 0x2b:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788840286.168044:0:32140:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788840286.168047:0:32140:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90ee98d2f500: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000002:2.0:1788840286.168051:0:32140:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90ee831508b8) owner ffff90ee98cd8000 00020000:00000001:2.0:1788840286.168054:0:32140:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788840286.168057:0:32140:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90ee831508b8) owner ffff90ee98cd8000 00020000:00000010:2.0:1788840286.168062:0:32140:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90ee98d2f500. 00020000:00000010:2.0:1788840286.168067:0:32140:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90ee87fb15a0. 00020000:00000010:2.0:1788840286.168070:0:32140:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90ee87fb1f60. 00020000:00000002:2.0:1788840286.168073:0:32140:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788840286.168075:0:32140:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840286.168077:0:32140:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840286.168081:0:32140:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788840286.168084:0:32140:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee831508b8) owner 0000000000000000/ffff90ee98cd8000 00020000:00000002:2.0:1788840286.168088:0:32140:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90ee87fb1120 addref 2/0 by ffff90ee98cd8000. 00020000:00000002:2.0:1788840286.168090:0:32140:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee831508b8) owner 0000000000000000/ffff90ee98cd8000 00020000:00000001:2.0:1788840286.168093:0:32140:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788840286.168096:0:32140:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788840286.168097:0:32140:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788840286.168099:0:32140:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1788840286.168101:0:32140:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1788840286.168103:0:32140:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x2b:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1788840286.168106:0:32140:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912221b0 00000080:00000001:2.0:1788840286.168108:0:32140:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840286.168110:0:32140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840286.168111:0:32140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788840286.168114:0:32140:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788840286.168117:0:32140:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788840286.168119:0:32140:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840286.168121:0:32140:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x2b:0x0](ffff90ee905c5348) 00000080:00010000:2.0:1788840286.168124:0:32140:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2b:0x0](ffff90ee905c5348) for lock 0x3aa5f499c96f3800 00800000:00000001:2.0:1788840286.168127:0:32140:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788840286.168130:0:32140:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788840286.168131:0:32140:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840286.168132:0:32140:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840286.168134:0:32140:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=3 00000020:00000001:2.0:1788840286.168136:0:32140:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:2.0:1788840286.168138:0:32140:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:2.0:1788840286.168141:0:32140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840286.168143:0:32140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840286.168144:0:32140:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840286.168146:0:32140:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840286.168148:0:32140:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:2.0:1788840286.168150:0:32140:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840286.168158:0:32140:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff90ee9125c380 x1875733133987200/t4294967649(4294967649) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1788840302 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840286.168166:0:32140:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788840286.168171:0:32140:0:(namei.c:1651:ll_create_it()) inode ffff90ee905c5348 need_sync_to_mds [0x200000404:0x2b:0x0] 00000080:00000001:2.0:1788840286.168176:0:32140:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840286.168181:0:32140:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2b:0x0](ffff90ee905c5348) 00000080:00000001:2.0:1788840286.168183:0:32140:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788840286.168187:0:32140:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98d5a200. 00000100:00000001:2.0:1788840286.168192:0:32140:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840286.168196:0:32140:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee9125c380 x1875733133987200/t4294967649(4294967649) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1788840302 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840286.168202:0:32140:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840286.168206:0:32140:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1788840286.168208:0:32140:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788840286.168210:0:32140:0:(namei.c:1500:ll_atomic_open()) inode ffff90ee905c5348 need_sync_to_mds [0x200000404:0x2b:0x0] 00000080:00000001:2.0:1788840286.168221:0:32140:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788840286.168225:0:32140:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014a3a68 00000080:00200008:2.0:1788840286.168227:0:32140:0:(file.c:1090:ll_file_open()) START file f22.recovery-small-2:[0x200000404:0x2b:0x0](ffff90ee905c5348), flags 100102 00000080:00000010:2.0:1788840286.168247:0:32140:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90ee82ffc140. 00000080:00000010:2.0:1788840286.168254:0:32140:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff90eea05b2980. 00000080:00000001:2.0:1788840286.168257:0:32140:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1788840286.168261:0:32140:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1788840286.168265:0:32140:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1788840286.168269:0:32140:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff90ee86e75dc0. 00000002:00100000:2.0:1788840286.168274:0:32140:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90ee9125c380 x1875733133987200/t4294967649(4294967649) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1788840302 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788840286.168280:0:32140:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840286.168282:0:32140:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1788840286.168285:0:32140:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1788840286.168289:0:32140:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840286.168292:0:32140:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840286.168295:0:32140:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840286.168298:0:32140:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125c380 x1875733133987200/t4294967649(4294967649) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1788840302 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1788840286.168306:0:32140:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840286.168310:0:32140:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff90ee86fc0000. 02000000:00000001:2.0:1788840286.168342:0:32140:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1788840286.168344:0:32140:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840286.168348:0:32140:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014a3a68 00000080:00000008:2.0:1788840286.168350:0:32140:0:(file.c:1329:ll_file_open()) COMPLETED file f22.recovery-small-2:[0x200000404:0x2b:0x0](ffff90ee905c5348), flags 100102, rc = 0 00000080:00000001:2.0:1788840286.168355:0:32140:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788840286.168358:0:32140:0:(dcache.c:176:ll_intent_release()) intent ffff90ee87fb1a20 released 00000080:00010000:2.0:1788840286.168360:0:32140:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3800 from it ffff90ee87fb1a20 00010000:00000001:2.0:1788840286.168363:0:32140:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840286.168364:0:32140:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840286.168366:0:32140:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=3 00000020:00000001:2.0:1788840286.168368:0:32140:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:2.0:1788840286.168370:0:32140:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:2.0:1788840286.168372:0:32140:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788840286.168376:0:32140:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d400/0x3aa5f499c96f3800 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8a436931312ba7c6 expref: -99 pid: 32140 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840286.168383:0:32140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840286.168384:0:32140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840286.168385:0:32140:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788840286.168388:0:32140:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788840286.168391:0:32140:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d400/0x3aa5f499c96f3800 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312ba7c6 expref: -99 pid: 32140 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788840286.168398:0:32140:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788840286.168402:0:32140:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788840286.168404:0:32140:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840286.168409:0:32140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840286.168409:0:32140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840286.168411:0:32140:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840286.168415:0:32140:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788840286.168416:0:32140:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840286.168419:0:32140:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840286.168421:0:32140:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840286.168423:0:32140:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788840286.168425:0:32140:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840286.168426:0:32140:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788840286.168427:0:32140:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1788840286.168430:0:32140:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1788840286.168432:0:32140:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788840286.168434:0:32140:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788840286.168437:0:32140:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788840286.168439:0:32140:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840286.168442:0:32140:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1788840286.168445:0:32140:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840286.168447:0:32140:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788840286.168449:0:32140:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840286.168451:0:32140:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788840286.168454:0:32140:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff90ee87fb1a20. 00000080:00000001:2.0:1788840286.168457:0:32140:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840286.168462:0:32140:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788840286.168465:0:32140:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x2b:0x0](ffff90ee905c5348), inode mode 81a4 mask 40 00000080:00000001:2.0:1788840286.168468:0:32140:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840286.168493:0:32140:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788840286.168496:0:32140:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee831508b8) owner 0000000000000000/ffff90ee98cd8000 00020000:00000002:2.0:1788840286.168500:0:32140:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee831508b8) owner 0000000000000000/ffff90ee98cd8000 00020000:00000001:2.0:1788840286.168503:0:32140:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840286.168512:0:32140:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788840286.168514:0:32140:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014a3df0 00000080:00200008:2.0:1788840286.168516:0:32140:0:(file.c:479:ll_file_release()) START file f22.recovery-small-2:[0x200000404:0x2b:0x0](ffff90ee905c5348), flags 100002 00000080:00000001:2.0:1788840286.168519:0:32140:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1788840286.168521:0:32140:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:2.0:1788840286.168523:0:32140:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788840286.168524:0:32140:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee831508b8) owner 0000000000000000/ffff90ee98cd8000 00020000:00000002:2.0:1788840286.168527:0:32140:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee831508b8) owner 0000000000000000/ffff90ee98cd8000 00020000:00000001:2.0:1788840286.168529:0:32140:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840286.168531:0:32140:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:2.0:1788840286.168536:0:32140:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840286.168538:0:32140:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840286.168542:0:32140:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1000 count: 2 00010000:00000001:2.0:1788840286.168545:0:32140:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788840286.168549:0:32140:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788840286.168551:0:32140:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x2b:0x0]: 0 00000080:00000001:2.0:1788840286.168554:0:32140:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1788840286.168558:0:32140:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1788840286.168562:0:32140:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff90ee98d5a200. 00000080:00000001:2.0:1788840286.168565:0:32140:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1788840286.168571:0:32140:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1788840286.168575:0:32140:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:2.0:1788840286.168578:0:32140:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x2b:0x0] 00000002:00000001:2.0:1788840286.168582:0:32140:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1788840286.168584:0:32140:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff90ee90f70800: [0x200000404:0x2b:0x0] file closed with intent: 0 00000100:00000010:2.0:1788840286.168589:0:32140:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125f800. 00000020:00000040:2.0:1788840286.168593:0:32140:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:2.0:1788840286.168596:0:32140:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840286.168599:0:32140:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840286.168604:0:32140:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840286.168610:0:32140:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee98d5a000. 00000100:00000001:2.0:1788840286.168618:0:32140:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1788840286.168630:0:32140:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff90ee9125c380 x1875733133987200/t4294967649(4294967649) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1788840302 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788840286.168681:0:32140:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1788840286.168687:0:32140:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee9125f800 x1875733133987456/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1788840286.168694:0:32140:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788840286.168696:0:32140:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788840286.168704:0:32140:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee86ee93c0. 00000100:00000001:2.0:1788840286.168706:0:32140:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952873239488 : -122120836312128 : ffff90ee86ee93c0) 00000100:00000001:2.0:1788840286.168709:0:32140:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840286.168710:0:32140:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044641792 : -122120664909824 : ffff90ee9125f800) 00000100:00000001:2.0:1788840286.168715:0:32140:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840286.168720:0:32140:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840286.168722:0:32140:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788840286.168724:0:32140:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840286.168729:0:32140:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125f800 x1875733133987456/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840286.168736:0:32140:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840286.168740:0:32140:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840286.168744:0:32140:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840286.168747:0:32140:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840286.168750:0:32140:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840286.168753:0:32140:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125f800 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:32140:1875733133987456:192.168.202.131@tcp:35:multiop.0 00000100:00000001:2.0:1788840286.168757:0:32140:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840286.168763:0:32140:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840286.168765:0:32140:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840286.168767:0:32140:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840286.168771:0:32140:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee9127b800. 02000000:00000001:2.0:1788840286.168773:0:32140:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840286.168779:0:32140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840286.168782:0:32140:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e210. 00000400:00000010:2.0:1788840286.168788:0:32140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234198. 00000100:00000200:2.0:1788840286.168795:0:32140:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133987456, portal 10 00000100:00000001:2.0:1788840286.168797:0:32140:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840286.168797:0:32140:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044641792 : -122120664909824 : ffff90ee9125f800) 00000100:00000040:2.0:1788840286.168802:0:32140:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee9125f800 x1875733133987456/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840302 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840286.168808:0:32140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840286.168810:0:32140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840286.168812:0:32140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234000. 00000100:00000200:2.0:1788840286.168814:0:32140:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875733133987456, offset 0 00000400:00000200:2.0:1788840286.168820:0:32140:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840286.168829:0:32140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840286.168837:0:32140:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840286.168843:0:32140:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840286.168849:0:32140:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840286.168853:0:32140:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840286.168857:0:32140:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840286.168861:0:32140:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2497:2497:256:4294967295] 192.168.202.131@tcp LPNI seq info [2497:2497:8:4294967295] 00000400:00000200:2.0:1788840286.168866:0:32140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840286.168875:0:32140:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840286.168881:0:32140:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840286.168886:0:32140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee878d1000. 00000800:00000200:2.0:1788840286.168893:0:32140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840286.168901:0:32140:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840286.168907:0:32140:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee878d1000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788840286.168925:0:32140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840286.168930:0:32140:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 790182 usecs (791 jiffies) 00000400:00000200:2.0:1788840286.168934:0:32140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840286.168937:0:32140:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296516778 00000100:00000001:2.0:1788840286.168940:0:32140:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296517554 00000100:00000001:2.0:1788840286.168943:0:32140:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296516778 00000100:00000001:2.0:1788840286.168945:0:32140:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296517554 00000100:00000001:2.0:1788840286.168947:0:32140:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840286.168950:0:32140:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840286.168953:0:32140:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840286.168955:0:32140:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788840286.168958:0:32140:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee86ee93c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788840286.168961:0:32140:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840286.168964:0:32140:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840286.169057:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840286.169062:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee878d1000. 00000400:00000200:3.0:1788840286.169069:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840286.169075:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840286.169082:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234000 00000400:00000010:3.0:1788840286.169084:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234000. 00000100:00000001:3.0:1788840286.169088:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840286.169093:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125f800 x1875733133987456/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840302 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840286.169103:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840286.169106:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee9125f800 x1875733133987456/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840302 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840286.169113:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840286.169115:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1788840286.175908:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1700. 00010000:00000001:1.0:1788840286.853811:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840286.853820:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840286.853828:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840286.853829:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840286.853989:0:15925:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788840286.853994:0:15925:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840286.853997:0:15925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788840287.152974:0:32143:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840287.152984:0:32143:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840287.152988:0:32143:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788840287.152992:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201bd7b98 00000080:00200000:0.0:1788840287.152998:0:32143:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:0.0:1788840287.153010:0:32143:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85091400. 00800000:00000002:0.0:1788840287.153018:0:32143:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840287.153024:0:32143:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840287.153030:0:32143:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840287.153033:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201bd7ab8 00800000:00000002:0.0:1788840287.153036:0:32143:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840287.153040:0:32143:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788840287.153046:0:32143:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788840287.153052:0:32143:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840287.153054:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201bd7988 00000002:00010000:0.0:1788840287.153057:0:32143:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788840287.153061:0:32143:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788840287.153063:0:32143:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840287.153067:0:32143:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788840287.153076:0:32143:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840287.153079:0:32143:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840287.153081:0:32143:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840287.153084:0:32143:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788840287.153087:0:32143:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788840287.153093:0:32143:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f5b100. 00000020:00000040:0.0:1788840287.153099:0:32143:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00010000:00000001:0.0:1788840287.153107:0:32143:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788840287.153387:0:32143:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840287.153396:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.153398:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.153400:0:32143:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840287.153403:0:32143:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840287.153406:0:32143:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840287.153412:0:32143:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840287.153421:0:32143:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee86f36800. 00000100:00000001:0.0:1788840287.153430:0:32143:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.153436:0:32143:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840287.153438:0:32143:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.153440:0:32143:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840287.153441:0:32143:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.153443:0:32143:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840287.153450:0:32143:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621952890482944 : -122120819068672 : ffff90ee87f5b100) 00010000:00000001:0.0:1788840287.153455:0:32143:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788840287.153457:0:32143:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788840287.153462:0:32143:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee99a74400. 00010000:00000010:0.0:1788840287.153468:0:32143:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee90f56e80. 00010000:00000001:0.0:1788840287.153473:0:32143:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788840287.153476:0:32143:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee80031800. 00000020:00000001:0.0:1788840287.153480:0:32143:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788840287.153483:0:32143:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee80031800 with handle 0x3aa5f499c96f3807 to hash 00000020:00000001:0.0:1788840287.153485:0:32143:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788840287.153487:0:32143:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840287.153491:0:32143:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840287.153496:0:32143:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840287.153499:0:32143:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840287.153505:0:32143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f3807 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32143 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840287.153517:0:32143:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f3807 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32143 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840287.153528:0:32143:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f3807 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32143 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788840287.153534:0:32143:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788840287.153536:0:32143:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788840287.153544:0:32143:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee86f3d840. 00000100:00000001:0.0:1788840287.153546:0:32143:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952873584704 : -122120835966912 : ffff90ee86f3d840) 00000100:00000001:0.0:1788840287.153549:0:32143:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840287.153551:0:32143:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890482944 : -122120819068672 : ffff90ee87f5b100) 00000100:00000001:0.0:1788840287.153557:0:32143:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840287.153562:0:32143:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840287.153564:0:32143:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788840287.153566:0:32143:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840287.153580:0:32143:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f5b100 x1875733133987584/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840287.153590:0:32143:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840287.153593:0:32143:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840287.153598:0:32143:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840287.153602:0:32143:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840287.153604:0:32143:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840287.153608:0:32143:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f5b100 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:32143:1875733133987584:192.168.202.131@tcp:101:multiop.0 00000100:00000001:0.0:1788840287.153613:0:32143:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840287.153620:0:32143:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840287.153623:0:32143:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840287.153626:0:32143:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840287.153632:0:32143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90ee98ed6800. 02000000:00000001:0.0:1788840287.153634:0:32143:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840287.153860:0:32143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840287.153867:0:32143:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c801b8. 00000400:00000010:0.0:1788840287.153876:0:32143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6990. 00000100:00000200:0.0:1788840287.153886:0:32143:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875733133987584, portal 10 00000100:00000001:0.0:1788840287.153888:0:32143:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840287.153890:0:32143:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890482944 : -122120819068672 : ffff90ee87f5b100) 00000100:00000040:0.0:1788840287.153897:0:32143:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87f5b100 x1875733133987584/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840303 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840287.153905:0:32143:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840287.153908:0:32143:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840287.153912:0:32143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6880. 00000100:00000200:0.0:1788840287.153917:0:32143:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875733133987584, offset 0 00000400:00000200:0.0:1788840287.153925:0:32143:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840287.153935:0:32143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840287.153944:0:32143:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840287.153950:0:32143:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840287.153956:0:32143:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840287.153960:0:32143:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840287.153964:0:32143:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840287.153968:0:32143:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2498:2498:256:4294967295] 192.168.202.131@tcp LPNI seq info [2498:2498:8:4294967295] 00000400:00000200:0.0:1788840287.153972:0:32143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840287.153983:0:32143:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840287.153992:0:32143:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840287.153999:0:32143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee92e46f00. 00000800:00000200:0.0:1788840287.154006:0:32143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840287.154016:0:32143:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840287.154022:0:32143:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee92e46f00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788840287.154033:0:32143:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840287.154038:0:32143:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 790182 usecs (791 jiffies) 00000400:00000200:0.0:1788840287.154042:0:32143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840287.154046:0:32143:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296517763 00000100:00000001:0.0:1788840287.154055:0:32143:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, simply extend its deadline from 4296517554 00000100:00000001:0.0:1788840287.154061:0:32143:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296517763 00000100:00000001:0.0:1788840287.154065:0:32143:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, simply extend its deadline from 4296517554 00000100:00000001:0.0:1788840287.154069:0:32143:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840287.154072:0:32143:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840287.154074:0:32143:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840287.154077:0:32143:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788840287.154080:0:32143:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee86f3d840 going to sleep for 11 seconds 00000100:00000001:0.0:1788840287.154083:0:32143:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840287.154086:0:32143:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840287.154965:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840287.154973:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee92e46f00. 00000400:00000200:3.0:1788840287.154979:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840287.154987:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840287.154995:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6880 00000400:00000010:3.0:1788840287.154998:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6880. 00000100:00000001:3.0:1788840287.155003:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840287.155009:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f5b100 x1875733133987584/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840303 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840287.155021:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840287.155024:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f5b100 x1875733133987584/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840303 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840287.155030:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840287.155033:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840287.159272:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840287.159296:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840287.159302:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840287.159304:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840287.159316:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840287.159326:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840287.159336:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840287.159342:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840287.159349:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840287.159354:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 688 into portal 10 MB=0x6a9f827250f00 00000400:00000200:3.0:1788840287.159360:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840287.159368:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 688/688 into md 0x6d15 [1] + 224 00000800:00000001:3.0:1788840287.159377:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840287.159386:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840287.159390:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840287.159395:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840287.159405:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840287.159415:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f5b100 x1875733133987584/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840303 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840287.159427:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff90ee87f5b100 x1875733133987584/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840303 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840287.159451:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840287.159461:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840287.159464:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840287.159523:0:32143:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840287.159542:0:32143:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840287.159544:0:32143:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840287.159548:0:32143:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c801b8. 00000400:00000200:0.0:1788840287.159553:0:32143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6990 00000400:00000010:0.0:1788840287.159556:0:32143:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6990. 00000100:00000001:0.0:1788840287.159559:0:32143:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840287.159564:0:32143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f5b100 x1875733133987584/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840303 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788840287.159574:0:32143:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f5b100 x1875733133987584/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840303 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840287.159580:0:32143:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840287.159584:0:32143:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840287.159587:0:32143:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840287.159591:0:32143:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840287.159594:0:32143:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840287.159597:0:32143:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840287.159601:0:32143:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840287.159612:0:32143:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=137 v=5 (5 102 102 102) 00000100:00001000:0.0:1788840287.159617:0:32143:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840287.159620:0:32143:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840287.159622:0:32143:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.159625:0:32143:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840287.159629:0:32143:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840287.159633:0:32143:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1788840287.159636:0:32143:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: committing for last_committed 4294967649 gen 2 00000100:00000040:0.0:1788840287.159682:0:32143:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967649) req@ffff90ee9125c380 x1875733133987200/t4294967649(4294967649) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1788840302 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840287.159692:0:32143:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840287.159694:0:32143:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044628352 : -122120664923264 : ffff90ee9125c380) 00000100:00000001:0.0:1788840287.159697:0:32143:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840287.159701:0:32143:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125c380 x1875733133987200/t4294967649(4294967649) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1788840302 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840287.159708:0:32143:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840287.159710:0:32143:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1788840287.159713:0:32143:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:0.0:1788840287.159715:0:32143:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840287.159717:0:32143:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840287.159722:0:32143:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f5b100 x1875733133987584/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840303 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840287.159729:0:32143:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840287.159733:0:32143:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840287.159735:0:32143:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840287.159740:0:32143:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f5b100 x1875733133987584/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840303 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788840287.159752:0:32143:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f5b100 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:32143:1875733133987584:192.168.202.131@tcp:101:multiop.0 00000100:00000001:0.0:1788840287.159758:0:32143:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840287.159761:0:32143:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840287.159764:0:32143:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788840287.159766:0:32143:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840287.159769:0:32143:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f5b100 x1875733133987584/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840303 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840287.159775:0:32143:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840287.159778:0:32143:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee86f3d840. 00000100:00000001:0.0:1788840287.159782:0:32143:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788840287.159784:0:32143:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.159787:0:32143:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788840287.159792:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840287.159795:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840287.159800:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031800 refcount=4 00000020:00000001:0.0:1788840287.159802:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840287.159805:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000040:0.0:1788840287.159813:0:32143:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee80031800, remote cookie: 0x8a436931312ba7db, flags: 0x1001 00010000:00010000:0.0:1788840287.159819:0:32143:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f3807 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba7db expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840287.159830:0:32143:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f3807 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba7db expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.159836:0:32143:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788840287.159841:0:32143:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788840287.159843:0:32143:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788840287.159845:0:32143:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788840287.159846:0:32143:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788840287.159849:0:32143:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff90ee99a74400) refcount = 1 00010000:00010000:0.0:1788840287.159854:0:32143:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f3807 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba7db expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.159859:0:32143:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788840287.159863:0:32143:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788840287.159864:0:32143:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840287.159867:0:32143:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788840287.159870:0:32143:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840287.159873:0:32143:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f3807 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba7db expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.159878:0:32143:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788840287.159880:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.159882:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.159882:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.159884:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.159885:0:32143:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840287.159890:0:32143:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788840287.159892:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840287.159893:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840287.159894:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031800 refcount=3 00000020:00000001:0.0:1788840287.159896:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840287.159898:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840287.159900:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840287.159901:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840287.159902:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031800 refcount=4 00000020:00000001:0.0:1788840287.159903:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840287.159905:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840287.159908:0:32143:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840287.159911:0:32143:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840287.159914:0:32143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f3807 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba7db expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.159925:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.159926:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.159928:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840287.160062:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840287.160066:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031800 refcount=5 00000020:00000001:0.0:1788840287.160069:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840287.160071:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840287.160074:0:32143:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840287.160076:0:32143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f3807 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba7db expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.160083:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.160085:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788840287.160087:0:32143:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f3807 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba7db expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.160094:0:32143:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840287.160095:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.160096:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.160097:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.160099:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788840287.160105:0:32143:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90ee87f5b100 x1875733133987584/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840303 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788840287.160115:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840287.160116:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840287.160118:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031800 refcount=3 00000020:00000001:0.0:1788840287.160119:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840287.160122:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840287.160125:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.160126:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840287.160127:0:32143:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840287.160130:0:32143:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840287.160134:0:32143:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788840287.160136:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840287.160138:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840287.160139:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031800 refcount=3 00000020:00000001:0.0:1788840287.160141:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840287.160143:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00000002:00010000:0.0:1788840287.160146:0:32143:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f3807 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba7db expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.160153:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.160154:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.160156:0:32143:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788840287.160157:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840287.160159:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840287.160160:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031800 refcount=3 00000020:00000001:0.0:1788840287.160162:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840287.160164:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000040:0.0:1788840287.160171:0:32143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74400 count: 2 00010000:00000001:0.0:1788840287.160431:0:32143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788840287.160437:0:32143:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788840287.160440:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.160442:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840287.160443:0:32143:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788840287.160447:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201bd7910 00000002:00002000:0.0:1788840287.160449:0:32143:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788840287.160453:0:32143:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840287.160459:0:32143:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840287.160462:0:32143:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788840287.160466:0:32143:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788840287.160469:0:32143:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788840287.160474:0:32143:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840287.160479:0:32143:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85091400. 00000080:00000001:0.0:1788840287.160484:0:32143:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788840287.160488:0:32143:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788840287.160495:0:32143:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788840287.160500:0:32143:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788840287.160509:0:32143:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff90ee90b50f00. 00800000:00000001:0.0:1788840287.160512:0:32143:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446621953037242112 : -122120672309504 : ffff90ee90b50f00) 00800000:00000001:0.0:1788840287.160515:0:32143:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840287.160517:0:32143:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788840287.160520:0:32143:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788840287.160523:0:32143:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788840287.160751:0:32143:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788840287.160755:0:32143:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788840287.160757:0:32143:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840287.160763:0:32143:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788840287.160767:0:32143:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:0.0:1788840287.160770:0:32143:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1788840278 to 1788840286 00000080:00200000:0.0:1788840287.160776:0:32143:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:0.0:1788840287.160779:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840287.160781:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840287.160783:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031800 refcount=3 00000020:00000001:0.0:1788840287.160785:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840287.160788:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840287.160790:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.160792:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788840287.160793:0:32143:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788840287.160796:0:32143:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788840287.160797:0:32143:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee90b50f00 1 00800000:00000010:0.0:1788840287.160800:0:32143:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff90ee90b50f00. 00800000:00000001:0.0:1788840287.160804:0:32143:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840287.160808:0:32143:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f3807 00800000:00000001:0.0:1788840287.160811:0:32143:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840287.160814:0:32143:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840287.160815:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840287.160816:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840287.160817:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031800 refcount=3 00000020:00000001:0.0:1788840287.160819:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840287.160822:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840287.160825:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.160826:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840287.160827:0:32143:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840287.160829:0:32143:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840287.160832:0:32143:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840287.160835:0:32143:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:0.0:1788840287.160838:0:32143:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3807 from it ffffa16201bd7bd0 00010000:00000001:0.0:1788840287.160840:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840287.160841:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840287.160843:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031800 refcount=3 00000020:00000001:0.0:1788840287.160845:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840287.160847:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840287.160849:0:32143:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840287.160853:0:32143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f3807 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba7db expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.160860:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.160861:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.160863:0:32143:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840287.160866:0:32143:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840287.160869:0:32143:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f3807 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba7db expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788840287.160880:0:32143:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840287.160883:0:32143:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840287.160885:0:32143:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840287.160890:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.160891:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.160893:0:32143:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.161308:0:32143:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840287.161311:0:32143:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.161315:0:32143:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.161318:0:32143:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.161321:0:32143:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840287.161322:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.161324:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788840287.161328:0:32143:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840287.161337:0:32143:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f5b100 x1875733133987584/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840303 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840287.161346:0:32143:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788840287.161349:0:32143:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840287.161354:0:32143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90ee98ed6800. 02000000:00000001:0.0:1788840287.161358:0:32143:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788840287.161361:0:32143:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840287.161363:0:32143:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:0.0:1788840287.161366:0:32143:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840287.161370:0:32143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee86f36800. 02000000:00000001:0.0:1788840287.161374:0:32143:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840287.161376:0:32143:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840287.161379:0:32143:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f5b100. 00000100:00000001:0.0:1788840287.161383:0:32143:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840287.161385:0:32143:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840287.161390:0:32143:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788840287.161397:0:32143:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788840287.161421:0:32143:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90ee83169600. 00000020:00000001:0.0:1788840287.161426:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201bd7d88 00000080:00200000:0.0:1788840287.161428:0:32143:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), flags=1536 00000080:00000001:0.0:1788840287.161433:0:32143:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840287.161435:0:32143:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788840287.161436:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201bd7c98 00000080:00200000:0.0:1788840287.161438:0:32143:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:0.0:1788840287.161444:0:32143:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85091400. 00800000:00000002:0.0:1788840287.161451:0:32143:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840287.161455:0:32143:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840287.161458:0:32143:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840287.161460:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201bd7bb8 00800000:00000002:0.0:1788840287.161463:0:32143:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840287.161466:0:32143:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788840287.161471:0:32143:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788840287.161477:0:32143:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840287.161479:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201bd7a88 00000002:00010000:0.0:1788840287.161480:0:32143:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788840287.161485:0:32143:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788840287.161487:0:32143:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840287.161490:0:32143:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840287.161496:0:32143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74400 count: 2 00010000:00000001:0.0:1788840287.161499:0:32143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840287.161503:0:32143:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840287.161506:0:32143:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788840287.161510:0:32143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f3807 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba7db expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788840287.161519:0:32143:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840287.161525:0:32143:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840287.162713:0:32143:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f3807 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba7db expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788840287.162733:0:32143:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788840287.162736:0:32143:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840287.162739:0:32143:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840287.162741:0:32143:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840287.162744:0:32143:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840287.162747:0:32143:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788840287.162750:0:32143:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788840287.162753:0:32143:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840287.162758:0:32143:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85091400. 00000080:00000001:0.0:1788840287.162763:0:32143:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788840287.162764:0:32143:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840287.162767:0:32143:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:0.0:1788840287.162771:0:32143:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f3807 00800000:00000001:0.0:1788840287.162775:0:32143:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840287.162778:0:32143:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840287.162782:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840287.162784:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840287.162787:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031800 refcount=3 00000020:00000001:0.0:1788840287.162790:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840287.162793:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840287.162797:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.162799:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840287.162801:0:32143:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840287.162803:0:32143:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840287.162805:0:32143:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3807 from it ffffa16201bd7cd0 00010000:00000001:0.0:1788840287.162807:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840287.162808:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840287.162809:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031800 refcount=3 00000020:00000001:0.0:1788840287.162811:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840287.162813:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840287.162816:0:32143:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840287.162819:0:32143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f3807 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba7db expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788840287.162827:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.162828:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.162830:0:32143:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840287.162833:0:32143:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840287.162835:0:32143:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f3807 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba7db expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788840287.162843:0:32143:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840287.162846:0:32143:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840287.162848:0:32143:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840287.162852:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.162854:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.162855:0:32143:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.162858:0:32143:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840287.162860:0:32143:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.162862:0:32143:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.162866:0:32143:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.162868:0:32143:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840287.162869:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.162870:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788840287.162873:0:32143:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788840287.162875:0:32143:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840287.162879:0:32143:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 3 00000080:00000001:0.0:1788840287.162884:0:32143:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840287.162894:0:32143:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840287.162896:0:32143:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788840287.162899:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201bd7d78 00000080:00200000:0.0:1788840287.162902:0:32143:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:0.0:1788840287.162909:0:32143:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85091400. 00800000:00000002:0.0:1788840287.162914:0:32143:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840287.162917:0:32143:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840287.162920:0:32143:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840287.162922:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201bd7c98 00800000:00000002:0.0:1788840287.162924:0:32143:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840287.162928:0:32143:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788840287.164109:0:32143:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788840287.164123:0:32143:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840287.164127:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201bd7b68 00000002:00010000:0.0:1788840287.164131:0:32143:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788840287.164136:0:32143:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788840287.164138:0:32143:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840287.164141:0:32143:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840287.164148:0:32143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74400 count: 2 00010000:00000001:0.0:1788840287.164151:0:32143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840287.164157:0:32143:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840287.164160:0:32143:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788840287.164165:0:32143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f3807 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba7db expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788840287.164176:0:32143:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840287.164183:0:32143:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840287.164188:0:32143:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f3807 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba7db expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1788840287.164196:0:32143:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788840287.164198:0:32143:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840287.164200:0:32143:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840287.164202:0:32143:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840287.164204:0:32143:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840287.164207:0:32143:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788840287.164210:0:32143:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788840287.164214:0:32143:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840287.164218:0:32143:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85091400. 00000080:00000001:0.0:1788840287.164238:0:32143:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788840287.164240:0:32143:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840287.164243:0:32143:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:0.0:1788840287.164246:0:32143:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f3807 00800000:00000001:0.0:1788840287.164250:0:32143:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840287.164253:0:32143:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840287.164254:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840287.164256:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840287.164259:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031800 refcount=3 00000020:00000001:0.0:1788840287.164261:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840287.164263:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840287.164266:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.164267:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840287.164269:0:32143:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840287.164270:0:32143:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840287.164272:0:32143:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3807 from it ffffa16201bd7db0 00010000:00000001:0.0:1788840287.164274:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840287.164275:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840287.164276:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031800 refcount=3 00000020:00000001:0.0:1788840287.164278:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840287.164280:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840287.164282:0:32143:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840287.164286:0:32143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f3807 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba7db expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788840287.164294:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.164295:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.164296:0:32143:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840287.164299:0:32143:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840287.164301:0:32143:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f3807 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba7db expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788840287.164307:0:32143:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840287.164310:0:32143:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840287.164312:0:32143:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840287.164316:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.164318:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.164319:0:32143:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.164322:0:32143:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840287.164323:0:32143:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.164325:0:32143:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.164328:0:32143:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.164330:0:32143:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840287.164331:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.164333:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788840287.164335:0:32143:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788840287.164337:0:32143:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840287.164340:0:32143:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 3 00000080:00000001:0.0:1788840287.164345:0:32143:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840287.164350:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201bd7e20 00000080:00200000:0.0:1788840287.164352:0:32143:0:(namei.c:2129:ll_create_nd()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), flags=33188, excl=1 00000080:00000001:0.0:1788840287.164356:0:32143:0:(namei.c:2080:ll_mknod()) Process entered 00000020:00000001:0.0:1788840287.164358:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201bd7dd0 00000080:00200000:0.0:1788840287.164360:0:32143:0:(namei.c:2084:ll_mknod()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff90ee905142c8) mode 100644 dev 0 00000080:00000001:0.0:1788840287.164363:0:32143:0:(namei.c:1968:ll_new_node()) Process entered 00000080:00000001:0.0:1788840287.164365:0:32143:0:(namei.c:1778:ll_new_node_prepare()) Process entered 00000080:00000010:0.0:1788840287.164372:0:32143:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85091400. 00800000:00000002:0.0:1788840287.164377:0:32143:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840287.164386:0:32143:0:(namei.c:1884:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840287.164390:0:32143:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:0.0:1788840287.164393:0:32143:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1788840287.164398:0:32143:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446621952875900928 : -122120833650688 : ffff90ee87173000) 00800000:00000001:0.0:1788840287.164401:0:32143:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1788840287.164403:0:32143:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1788840287.164407:0:32143:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1788840287.164410:0:32143:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1788840287.164413:0:32143:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff90ee90f70800: Allocated FID [0x200000404:0x2c:0x0] 40000000:00000001:0.0:1788840287.164416:0:32143:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840287.164419:0:32143:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840287.164422:0:32143:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840287.164424:0:32143:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840287.164426:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201bd7bf0 00800000:00000002:0.0:1788840287.164428:0:32143:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'f22.recovery-small-1' [0x200000404:0x2c:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:0.0:1788840287.164433:0:32143:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:0.0:1788840287.164436:0:32143:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788840287.164439:0:32143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74400 count: 2 00010000:00000001:0.0:1788840287.164441:0:32143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840287.164444:0:32143:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788840287.164448:0:32143:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788840287.164451:0:32143:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f3807 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8a436931312ba7db expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:0.0:1788840287.164459:0:32143:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788840287.164463:0:32143:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788840287.164466:0:32143:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788840287.164468:0:32143:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1788840287.164470:0:32143:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840287.164472:0:32143:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840287.164474:0:32143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74400 count: 3 00010000:00000001:0.0:1788840287.164476:0:32143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840287.164479:0:32143:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840287.164480:0:32143:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840287.164481:0:32143:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840287.164483:0:32143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74400 count: 3 00010000:00000001:0.0:1788840287.164485:0:32143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840287.164488:0:32143:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840287.164490:0:32143:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840287.164491:0:32143:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840287.164493:0:32143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74400 count: 3 00010000:00000001:0.0:1788840287.164494:0:32143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840287.164496:0:32143:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840287.164499:0:32143:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788840287.164502:0:32143:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff90ee90514200, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788840287.164507:0:32143:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788840287.164509:0:32143:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788840287.164512:0:32143:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788840287.164514:0:32143:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.164518:0:32143:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788840287.164522:0:32143:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788840287.164524:0:32143:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788840287.164526:0:32143:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840287.166029:0:32143:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788840287.166044:0:32143:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee80031800 with handle 0x3aa5f499c96f3807 from hash 00010000:00000001:0.0:1788840287.166049:0:32143:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788840287.166052:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.166054:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.166055:0:32143:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788840287.166060:0:32143:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788840287.166063:0:32143:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788840287.166068:0:32143:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788840287.166070:0:32143:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840287.166074:0:32143:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788840287.166086:0:32143:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f5b100. 00000020:00000040:0.0:1788840287.166092:0:32143:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 02000000:00000001:0.0:1788840287.166100:0:32143:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788840287.166102:0:32143:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.166106:0:32143:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788840287.166112:0:32143:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840287.167076:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.167082:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.167085:0:32143:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840287.167092:0:32143:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840287.167096:0:32143:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840287.167102:0:32143:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840287.167116:0:32143:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee86f36800. 00000100:00000001:0.0:1788840287.167126:0:32143:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.167130:0:32143:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840287.167134:0:32143:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788840287.167144:0:32143:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f3807 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312ba7db expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1788840287.167154:0:32143:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788840287.167156:0:32143:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788840287.167158:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788840287.167160:0:32143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f3807 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312ba7db expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:0.0:1788840287.167169:0:32143:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee99a74400 count: 0 00010000:00000010:0.0:1788840287.167178:0:32143:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90ee90f56e80. 00010000:00000001:0.0:1788840287.167191:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.167192:0:32143:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.167194:0:32143:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840287.167196:0:32143:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.167197:0:32143:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788840287.167214:0:32143:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 2 is allocated opc 36, max 7 00000100:00100000:0.0:1788840287.167240:0:32143:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee87f5b100 x1875733133987840/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788840287.167248:0:32143:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788840287.167250:0:32143:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788840287.167259:0:32143:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee86f3d840. 00000100:00000001:0.0:1788840287.167261:0:32143:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952873584704 : -122120835966912 : ffff90ee86f3d840) 00000100:00000001:0.0:1788840287.167264:0:32143:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840287.167266:0:32143:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890482944 : -122120819068672 : ffff90ee87f5b100) 00000100:00000001:0.0:1788840287.167271:0:32143:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840287.167277:0:32143:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840287.167280:0:32143:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788840287.167282:0:32143:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840287.167287:0:32143:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f5b100 x1875733133987840/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840287.167294:0:32143:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840287.167297:0:32143:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840287.167301:0:32143:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840287.167304:0:32143:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840287.167307:0:32143:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840287.167310:0:32143:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f5b100 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:32143:1875733133987840:192.168.202.131@tcp:36:multiop.0 00000100:00000001:0.0:1788840287.167315:0:32143:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840287.167322:0:32143:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840287.167325:0:32143:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840287.167328:0:32143:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840287.167333:0:32143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86f35000. 02000000:00000001:0.0:1788840287.167335:0:32143:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840287.167343:0:32143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840287.167348:0:32143:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c801b8. 00000400:00000010:0.0:1788840287.167358:0:32143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6990. 00000100:00000200:0.0:1788840287.167368:0:32143:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133987840, portal 10 00000100:00000001:0.0:1788840287.167369:0:32143:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840287.167371:0:32143:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890482944 : -122120819068672 : ffff90ee87f5b100) 00000100:00000040:0.0:1788840287.167378:0:32143:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87f5b100 x1875733133987840/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/576 e 0 to 0 dl 1788840303 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840287.167386:0:32143:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840287.167388:0:32143:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840287.167391:0:32143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6220. 00000100:00000200:0.0:1788840287.167395:0:32143:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875733133987840, offset 0 00000400:00000200:0.0:1788840287.167403:0:32143:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840287.167414:0:32143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840287.167422:0:32143:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840287.167429:0:32143:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840287.167435:0:32143:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840287.167439:0:32143:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840287.167443:0:32143:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840287.167447:0:32143:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2499:2499:256:4294967295] 192.168.202.131@tcp LPNI seq info [2499:2499:8:4294967295] 00000400:00000200:0.0:1788840287.167452:0:32143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840287.167464:0:32143:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840287.167472:0:32143:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840287.167478:0:32143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee92e46d00. 00000800:00000200:0.0:1788840287.167486:0:32143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840287.167495:0:32143:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840287.167502:0:32143:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee92e46d00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1788840287.168203:0:32143:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840287.168213:0:32143:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 789153 usecs (790 jiffies) 00000400:00000200:0.0:1788840287.168219:0:32143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840287.168231:0:32143:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296517776 00000100:00000001:0.0:1788840287.168242:0:32143:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, simply extend its deadline from 4296517763 00000100:00000001:0.0:1788840287.168248:0:32143:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296517776 00000100:00000001:0.0:1788840287.168252:0:32143:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, simply extend its deadline from 4296517763 00000100:00000001:0.0:1788840287.168255:0:32143:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840287.168258:0:32143:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840287.168261:0:32143:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840287.168264:0:32143:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788840287.168268:0:32143:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee86f3d840 going to sleep for 11 seconds 00000100:00000001:0.0:1788840287.168272:0:32143:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840287.168275:0:32143:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840287.178796:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840287.178810:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee92e46d00. 00000400:00000200:3.0:1788840287.178819:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840287.178831:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840287.178840:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6220 00000400:00000010:3.0:1788840287.178844:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6220. 00000100:00000001:3.0:1788840287.178850:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840287.178860:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f5b100 x1875733133987840/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/576 e 0 to 0 dl 1788840303 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840287.178876:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840287.179171:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f5b100 x1875733133987840/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/576 e 0 to 0 dl 1788840303 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840287.179182:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840287.179184:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1788840287.181724:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74400. 00010000:00000010:0.1:1788840287.181743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031800. 00000800:00000001:3.0:1788840287.189013:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840287.189035:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840287.189041:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840287.189044:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840287.189055:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840287.189064:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840287.189075:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840287.189080:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840287.189086:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840287.189091:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 448 into portal 10 MB=0x6a9f827251000 00000400:00000200:3.0:1788840287.189097:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840287.189104:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 448/448 into md 0x6d1d [1] + 224 00000800:00000001:3.0:1788840287.189112:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840287.189118:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840287.189122:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840287.189127:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840287.189135:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840287.189146:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f5b100 x1875733133987840/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/576 e 0 to 0 dl 1788840303 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840287.189158:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff90ee87f5b100 x1875733133987840/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/576 e 0 to 0 dl 1788840303 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840287.189176:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788840287.189185:0:2354:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788840287.189188:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840287.189194:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840287.189201:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2500:2500:256:4294967295] 192.168.202.131@tcp LPNI seq info [2500:2500:8:4294967295] 00000400:00000200:3.0:1788840287.189206:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840287.189214:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) 192.168.202.131@tcp : ACK try# 0 00000800:00000200:3.0:1788840287.189231:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840287.189239:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee983e5900. 00000800:00000200:3.0:1788840287.189246:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840287.189254:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840287.189260:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee983e5900 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1788840287.189406:0:32143:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840287.189417:0:32143:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840287.189419:0:32143:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840287.189423:0:32143:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c801b8. 00000400:00000200:0.0:1788840287.189429:0:32143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6990 00000800:00000200:3.0:1788840287.189431:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1788840287.189431:0:32143:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6990. 00000800:00000010:3.0:1788840287.189434:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee983e5900. 00000100:00000001:0.0:1788840287.189435:0:32143:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:3.0:1788840287.189439:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:0.0:1788840287.189440:0:32143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f5b100 x1875733133987840/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/576 e 0 to 0 dl 1788840303 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788840287.189443:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: ACK: OK 00000100:00000200:0.0:1788840287.189449:0:32143:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f5b100 x1875733133987840/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/576 e 0 to 0 dl 1788840303 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1788840287.189450:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840287.189453:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840287.189456:0:32143:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840287.189458:0:32143:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840287.189460:0:32143:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840287.190139:0:32143:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840287.190144:0:32143:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840287.190147:0:32143:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840287.190152:0:32143:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840287.190164:0:32143:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=137 v=5 (5 102 102 102) 00000100:00001000:0.0:1788840287.190170:0:32143:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840287.190173:0:32143:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840287.190176:0:32143:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.190180:0:32143:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840287.190184:0:32143:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840287.190189:0:32143:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788840287.190191:0:32143:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a2/0x1] 00000100:00000001:0.0:1788840287.190193:0:32143:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788840287.190196:0:32143:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840287.190198:0:32143:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890482944 : -122120819068672 : ffff90ee87f5b100) 00000100:00000001:0.0:1788840287.190202:0:32143:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840287.190205:0:32143:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967649 00000100:00000001:0.0:1788840287.190207:0:32143:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840287.190211:0:32143:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840287.190218:0:32143:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f5b100 x1875733133987840/t4294967650(4294967650) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/448 e 0 to 0 dl 1788840303 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840287.190239:0:32143:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840287.190243:0:32143:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840287.190246:0:32143:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840287.190250:0:32143:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f5b100 x1875733133987840/t4294967650(4294967650) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/448 e 0 to 0 dl 1788840303 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788840287.190265:0:32143:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f5b100 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:32143:1875733133987840:192.168.202.131@tcp:36:multiop.0 00000100:00000001:0.0:1788840287.190271:0:32143:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840287.190275:0:32143:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840287.190278:0:32143:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788840287.190281:0:32143:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840287.190285:0:32143:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f5b100 x1875733133987840/t4294967650(4294967650) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/448 e 0 to 0 dl 1788840303 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840287.190292:0:32143:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840287.190296:0:32143:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee86f3d840. 00000100:00000001:0.0:1788840287.190300:0:32143:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788840287.190302:0:32143:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840287.190313:0:32143:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788840287.190317:0:32143:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000404:0x2c:0x0] 00800000:00000001:0.0:1788840287.190320:0:32143:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840287.190324:0:32143:0:(namei.c:1904:ll_new_node_finish()) Process entered 00000080:00000002:0.0:1788840287.190328:0:32143:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1788840286 to 1788840287 00000080:00000001:0.0:1788840287.190333:0:32143:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788840287.190341:0:32143:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788840287.190344:0:32143:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788840287.190347:0:32143:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833964 : 144115205322833964 : 20000040400002c) 00000080:00000001:0.0:1788840287.190350:0:32143:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1788840287.190367:0:32143:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff90ee90594a40. 00000020:00000001:0.0:1788840287.190380:0:32143:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:0.0:1788840287.190382:0:32143:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1788840287.190385:0:32143:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:0.0:1788840287.190387:0:32143:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x2c:0x0](ffff90ee90594b08) 00000080:00000001:0.0:1788840287.190390:0:32143:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833964 : 144115205322833964 : 20000040400002c) 00000080:00000001:0.0:1788840287.190393:0:32143:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1788840287.190396:0:32143:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833964 mtime from 0 to 1788840287 00000080:00000001:0.0:1788840287.190402:0:32143:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000020:00000001:0.0:1788840287.190406:0:32143:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788840287.190411:0:32143:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036963208 : -122120672588408 : ffff90ee90b0cd88) 00000020:00001000:0.0:1788840287.190415:0:32143:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0cd80 00000020:00000001:0.0:1788840287.190420:0:32143:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:0.0:1788840287.190426:0:32143:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff90ee82e4f000. 00000020:00000001:0.0:1788840287.190429:0:32143:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1788840287.190432:0:32143:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840287.190440:0:32143:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:0.0:1788840287.190444:0:32143:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff90ee98eff4d8. 00020000:00000001:0.0:1788840287.190446:0:32143:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446621953175319768 : -122120534231848 : ffff90ee98eff4d8) 00020000:00000001:0.0:1788840287.190450:0:32143:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:0.0:1788840287.190453:0:32143:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840287.190458:0:32143:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446621952805499008 : -122120904052608 : ffff90ee82e4f080) 00000020:00001000:0.0:1788840287.190461:0:32143:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0cd80 00000080:00000001:0.0:1788840287.190465:0:32143:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621953031228168 : -122120678323448 : ffff90ee90594b08) 00000080:00000001:0.0:1788840287.190469:0:32143:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788840287.190472:0:32143:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788840287.190475:0:32143:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840287.190480:0:32143:0:(namei.c:1951:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840287.190483:0:32143:0:(namei.c:2063:ll_new_node()) Process leaving 00000100:00000001:0.0:1788840287.190485:0:32143:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840287.190489:0:32143:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f5b100 x1875733133987840/t4294967650(4294967650) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/448 e 0 to 0 dl 1788840303 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840287.190496:0:32143:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788840287.190499:0:32143:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840287.190503:0:32143:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85091400. 00000080:00000001:0.0:1788840287.190507:0:32143:0:(namei.c:2071:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840287.190512:0:32143:0:(namei.c:2112:ll_mknod()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840287.190515:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201bd7e20 00000080:00200000:0.0:1788840287.190518:0:32143:0:(namei.c:2137:ll_create_nd()) VFS Op:name=f22.recovery-small-1, unhashed 1 00000080:00000001:0.0:1788840287.190545:0:32143:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788840287.190553:0:32143:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788840287.190604:0:32143:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840287.190615:0:32143:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840287.190618:0:32143:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788840287.190619:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201bd7b20 00000080:00200000:0.0:1788840287.190622:0:32143:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:0.0:1788840287.190628:0:32143:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85091400. 00800000:00000002:0.0:1788840287.190636:0:32143:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840287.190680:0:32143:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840287.190684:0:32143:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840287.190686:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201bd7a40 00800000:00000002:0.0:1788840287.190690:0:32143:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840287.190694:0:32143:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788840287.190699:0:32143:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788840287.190704:0:32143:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840287.190706:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201bd7910 00000002:00010000:0.0:1788840287.190708:0:32143:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788840287.190712:0:32143:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788840287.190715:0:32143:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840287.190718:0:32143:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788840287.190727:0:32143:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840287.190729:0:32143:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840287.190732:0:32143:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840287.190735:0:32143:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788840287.190737:0:32143:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788840287.190743:0:32143:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f5b480. 00000020:00000040:0.0:1788840287.190748:0:32143:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00010000:00000001:0.0:1788840287.190754:0:32143:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788840287.190760:0:32143:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840287.190768:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.190770:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.190772:0:32143:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840287.190775:0:32143:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840287.190778:0:32143:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840287.190783:0:32143:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840287.190791:0:32143:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee86f35800. 00000100:00000001:0.0:1788840287.190798:0:32143:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.190802:0:32143:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840287.190805:0:32143:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.190807:0:32143:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840287.190808:0:32143:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.190810:0:32143:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840287.190817:0:32143:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621952890483840 : -122120819067776 : ffff90ee87f5b480) 00010000:00000001:0.0:1788840287.190822:0:32143:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788840287.190824:0:32143:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788840287.190829:0:32143:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee99a74400. 00010000:00000010:0.0:1788840287.190834:0:32143:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee90f56e80. 00010000:00000001:0.0:1788840287.190845:0:32143:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788840287.190849:0:32143:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee80031800. 00000020:00000001:0.0:1788840287.190854:0:32143:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788840287.190858:0:32143:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee80031800 with handle 0x3aa5f499c96f380e to hash 00000020:00000001:0.0:1788840287.190860:0:32143:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788840287.190862:0:32143:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840287.190867:0:32143:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840287.190872:0:32143:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840287.190874:0:32143:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840287.190879:0:32143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f380e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32143 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840287.190889:0:32143:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f380e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32143 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840287.190900:0:32143:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f380e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32143 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788840287.190906:0:32143:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788840287.190909:0:32143:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788840287.190915:0:32143:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee86f3d840. 00000100:00000001:0.0:1788840287.190918:0:32143:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952873584704 : -122120835966912 : ffff90ee86f3d840) 00000100:00000001:0.0:1788840287.190921:0:32143:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840287.190922:0:32143:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890483840 : -122120819067776 : ffff90ee87f5b480) 00000100:00000001:0.0:1788840287.190927:0:32143:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840287.190941:0:32143:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840287.190944:0:32143:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788840287.190946:0:32143:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840287.190951:0:32143:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f5b480 x1875733133987968/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840287.190965:0:32143:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840287.190967:0:32143:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840287.190972:0:32143:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840287.190975:0:32143:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840287.190978:0:32143:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840287.190981:0:32143:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f5b480 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:32143:1875733133987968:192.168.202.131@tcp:101:multiop.0 00000100:00000001:0.0:1788840287.190986:0:32143:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840287.190992:0:32143:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840287.190995:0:32143:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840287.190999:0:32143:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840287.191005:0:32143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90ee98ed6800. 02000000:00000001:0.0:1788840287.191007:0:32143:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840287.191015:0:32143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840287.191020:0:32143:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c801b8. 00000400:00000010:0.0:1788840287.191027:0:32143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6990. 00000100:00000200:0.0:1788840287.191035:0:32143:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875733133987968, portal 10 00000100:00000001:0.0:1788840287.191037:0:32143:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840287.191039:0:32143:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890483840 : -122120819067776 : ffff90ee87f5b480) 00000100:00000040:0.0:1788840287.191044:0:32143:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87f5b480 x1875733133987968/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840303 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840287.191053:0:32143:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840287.191055:0:32143:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840287.191058:0:32143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed64c8. 00000100:00000200:0.0:1788840287.191062:0:32143:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875733133987968, offset 0 00000400:00000200:0.0:1788840287.191069:0:32143:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840287.191077:0:32143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840287.191085:0:32143:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840287.191092:0:32143:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840287.191097:0:32143:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840287.191101:0:32143:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840287.191105:0:32143:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840287.191109:0:32143:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2501:2501:256:4294967295] 192.168.202.131@tcp LPNI seq info [2501:2501:8:4294967295] 00000400:00000200:0.0:1788840287.191114:0:32143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840287.191124:0:32143:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840287.191131:0:32143:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840287.191136:0:32143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee92e46b00. 00000800:00000200:0.0:1788840287.191143:0:32143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840287.191151:0:32143:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840287.191156:0:32143:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee92e46b00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788840287.201093:0:32143:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840287.201108:0:32143:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 788155 usecs (789 jiffies) 00000400:00000200:0.0:1788840287.201118:0:32143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840287.201123:0:32143:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296517808 00000100:00000001:0.0:1788840287.201135:0:32143:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, simply extend its deadline from 4296517776 00000100:00000001:0.0:1788840287.201143:0:32143:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296517808 00000100:00000001:0.0:1788840287.201147:0:32143:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, simply extend its deadline from 4296517776 00000100:00000001:0.0:1788840287.201150:0:32143:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840287.201154:0:32143:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840287.201159:0:32143:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840287.201162:0:32143:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788840287.201166:0:32143:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee86f3d840 going to sleep for 11 seconds 00000100:00000001:0.0:1788840287.201171:0:32143:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840287.201175:0:32143:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840287.205791:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840287.208860:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee92e46b00. 00000400:00000200:2.0:1788840287.208872:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840287.208884:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840287.208893:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed64c8 00000400:00000010:2.0:1788840287.208897:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed64c8. 00000100:00000001:2.0:1788840287.208904:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840287.208916:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f5b480 x1875733133987968/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840303 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840287.208931:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840287.208935:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f5b480 x1875733133987968/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840303 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840287.208947:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840287.208949:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840287.212571:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840287.212594:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840287.212972:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840287.212978:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840287.212989:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840287.212999:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840287.213011:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840287.213017:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840287.213023:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840287.213028:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 688 into portal 10 MB=0x6a9f827251080 00000400:00000200:3.0:1788840287.213033:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840287.213040:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 688/688 into md 0x6d25 [1] + 224 00000800:00000001:3.0:1788840287.213048:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840287.213058:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840287.213061:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840287.213066:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840287.213075:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840287.213088:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f5b480 x1875733133987968/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840303 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840287.213099:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff90ee87f5b480 x1875733133987968/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840303 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840287.213120:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840287.213131:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840287.213134:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840287.214070:0:32143:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840287.214083:0:32143:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840287.214086:0:32143:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840287.214090:0:32143:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c801b8. 00000400:00000200:0.0:1788840287.214097:0:32143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6990 00000400:00000010:0.0:1788840287.214100:0:32143:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6990. 00000100:00000001:0.0:1788840287.214104:0:32143:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840287.214112:0:32143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f5b480 x1875733133987968/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840303 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788840287.214130:0:32143:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f5b480 x1875733133987968/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840303 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840287.214137:0:32143:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840287.214140:0:32143:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840287.214143:0:32143:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840287.214147:0:32143:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840287.214150:0:32143:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840287.214153:0:32143:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840287.214157:0:32143:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840287.214169:0:32143:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=137 v=5 (5 102 102 102) 00000100:00001000:0.0:1788840287.214174:0:32143:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840287.214177:0:32143:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840287.214179:0:32143:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.214182:0:32143:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840287.214187:0:32143:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840287.214191:0:32143:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840287.214194:0:32143:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967649 00000100:00000001:0.0:1788840287.214196:0:32143:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840287.214200:0:32143:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840287.214205:0:32143:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f5b480 x1875733133987968/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840303 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840287.214214:0:32143:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840287.214218:0:32143:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840287.214232:0:32143:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840287.214238:0:32143:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f5b480 x1875733133987968/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840303 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788840287.214247:0:32143:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f5b480 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:32143:1875733133987968:192.168.202.131@tcp:101:multiop.0 00000100:00000001:0.0:1788840287.214253:0:32143:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840287.214256:0:32143:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840287.214259:0:32143:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788840287.214261:0:32143:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840287.214266:0:32143:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f5b480 x1875733133987968/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840303 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840287.214274:0:32143:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840287.214278:0:32143:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee86f3d840. 00000100:00000001:0.0:1788840287.214283:0:32143:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788840287.214285:0:32143:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.214289:0:32143:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788840287.214295:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840287.214298:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840287.214303:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031800 refcount=4 00000020:00000001:0.0:1788840287.214306:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840287.214309:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000040:0.0:1788840287.214317:0:32143:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee80031800, remote cookie: 0x8a436931312ba7f7, flags: 0x1001 00010000:00010000:0.0:1788840287.214324:0:32143:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f380e lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba7f7 expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840287.214336:0:32143:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f380e lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba7f7 expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.214345:0:32143:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788840287.214351:0:32143:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788840287.214353:0:32143:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788840287.214355:0:32143:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788840287.214357:0:32143:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788840287.214360:0:32143:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff90ee99a74400) refcount = 1 00010000:00010000:0.0:1788840287.214365:0:32143:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f380e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba7f7 expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.214372:0:32143:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788840287.214376:0:32143:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788840287.214378:0:32143:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840287.214381:0:32143:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788840287.214384:0:32143:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840287.214388:0:32143:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f380e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba7f7 expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.214395:0:32143:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788840287.214397:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.214399:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.214400:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.214401:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.214403:0:32143:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840287.214408:0:32143:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788840287.214410:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840287.214412:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840287.214413:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031800 refcount=3 00000020:00000001:0.0:1788840287.214416:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840287.214418:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840287.214421:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840287.214422:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840287.214424:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031800 refcount=4 00000020:00000001:0.0:1788840287.214425:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840287.214427:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840287.214430:0:32143:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840287.214432:0:32143:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840287.214435:0:32143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f380e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba7f7 expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.214441:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.214443:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.214445:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840287.214446:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840287.214447:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031800 refcount=5 00000020:00000001:0.0:1788840287.214449:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840287.214451:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840287.214453:0:32143:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840287.214457:0:32143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f380e lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba7f7 expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.214464:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.214465:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788840287.214467:0:32143:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f380e lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba7f7 expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.214474:0:32143:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840287.214475:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.214476:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.214477:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.214478:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788840287.214483:0:32143:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90ee87f5b480 x1875733133987968/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840303 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788840287.214492:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840287.214493:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840287.214494:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031800 refcount=3 00000020:00000001:0.0:1788840287.214496:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840287.214499:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840287.214501:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.214502:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840287.214504:0:32143:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840287.214506:0:32143:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840287.214509:0:32143:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788840287.214512:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840287.214513:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840287.214515:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031800 refcount=3 00000020:00000001:0.0:1788840287.214517:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840287.214519:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00000002:00010000:0.0:1788840287.214523:0:32143:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f380e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba7f7 expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.214536:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.214537:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.214539:0:32143:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788840287.214540:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840287.214542:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840287.214543:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031800 refcount=3 00000020:00000001:0.0:1788840287.214545:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840287.214547:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000040:0.0:1788840287.214554:0:32143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74400 count: 2 00010000:00000001:0.0:1788840287.214558:0:32143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788840287.214563:0:32143:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788840287.214566:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.214567:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840287.214568:0:32143:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788840287.214572:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201bd7898 00000002:00002000:0.0:1788840287.214574:0:32143:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788840287.214578:0:32143:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840287.214582:0:32143:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840287.214585:0:32143:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788840287.214589:0:32143:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788840287.214593:0:32143:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788840287.214598:0:32143:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840287.214602:0:32143:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85091400. 00000080:00000001:0.0:1788840287.214607:0:32143:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788840287.214610:0:32143:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788840287.214618:0:32143:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788840287.214624:0:32143:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788840287.214632:0:32143:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff90ee90b50f00. 00800000:00000001:0.0:1788840287.214635:0:32143:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446621953037242112 : -122120672309504 : ffff90ee90b50f00) 00800000:00000001:0.0:1788840287.214637:0:32143:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840287.214678:0:32143:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788840287.214682:0:32143:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788840287.214685:0:32143:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788840287.214689:0:32143:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788840287.214693:0:32143:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788840287.214695:0:32143:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840287.214701:0:32143:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788840287.214705:0:32143:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1788840287.214711:0:32143:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:0.0:1788840287.214714:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840287.214715:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840287.214717:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031800 refcount=3 00000020:00000001:0.0:1788840287.214719:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840287.214721:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840287.214724:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.214725:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788840287.214727:0:32143:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788840287.214730:0:32143:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788840287.214731:0:32143:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee90b50f00 1 00800000:00000010:0.0:1788840287.214734:0:32143:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff90ee90b50f00. 00800000:00000001:0.0:1788840287.214738:0:32143:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840287.214742:0:32143:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f380e 00800000:00000001:0.0:1788840287.214745:0:32143:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840287.214747:0:32143:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840287.214748:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840287.214750:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840287.214751:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031800 refcount=3 00000020:00000001:0.0:1788840287.214753:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840287.214755:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840287.214758:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.214760:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840287.214761:0:32143:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840287.214763:0:32143:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840287.214766:0:32143:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840287.214769:0:32143:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:0.0:1788840287.214772:0:32143:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f380e from it ffffa16201bd7b58 00010000:00000001:0.0:1788840287.214774:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840287.214776:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840287.214777:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031800 refcount=3 00000020:00000001:0.0:1788840287.214779:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840287.214782:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840287.214784:0:32143:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840287.214786:0:32143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f380e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba7f7 expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.214793:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.214794:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.214796:0:32143:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840287.214798:0:32143:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840287.214801:0:32143:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f380e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba7f7 expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788840287.214810:0:32143:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840287.214813:0:32143:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840287.214816:0:32143:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840287.214822:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.214823:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.214824:0:32143:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.214828:0:32143:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840287.214830:0:32143:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.214832:0:32143:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.214836:0:32143:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.214838:0:32143:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840287.214840:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.214841:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788840287.214843:0:32143:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840287.214848:0:32143:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f5b480 x1875733133987968/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840303 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840287.214855:0:32143:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788840287.214858:0:32143:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840287.214862:0:32143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90ee98ed6800. 02000000:00000001:0.0:1788840287.214865:0:32143:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788840287.214869:0:32143:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840287.214871:0:32143:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:0.0:1788840287.214874:0:32143:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840287.214877:0:32143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee86f35800. 02000000:00000001:0.0:1788840287.214881:0:32143:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840287.214884:0:32143:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840287.214886:0:32143:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f5b480. 00000100:00000001:0.0:1788840287.214890:0:32143:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840287.214892:0:32143:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840287.214896:0:32143:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788840287.214902:0:32143:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788840287.214919:0:32143:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90ee831696a0. 00000020:00000001:0.0:1788840287.214926:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201bd7ae8 00000080:00200000:0.0:1788840287.214928:0:32143:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), flags=9 00000080:00000001:0.0:1788840287.214946:0:32143:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788840287.214949:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201bd7998 00000080:00200000:0.0:1788840287.214950:0:32143:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), intent=getattr 00000080:00000010:0.0:1788840287.214960:0:32143:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85091400. 00800000:00000002:0.0:1788840287.214967:0:32143:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840287.214972:0:32143:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840287.214975:0:32143:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840287.214977:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201bd78b8 00800000:00000002:0.0:1788840287.214979:0:32143:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f22.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840287.214983:0:32143:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1788840287.214989:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201bd7850 00800000:00000002:0.0:1788840287.214991:0:32143:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='f22.recovery-small-1' -> mds #0 00000002:00000001:0.0:1788840287.214997:0:32143:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840287.214999:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201bd7788 00000002:00010000:0.0:1788840287.215001:0:32143:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f22.recovery-small-1,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000002:00000001:0.0:1788840287.215006:0:32143:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788840287.215009:0:32143:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788840287.215013:0:32143:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f5b480. 00000020:00000040:0.0:1788840287.215017:0:32143:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00010000:00000001:0.0:1788840287.215023:0:32143:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788840287.215028:0:32143:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840287.215031:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.215032:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.215034:0:32143:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840287.215037:0:32143:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840287.215039:0:32143:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840287.215044:0:32143:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840287.215051:0:32143:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee86f35800. 00000100:00000001:0.0:1788840287.215058:0:32143:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.215062:0:32143:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840287.215064:0:32143:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.215066:0:32143:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840287.215067:0:32143:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.215069:0:32143:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840287.215077:0:32143:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621952890483840 : -122120819067776 : ffff90ee87f5b480) 00010000:00000001:0.0:1788840287.215081:0:32143:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788840287.215084:0:32143:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788840287.215086:0:32143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74400 count: 2 00010000:00000001:0.0:1788840287.215089:0:32143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840287.215092:0:32143:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788840287.215096:0:32143:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee80031a00. 00000020:00000001:0.0:1788840287.215101:0:32143:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788840287.215103:0:32143:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee80031a00 with handle 0x3aa5f499c96f3815 to hash 00000020:00000001:0.0:1788840287.215106:0:32143:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788840287.215108:0:32143:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:0.0:1788840287.215112:0:32143:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:0.0:1788840287.215115:0:32143:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840287.215117:0:32143:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840287.215121:0:32143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3815 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32143 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840287.215129:0:32143:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3815 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32143 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840287.215140:0:32143:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3815 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32143 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788840287.215147:0:32143:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788840287.215149:0:32143:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788840287.215156:0:32143:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee86f3d840. 00000100:00000001:0.0:1788840287.215159:0:32143:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952873584704 : -122120835966912 : ffff90ee86f3d840) 00000100:00000001:0.0:1788840287.215162:0:32143:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840287.215163:0:32143:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890483840 : -122120819067776 : ffff90ee87f5b480) 00000100:00000001:0.0:1788840287.215168:0:32143:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840287.215173:0:32143:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840287.215176:0:32143:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788840287.215178:0:32143:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840287.215183:0:32143:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f5b480 x1875733133988096/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840287.215191:0:32143:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840287.215193:0:32143:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840287.215198:0:32143:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840287.215201:0:32143:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840287.215204:0:32143:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840287.215208:0:32143:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f5b480 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:32143:1875733133988096:192.168.202.131@tcp:101:multiop.0 00000100:00000001:0.0:1788840287.215213:0:32143:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840287.215219:0:32143:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840287.215234:0:32143:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840287.215237:0:32143:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840287.215242:0:32143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90ee98ed6800. 02000000:00000001:0.0:1788840287.215244:0:32143:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840287.215252:0:32143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840287.215256:0:32143:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c801b8. 00000400:00000010:0.0:1788840287.215264:0:32143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6990. 00000100:00000200:0.0:1788840287.215272:0:32143:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875733133988096, portal 10 00000100:00000001:0.0:1788840287.215274:0:32143:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840287.215276:0:32143:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890483840 : -122120819067776 : ffff90ee87f5b480) 00000100:00000040:0.0:1788840287.215282:0:32143:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87f5b480 x1875733133988096/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840303 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840287.215295:0:32143:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840287.215298:0:32143:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840287.215301:0:32143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6e58. 00000100:00000200:0.0:1788840287.215305:0:32143:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875733133988096, offset 0 00000400:00000200:0.0:1788840287.215312:0:32143:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840287.215322:0:32143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840287.215329:0:32143:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840287.215336:0:32143:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840287.215341:0:32143:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840287.215345:0:32143:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840287.215348:0:32143:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840287.215352:0:32143:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2502:2502:256:4294967295] 192.168.202.131@tcp LPNI seq info [2502:2502:8:4294967295] 00000400:00000200:0.0:1788840287.215356:0:32143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840287.215368:0:32143:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840287.215374:0:32143:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840287.215381:0:32143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee92e46c00. 00000800:00000200:0.0:1788840287.215389:0:32143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840287.215397:0:32143:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840287.215403:0:32143:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee92e46c00 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:0.0:1788840287.215416:0:32143:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840287.215420:0:32143:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 787160 usecs (788 jiffies) 00000400:00000200:0.0:1788840287.215424:0:32143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840287.215428:0:32143:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296517821 00000100:00000001:0.0:1788840287.215437:0:32143:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, simply extend its deadline from 4296517808 00000100:00000001:0.0:1788840287.215443:0:32143:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296517821 00000100:00000001:0.0:1788840287.215448:0:32143:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, simply extend its deadline from 4296517808 00000100:00000001:0.0:1788840287.215451:0:32143:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840287.215454:0:32143:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840287.215457:0:32143:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840287.215460:0:32143:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788840287.215463:0:32143:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee86f3d840 going to sleep for 11 seconds 00000100:00000001:0.0:1788840287.215465:0:32143:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840287.215468:0:32143:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840287.215890:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840287.215896:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee92e46c00. 00000400:00000200:2.0:1788840287.215903:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840287.215909:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840287.215915:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6e58 00000400:00000010:2.0:1788840287.215918:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6e58. 00000100:00000001:2.0:1788840287.215922:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840287.215927:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f5b480 x1875733133988096/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840303 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840287.215937:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840287.215940:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f5b480 x1875733133988096/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840303 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840287.215946:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840287.215948:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840287.220418:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840287.220443:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840287.220449:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840287.220451:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840287.220463:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840287.220472:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840287.220483:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840287.220488:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840287.220494:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840287.220498:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 584 into portal 10 MB=0x6a9f827251100 00000400:00000200:3.0:1788840287.220503:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840287.220510:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 584/584 into md 0x6d2d [1] + 224 00000800:00000001:3.0:1788840287.220518:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840287.220526:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840287.220530:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840287.220535:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840287.220544:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840287.220554:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f5b480 x1875733133988096/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840303 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840287.220566:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff90ee87f5b480 x1875733133988096/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840303 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840287.220585:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840287.220606:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840287.220610:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.1:1788840287.222437:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee83169600. 00000100:00000001:0.0:1788840287.222497:0:32143:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840287.222512:0:32143:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840287.222515:0:32143:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840287.222519:0:32143:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c801b8. 00000400:00000200:0.0:1788840287.222524:0:32143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6990 00000400:00000010:0.0:1788840287.222526:0:32143:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6990. 00000100:00000001:0.0:1788840287.222540:0:32143:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840287.222552:0:32143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f5b480 x1875733133988096/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840303 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788840287.222568:0:32143:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f5b480 x1875733133988096/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840303 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840287.222576:0:32143:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840287.222579:0:32143:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840287.222582:0:32143:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840287.222589:0:32143:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840287.222592:0:32143:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840287.222595:0:32143:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840287.222599:0:32143:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840287.222616:0:32143:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=137 v=5 (5 102 102 102) 00000100:00001000:0.0:1788840287.222624:0:32143:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840287.222627:0:32143:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840287.222630:0:32143:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.222633:0:32143:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840287.222652:0:32143:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840287.222657:0:32143:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840287.222659:0:32143:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967649 00000100:00000001:0.0:1788840287.222662:0:32143:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840287.222665:0:32143:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840287.222671:0:32143:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f5b480 x1875733133988096/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840303 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840287.222685:0:32143:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840287.222689:0:32143:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840287.222695:0:32143:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840287.222700:0:32143:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f5b480 x1875733133988096/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840303 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788840287.222708:0:32143:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f5b480 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:32143:1875733133988096:192.168.202.131@tcp:101:multiop.0 00000100:00000001:0.0:1788840287.222714:0:32143:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840287.222720:0:32143:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840287.222723:0:32143:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788840287.222725:0:32143:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840287.222729:0:32143:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f5b480 x1875733133988096/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840303 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840287.222736:0:32143:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840287.222739:0:32143:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee86f3d840. 00000100:00000001:0.0:1788840287.222743:0:32143:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788840287.222745:0:32143:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.222748:0:32143:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788840287.222753:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840287.222756:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840287.222760:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031a00 refcount=4 00000020:00000001:0.0:1788840287.222763:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:0.0:1788840287.222767:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000040:0.0:1788840287.222779:0:32143:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee80031a00, remote cookie: 0x8a436931312ba813, flags: 0x1001 00010000:00010000:0.0:1788840287.222785:0:32143:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3815 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba813 expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788840287.222795:0:32143:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x2c:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788840287.222799:0:32143:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1788840287.222812:0:32143:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee99a74700. 00010000:00000010:0.0:1788840287.222818:0:32143:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee90f56380. 00010000:00000001:0.0:1788840287.222824:0:32143:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840287.222827:0:32143:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3815 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba813 expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840287.222839:0:32143:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3815 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba813 expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.222846:0:32143:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788840287.222851:0:32143:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788840287.222854:0:32143:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788840287.222855:0:32143:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788840287.222857:0:32143:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788840287.222859:0:32143:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x2c:0x0].0x0 (ffff90ee99a74700) refcount = 1 00010000:00010000:0.0:1788840287.222863:0:32143:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3815 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba813 expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.222870:0:32143:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788840287.222873:0:32143:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788840287.222875:0:32143:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840287.222879:0:32143:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788840287.222881:0:32143:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840287.222884:0:32143:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3815 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba813 expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.222891:0:32143:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788840287.222893:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.222895:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.222896:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.222897:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.222899:0:32143:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840287.222904:0:32143:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788840287.222906:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840287.222907:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840287.222909:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031a00 refcount=3 00000020:00000001:0.0:1788840287.222911:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:0.0:1788840287.222918:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:0.0:1788840287.222920:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840287.222921:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840287.222923:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031a00 refcount=4 00000020:00000001:0.0:1788840287.222925:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:0.0:1788840287.222927:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:0.0:1788840287.222937:0:32143:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840287.222941:0:32143:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840287.222948:0:32143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3815 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba813 expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.222955:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.222956:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.222957:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840287.222958:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840287.222959:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031a00 refcount=5 00000020:00000001:0.0:1788840287.222961:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:0.0:1788840287.222963:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:0.0:1788840287.222966:0:32143:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840287.222969:0:32143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3815 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba813 expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.222978:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.222979:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788840287.222982:0:32143:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3815 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba813 expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.222989:0:32143:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840287.222990:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.222991:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.222994:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.222995:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788840287.223003:0:32143:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90ee87f5b480 x1875733133988096/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840303 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788840287.223010:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840287.223011:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840287.223013:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031a00 refcount=3 00000020:00000001:0.0:1788840287.223014:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:0.0:1788840287.223017:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:0.0:1788840287.223020:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.223021:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840287.223022:0:32143:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840287.223025:0:32143:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840287.223028:0:32143:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788840287.223031:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840287.223035:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840287.223037:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031a00 refcount=3 00000020:00000001:0.0:1788840287.223038:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:0.0:1788840287.223041:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00000002:00010000:0.0:1788840287.223045:0:32143:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3815 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba813 expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.223051:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.223052:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.223054:0:32143:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788840287.223055:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840287.223056:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840287.223060:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031a00 refcount=3 00000020:00000001:0.0:1788840287.223062:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:0.0:1788840287.223064:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000040:0.0:1788840287.223068:0:32143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74700 count: 2 00010000:00000001:0.0:1788840287.223071:0:32143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788840287.223075:0:32143:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 4 res 8589935620/44 (0 0) 00010000:00000001:0.0:1788840287.223078:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.223510:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840287.223512:0:32143:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788840287.223519:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201bd7710 00000002:00002000:0.0:1788840287.223522:0:32143:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f22.recovery-small-1 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788840287.223533:0:32143:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840287.223539:0:32143:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840287.223542:0:32143:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788840287.223549:0:32143:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788840287.223553:0:32143:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788840287.223557:0:32143:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000001:0.0:1788840287.223561:0:32143:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788840287.223563:0:32143:0:(namei.c:674:ll_lookup_it_finish()) it ffffa16201bd7b20 it_disposition b 00000080:00000001:0.0:1788840287.223569:0:32143:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788840287.223577:0:32143:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788840287.223581:0:32143:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788840287.223584:0:32143:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833964 : 144115205322833964 : 20000040400002c) 00000080:00000001:0.0:1788840287.223587:0:32143:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1788840287.223599:0:32143:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833964 : 144115205322833964 : 20000040400002c) 00000080:00000001:0.0:1788840287.223602:0:32143:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1788840287.223614:0:32143:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x2c:0x0], updating i_size 0 00000080:00200000:0.0:1788840287.223617:0:32143:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x2c:0x0](ffff90ee90594b08): rc = 0 00000080:00000001:0.0:1788840287.223620:0:32143:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621953031228168 : -122120678323448 : ffff90ee90594b08) 00010000:00000001:0.0:1788840287.223622:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840287.223623:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840287.223625:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031a00 refcount=3 00000020:00000001:0.0:1788840287.223627:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:0.0:1788840287.223629:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00000080:00000001:0.0:1788840287.223632:0:32143:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788840287.223635:0:32143:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788840287.223686:0:32143:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036963208 : -122120672588408 : ffff90ee90b0cd88) 00000020:00001000:0.0:1788840287.223689:0:32143:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0cd80 00000020:00000001:0.0:1788840287.223692:0:32143:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788840287.223697:0:32143:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000002:0.0:1788840287.223701:0:32143:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90ee98eff4d8) owner ffff90ee870a8000 00020000:00000001:0.0:1788840287.223705:0:32143:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788840287.223708:0:32143:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90ee98eff4d8) owner ffff90ee870a8000 00020000:00000002:0.0:1788840287.223712:0:32143:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2c:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788840287.223714:0:32143:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840287.223715:0:32143:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840287.223719:0:32143:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788840287.223722:0:32143:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee98eff4d8) owner 0000000000000000/ffff90ee870a8000 00020000:00000002:0.0:1788840287.223726:0:32143:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee98eff4d8) owner 0000000000000000/ffff90ee870a8000 00020000:00000001:0.0:1788840287.223729:0:32143:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788840287.223731:0:32143:0:(lov_object.c:2289:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788840287.223733:0:32143:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x2c:0x0]: layout version change: 4294967294 -> 4294967295 00000020:00001000:0.0:1788840287.223736:0:32143:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0cd80 00000080:00000001:0.0:1788840287.223739:0:32143:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.223741:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.223742:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788840287.223744:0:32143:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788840287.223747:0:32143:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788840287.223749:0:32143:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840287.223751:0:32143:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2c:0x0](ffff90ee90594b08) for lock 0x3aa5f499c96f3815 00800000:00000001:0.0:1788840287.223755:0:32143:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840287.223757:0:32143:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840287.223758:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840287.223759:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840287.223761:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031a00 refcount=3 00000020:00000001:0.0:1788840287.223763:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:0.0:1788840287.223764:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:0.0:1788840287.223767:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.223768:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840287.223770:0:32143:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840287.223772:0:32143:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1788840287.223779:0:32143:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90ee906836c0 inode ffff90ee90594b08 refc 1 flags 0x40000e 00000080:00000001:0.0:1788840287.223782:0:32143:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1788840287.223787:0:32143:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2c:0x0](ffff90ee90594b08) 00000080:00010000:0.0:1788840287.223791:0:32143:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3815 from it ffffa16201bd7b20 00010000:00000001:0.0:1788840287.223794:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840287.223795:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840287.223796:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031a00 refcount=3 00000020:00000001:0.0:1788840287.223798:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:0.0:1788840287.223800:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:0.0:1788840287.223803:0:32143:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840287.223806:0:32143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3815 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8a436931312ba813 expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.223911:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.223912:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.223914:0:32143:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840287.223917:0:32143:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840287.223921:0:32143:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3815 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312ba813 expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788840287.223936:0:32143:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840287.223939:0:32143:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840287.223945:0:32143:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840287.223950:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.223951:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.223953:0:32143:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.223957:0:32143:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840287.223959:0:32143:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.223961:0:32143:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.223967:0:32143:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.223972:0:32143:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840287.223973:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.223974:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788840287.223977:0:32143:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788840287.223982:0:32143:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85091400. 00000100:00000001:0.0:1788840287.223988:0:32143:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840287.224047:0:32143:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f5b480 x1875733133988096/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840303 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840287.224060:0:32143:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788840287.224064:0:32143:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840287.224067:0:32143:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90ee98ed6800. 02000000:00000001:0.0:1788840287.224071:0:32143:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788840287.224074:0:32143:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840287.224076:0:32143:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:0.0:1788840287.224079:0:32143:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840287.224082:0:32143:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee86f35800. 02000000:00000001:0.0:1788840287.224089:0:32143:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840287.224091:0:32143:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840287.224094:0:32143:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f5b480. 00000100:00000001:0.0:1788840287.224099:0:32143:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840287.224100:0:32143:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788840287.224104:0:32143:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788840287.224106:0:32143:0:(dcache.c:176:ll_intent_release()) intent ffffa16201bd7b20 released 00000080:00000001:0.0:1788840287.224107:0:32143:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:0.0:1788840287.224128:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201bd7d08 00000080:00200008:0.0:1788840287.224131:0:32143:0:(file.c:6296:ll_getattr_dentry()) START file f22.recovery-small-1:[0x200000404:0x2c:0x0](ffff90ee90594b08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788840287.224144:0:32143:0:(statahead.c:2326:start_statahead_thread()) Process entered 00000080:00000001:0.0:1788840287.224149:0:32143:0:(statahead.c:604:ll_sai_alloc()) Process entered 00000080:00000010:0.0:1788840287.224154:0:32143:0:(statahead.c:606:ll_sai_alloc()) kmalloced '(sai)': 504 at ffff90ee85091400. 00000080:00000001:0.0:1788840287.224157:0:32143:0:(statahead.c:628:ll_sai_alloc()) Process leaving (rc=18446621952841421824 : -122120868129792 : ffff90ee85091400) 00000080:00000001:0.0:1788840287.224166:0:32143:0:(statahead.c:529:ll_sax_alloc()) Process entered 00000080:00000010:0.0:1788840287.224170:0:32143:0:(statahead.c:531:ll_sax_alloc()) kmalloced '(ctx)': 2592 at ffff90ee86f17000. 00000080:00000001:0.0:1788840287.224173:0:32143:0:(statahead.c:544:ll_sax_alloc()) Process leaving (rc=18446621952873426944 : -122120836124672 : ffff90ee86f17000) 00000080:00400000:0.0:1788840287.224177:0:32143:0:(statahead.c:2469:start_statahead_thread()) start statahead thread: [pid 32143] [parent /] 00000080:00000001:0.0:1788840287.224495:0:32143:0:(statahead.c:1163:ll_start_agl()) Process entered 00000080:00400000:0.0:1788840287.224498:0:32143:0:(statahead.c:1166:ll_start_agl()) start agl thread: sai ffff90ee85091400, parent / 00000080:00000001:0.0:1788840287.224758:0:32143:0:(statahead.c:1183:ll_start_agl()) Process leaving 00000080:00000001:0.0:1788840287.224771:0:32143:0:(statahead.c:2500:start_statahead_thread()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840287.224777:0:32143:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788840287.224779:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201bd7c80 00000080:00200000:0.0:1788840287.224780:0:32143:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x2c:0x0](ffff90ee90594b08),name=f22.recovery-small-1 00000080:00000010:0.0:1788840287.224788:0:32143:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85091a00. 00800000:00000002:0.0:1788840287.224803:0:32143:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840287.224811:0:32143:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840287.224814:0:32143:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840287.224817:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201bd7ba0 00800000:00000002:0.0:1788840287.224820:0:32143:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x2c:0x0] 'f22.recovery-small-1' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840287.224824:0:32143:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788840287.224831:0:32143:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x2c:0x0], name='' -> mds #0 00000002:00000001:0.0:1788840287.224837:0:32143:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840287.224839:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201bd7a70 00000002:00010000:0.0:1788840287.224841:0:32143:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x2c:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788840287.224846:0:32143:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788840287.224848:0:32143:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840287.224851:0:32143:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840287.224858:0:32143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74700 count: 2 00010000:00000001:0.0:1788840287.224861:0:32143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840287.224866:0:32143:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840287.224870:0:32143:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788840287.224875:0:32143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3815 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312ba813 expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788840287.224886:0:32143:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840287.224892:0:32143:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840287.224895:0:32143:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3815 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312ba813 expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788840287.224903:0:32143:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788840287.224905:0:32143:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840287.224908:0:32143:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840287.224910:0:32143:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840287.224911:0:32143:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840287.224914:0:32143:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788840287.224917:0:32143:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788840287.224919:0:32143:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840287.224922:0:32143:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85091a00. 00000080:00000001:0.0:1788840287.224926:0:32143:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788840287.224929:0:32143:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840287.224931:0:32143:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2c:0x0](ffff90ee90594b08) 00000080:00010000:0.0:1788840287.224936:0:32143:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2c:0x0](ffff90ee90594b08) for lock 0x3aa5f499c96f3815 00800000:00000001:0.0:1788840287.224940:0:32143:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840287.224943:0:32143:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840287.224945:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840287.224947:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840287.224949:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031a00 refcount=3 00000020:00000001:0.0:1788840287.224952:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:0.0:1788840287.224955:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:0.0:1788840287.224958:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.224960:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840287.224961:0:32143:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840287.224964:0:32143:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840287.224966:0:32143:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3815 from it ffffa16201bd7cb8 00010000:00000001:0.0:1788840287.224968:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840287.224970:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840287.224971:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031a00 refcount=3 00000020:00000001:0.0:1788840287.224973:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:0.0:1788840287.224975:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:0.0:1788840287.224978:0:32143:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840287.224981:0:32143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3815 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8a436931312ba813 expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788840287.224989:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.224990:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.224992:0:32143:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840287.224994:0:32143:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840287.224996:0:32143:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3815 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312ba813 expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788840287.225003:0:32143:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840287.225007:0:32143:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840287.225009:0:32143:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840287.225013:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.225015:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.225017:0:32143:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.225020:0:32143:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840287.225022:0:32143:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.225024:0:32143:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.225026:0:32143:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.225028:0:32143:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840287.225029:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.225030:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788840287.225033:0:32143:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788840287.225035:0:32143:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788840287.225040:0:32143:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1788840287.225043:0:32143:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788840287.225046:0:32143:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788840287.225048:0:32143:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788840287.225050:0:32143:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840287.225053:0:32143:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840287.225057:0:32143:0:(file.c:6360:ll_getattr_dentry()) Process leaving via fill_attr (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788840287.225063:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201bd7d08 00000080:00000008:0.0:1788840287.225065:0:32143:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f22.recovery-small-1:[0x200000404:0x2c:0x0](ffff90ee90594b08), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788840287.225071:0:32143:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788840287.225073:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201bd7da0 00000080:00002000:0.0:1788840287.225075:0:32143:0:(dcache.c:127:ll_ddelete()) keeping dentry f22.recovery-small-1 (ffff90ee906836c0, parent ffff90ee9069b510, inode ffff90ee90594b08) hashed, 00000080:00000001:0.0:1788840287.225079:0:32143:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840287.225138:0:32143:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840287.225141:0:32143:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840287.225143:0:32143:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788840287.225144:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201bd7bd8 00000080:00200000:0.0:1788840287.225146:0:32143:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:0.0:1788840287.225150:0:32143:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85091a00. 00800000:00000002:0.0:1788840287.225153:0:32143:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840287.225155:0:32143:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840287.225156:0:32143:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840287.225158:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201bd7af8 00800000:00000002:0.0:1788840287.225160:0:32143:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840287.225162:0:32143:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788840287.225165:0:32143:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788840287.225168:0:32143:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840287.225170:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201bd79c8 00000002:00010000:0.0:1788840287.225172:0:32143:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788840287.225175:0:32143:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788840287.225176:0:32143:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840287.225177:0:32143:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840287.225180:0:32143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74400 count: 2 00010000:00000001:0.0:1788840287.225182:0:32143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840287.225186:0:32143:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840287.225188:0:32143:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788840287.225191:0:32143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f380e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba7f7 expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788840287.225197:0:32143:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840287.225200:0:32143:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840287.225203:0:32143:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f380e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba7f7 expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788840287.225209:0:32143:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788840287.225211:0:32143:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840287.225212:0:32143:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840287.225214:0:32143:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840287.225216:0:32143:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840287.225217:0:32143:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788840287.225219:0:32143:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788840287.225234:0:32143:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840287.225236:0:32143:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85091a00. 00000080:00000001:0.0:1788840287.225239:0:32143:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788840287.225240:0:32143:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840287.225242:0:32143:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:0.0:1788840287.225245:0:32143:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f380e 00800000:00000001:0.0:1788840287.225247:0:32143:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840287.225248:0:32143:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840287.225250:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840287.225251:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840287.225253:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031800 refcount=3 00000020:00000001:0.0:1788840287.225255:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840287.225258:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840287.225260:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.225261:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840287.225262:0:32143:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840287.225264:0:32143:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840287.225265:0:32143:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f380e from it ffffa16201bd7c10 00010000:00000001:0.0:1788840287.225267:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840287.225268:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840287.225269:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031800 refcount=3 00000020:00000001:0.0:1788840287.225270:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840287.225272:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840287.225274:0:32143:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840287.225277:0:32143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f380e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba7f7 expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788840287.225283:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.225285:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.225286:0:32143:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840287.225287:0:32143:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840287.225290:0:32143:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f380e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba7f7 expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788840287.225295:0:32143:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840287.225297:0:32143:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840287.225299:0:32143:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840287.225301:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.225302:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.225303:0:32143:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.225305:0:32143:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840287.225306:0:32143:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.225308:0:32143:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.225310:0:32143:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.225312:0:32143:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840287.225313:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.225314:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788840287.225315:0:32143:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788840287.225317:0:32143:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840287.225319:0:32143:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788840287.225323:0:32143:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840287.225330:0:32143:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788840287.225333:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201bd7da8 00000080:00002000:0.0:1788840287.225335:0:32143:0:(dcache.c:87:ll_dcompare()) found name f22.recovery-small-1(ffff90ee906836c0) flags 0x48000e refc 0 00000080:00000001:0.0:1788840287.225338:0:32143:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840287.225339:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201bd7e18 00000080:00200000:0.0:1788840287.225341:0:32143:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f22.recovery-small-1, flags=0 00000080:00000001:0.0:1788840287.225346:0:32143:0:(statahead.c:1997:revalidate_statahead_dentry()) Process entered 00000080:00000001:0.0:1788840287.225349:0:32143:0:(statahead.c:1941:ll_shared_statahead_check()) Process entered 00000080:00000001:0.0:1788840287.225352:0:32143:0:(statahead.c:1958:ll_shared_statahead_check()) Process leaving via out_unlock (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000080:00000001:0.0:1788840287.225355:0:32143:0:(statahead.c:1967:ll_shared_statahead_check()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000080:00000001:0.0:1788840287.225357:0:32143:0:(statahead.c:2050:revalidate_statahead_dentry()) Process leaving via out (rc=18446744073709551599 : -17 : 0xffffffffffffffef) 00000080:00000001:0.0:1788840287.225360:0:32143:0:(statahead.c:2145:revalidate_statahead_dentry()) Process leaving (rc=18446744073709551599 : -17 : ffffffffffffffef) 00000080:00400000:0.0:1788840287.225363:0:32143:0:(statahead.c:2622:ll_revalidate_statahead()) revalidate statahead f22.recovery-small-1: rc = -17. 00000080:00000001:0.0:1788840287.225368:0:32143:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840287.225369:0:32143:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788840287.225371:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201bd7d38 00000080:00200000:0.0:1788840287.225372:0:32143:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:0.0:1788840287.225376:0:32143:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85091a00. 00800000:00000002:0.0:1788840287.225379:0:32143:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840287.225381:0:32143:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840287.225382:0:32143:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840287.225383:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201bd7c58 00800000:00000002:0.0:1788840287.225385:0:32143:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840287.225387:0:32143:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788840287.225389:0:32143:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788840287.225391:0:32143:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840287.225393:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201bd7b28 00000002:00010000:0.0:1788840287.225395:0:32143:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788840287.225398:0:32143:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788840287.225399:0:32143:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840287.225400:0:32143:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840287.225402:0:32143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74400 count: 2 00010000:00000001:0.0:1788840287.225404:0:32143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840287.225406:0:32143:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840287.225408:0:32143:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788840287.225411:0:32143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f380e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba7f7 expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788840287.225417:0:32143:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840287.225419:0:32143:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840287.225421:0:32143:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f380e lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba7f7 expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1788840287.225427:0:32143:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788840287.225429:0:32143:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840287.225431:0:32143:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840287.225432:0:32143:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840287.225434:0:32143:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840287.225436:0:32143:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788840287.225438:0:32143:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788840287.225440:0:32143:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840287.225441:0:32143:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85091a00. 00000080:00000001:0.0:1788840287.225444:0:32143:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788840287.225445:0:32143:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840287.225447:0:32143:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:0.0:1788840287.225449:0:32143:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f380e 00800000:00000001:0.0:1788840287.225452:0:32143:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840287.225453:0:32143:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840287.225454:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840287.225456:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840287.225458:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031800 refcount=3 00000020:00000001:0.0:1788840287.225460:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840287.225462:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840287.225464:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.225465:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840287.225466:0:32143:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840287.225468:0:32143:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840287.225470:0:32143:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f380e from it ffffa16201bd7d70 00010000:00000001:0.0:1788840287.225472:0:32143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840287.225473:0:32143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840287.225474:0:32143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031800 refcount=3 00000020:00000001:0.0:1788840287.225475:0:32143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840287.225477:0:32143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840287.225479:0:32143:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840287.225481:0:32143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f380e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba7f7 expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788840287.225488:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.225489:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.225490:0:32143:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840287.225491:0:32143:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840287.225493:0:32143:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f380e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba7f7 expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788840287.225499:0:32143:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840287.225500:0:32143:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840287.225501:0:32143:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840287.225503:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.225504:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.225505:0:32143:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.225507:0:32143:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840287.225508:0:32143:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.225510:0:32143:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.225512:0:32143:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.225514:0:32143:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840287.225515:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.225516:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788840287.225518:0:32143:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788840287.225519:0:32143:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840287.225521:0:32143:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 3 00000080:00000001:0.0:1788840287.225524:0:32143:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840287.225528:0:32143:0:(namei.c:2415:ll_unlink()) Process entered 00000020:00000001:0.0:1788840287.225530:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201bd7e00 00000080:00200000:0.0:1788840287.225532:0:32143:0:(namei.c:2418:ll_unlink()) VFS Op:name=f22.recovery-small-1, dir=[0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00000001:0.0:1788840287.225536:0:32143:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:0.0:1788840287.225539:0:32143:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788840287.225543:0:32143:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036963208 : -122120672588408 : ffff90ee90b0cd88) 00000020:00001000:0.0:1788840287.225546:0:32143:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0cd80 00000020:00000001:0.0:1788840287.225548:0:32143:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788840287.225552:0:32143:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee98eff4d8) owner 0000000000000000/ffff90ee870a8000 00020000:00000002:0.0:1788840287.225555:0:32143:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee98eff4d8) owner 0000000000000000/ffff90ee870a8000 00020000:00000001:0.0:1788840287.225558:0:32143:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788840287.225560:0:32143:0:(lov_object.c:2289:lov_object_layout_get()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788840287.225562:0:32143:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0cd80 00000080:00000001:0.0:1788840287.225565:0:32143:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:0.0:1788840287.225569:0:32143:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85091a00. 00800000:00000002:0.0:1788840287.225572:0:32143:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00800000:00000001:0.0:1788840287.225580:0:32143:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:0.0:1788840287.225584:0:32143:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:0.0:1788840287.225587:0:32143:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x2c:0x0] 00800000:00000001:0.0:1788840287.225590:0:32143:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788840287.225592:0:32143:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x2c:0x0] -> mds #0 00000002:00000001:0.0:1788840287.225607:0:32143:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:0.0:1788840287.225610:0:32143:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788840287.225613:0:32143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74400 count: 2 00010000:00000001:0.0:1788840287.225616:0:32143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840287.225618:0:32143:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788840287.225622:0:32143:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788840287.225624:0:32143:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f380e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8a436931312ba7f7 expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:0.0:1788840287.225637:0:32143:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788840287.225695:0:32143:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788840287.225698:0:32143:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788840287.225700:0:32143:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1788840287.225703:0:32143:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840287.225704:0:32143:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840287.225706:0:32143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74400 count: 3 00010000:00000001:0.0:1788840287.225709:0:32143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840287.225711:0:32143:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840287.225712:0:32143:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840287.225713:0:32143:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840287.225715:0:32143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74400 count: 3 00010000:00000001:0.0:1788840287.225717:0:32143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840287.225718:0:32143:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840287.225719:0:32143:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840287.225720:0:32143:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840287.225722:0:32143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74400 count: 3 00010000:00000001:0.0:1788840287.225723:0:32143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840287.225725:0:32143:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840287.225726:0:32143:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788840287.225730:0:32143:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff90ee90514200, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788840287.225734:0:32143:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788840287.225736:0:32143:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788840287.225740:0:32143:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788840287.225741:0:32143:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.225745:0:32143:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788840287.225748:0:32143:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788840287.225750:0:32143:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788840287.225752:0:32143:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840287.225754:0:32143:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788840287.225756:0:32143:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee80031800 with handle 0x3aa5f499c96f380e from hash 00010000:00000001:0.0:1788840287.225759:0:32143:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788840287.225760:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.225761:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.225764:0:32143:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788840287.225767:0:32143:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788840287.225769:0:32143:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788840287.225771:0:32143:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788840287.225773:0:32143:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840287.225776:0:32143:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840287.225778:0:32143:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788840287.225780:0:32143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74700 count: 2 00010000:00000001:0.0:1788840287.225782:0:32143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840287.225784:0:32143:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788840287.225786:0:32143:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788840287.225788:0:32143:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3815 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8a436931312ba813 expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1788840287.225795:0:32143:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788840287.225797:0:32143:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788840287.225798:0:32143:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788840287.225799:0:32143:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x2c:0x0] mode (null) 00000002:00000001:0.0:1788840287.225801:0:32143:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840287.225803:0:32143:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840287.225804:0:32143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74700 count: 3 00010000:00000001:0.0:1788840287.225806:0:32143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840287.225809:0:32143:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840287.225810:0:32143:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840287.225811:0:32143:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840287.225812:0:32143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74700 count: 3 00010000:00000001:0.0:1788840287.225814:0:32143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840287.225817:0:32143:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840287.225818:0:32143:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840287.225820:0:32143:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840287.225821:0:32143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74700 count: 3 00010000:00000001:0.0:1788840287.225823:0:32143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840287.225826:0:32143:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840287.225828:0:32143:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840287.225829:0:32143:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840287.225830:0:32143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74700 count: 3 00010000:00000001:0.0:1788840287.225833:0:32143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840287.225834:0:32143:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840287.225836:0:32143:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840287.225839:0:32143:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788840287.225840:0:32143:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788840287.225842:0:32143:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036963208 : -122120672588408 : ffff90ee90b0cd88) 00000020:00001000:0.0:1788840287.225844:0:32143:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0cd80 00000020:00000001:0.0:1788840287.225846:0:32143:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:0.0:1788840287.225849:0:32143:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x2c:0x0]: losing layout lock 00000080:00000001:0.0:1788840287.225852:0:32143:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:0.0:1788840287.225855:0:32143:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:0.0:1788840287.225859:0:32143:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788840287.225861:0:32143:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788840287.225864:0:32143:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2c:0x0] lo_layout_invalid=1 00020000:00000001:0.0:1788840287.225866:0:32143:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840287.225868:0:32143:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788840287.225870:0:32143:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0cd80 00000080:00000001:0.0:1788840287.225872:0:32143:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840287.225875:0:32143:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:0.0:1788840287.225877:0:32143:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x2c:0x0](ffff90ee90594b08) invalid 00000020:00000001:0.0:1788840287.225879:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201bd7a68 00000080:00002000:0.0:1788840287.225881:0:32143:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f22.recovery-small-1 (ffff90ee906836c0) parent ffff90ee9069b510 inode ffff90ee90594b08 refc 1 00000080:00000001:0.0:1788840287.225885:0:32143:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:0.0:1788840287.225886:0:32143:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788840287.225887:0:32143:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.225889:0:32143:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788840287.225891:0:32143:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788840287.225892:0:32143:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788840287.225893:0:32143:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840287.225895:0:32143:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788840287.225897:0:32143:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee80031a00 with handle 0x3aa5f499c96f3815 from hash 00010000:00000001:0.0:1788840287.225898:0:32143:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788840287.225900:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.225901:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.225902:0:32143:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788840287.225904:0:32143:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788840287.225905:0:32143:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788840287.225908:0:32143:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788840287.225910:0:32143:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840287.225911:0:32143:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788840287.225918:0:32143:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f5b480. 00000020:00000040:0.0:1788840287.225922:0:32143:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 02000000:00000001:0.0:1788840287.225929:0:32143:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788840287.225931:0:32143:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.225934:0:32143:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788840287.225939:0:32143:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840287.225942:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.225943:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.225944:0:32143:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840287.225947:0:32143:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840287.225949:0:32143:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840287.225953:0:32143:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840287.225960:0:32143:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee85091600. 00000100:00000001:0.0:1788840287.225969:0:32143:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.225972:0:32143:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840287.225975:0:32143:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788840287.225981:0:32143:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3815 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8a436931312ba813 expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788840287.225990:0:32143:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f380e lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312ba7f7 expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:0.0:1788840287.225996:0:32143:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:0.0:1788840287.225998:0:32143:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1788840287.225999:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788840287.226002:0:32143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3815 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8a436931312ba813 expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1788840287.226009:0:32143:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee99a74700 count: 0 00010000:00000010:0.0:1788840287.226014:0:32143:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90ee90f56380. 00010000:00000001:0.0:1788840287.226027:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.226030:0:32143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788840287.226032:0:32143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f380e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312ba7f7 expref: -99 pid: 32143 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:0.0:1788840287.226038:0:32143:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee99a74400 count: 0 00010000:00000010:0.0:1788840287.226040:0:32143:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90ee90f56e80. 00010000:00000001:0.0:1788840287.226045:0:32143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.226046:0:32143:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.226048:0:32143:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840287.226050:0:32143:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.226051:0:32143:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788840287.226065:0:32143:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 2 is allocated opc 36, max 7 00000100:00100000:0.0:1788840287.226080:0:32143:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee87f5b480 x1875733133988352/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788840287.226088:0:32143:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788840287.226090:0:32143:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788840287.226096:0:32143:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee86f3d840. 00000100:00000001:0.0:1788840287.226099:0:32143:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952873584704 : -122120835966912 : ffff90ee86f3d840) 00000100:00000001:0.0:1788840287.226101:0:32143:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840287.226103:0:32143:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890483840 : -122120819067776 : ffff90ee87f5b480) 00000100:00000001:0.0:1788840287.226107:0:32143:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840287.226112:0:32143:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840287.226114:0:32143:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788840287.226116:0:32143:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840287.226120:0:32143:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f5b480 x1875733133988352/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840287.226127:0:32143:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840287.226130:0:32143:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840287.226134:0:32143:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840287.226137:0:32143:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840287.226140:0:32143:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840287.226143:0:32143:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f5b480 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:32143:1875733133988352:192.168.202.131@tcp:36:multiop.0 00000100:00000001:0.0:1788840287.226150:0:32143:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840287.226157:0:32143:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840287.226160:0:32143:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840287.226162:0:32143:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840287.226167:0:32143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86f35800. 02000000:00000001:0.0:1788840287.226169:0:32143:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840287.226178:0:32143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840287.226182:0:32143:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c801b8. 00000400:00000010:0.0:1788840287.226192:0:32143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6990. 00000100:00000200:0.0:1788840287.226200:0:32143:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133988352, portal 10 00000100:00000001:0.0:1788840287.226202:0:32143:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840287.226203:0:32143:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890483840 : -122120819067776 : ffff90ee87f5b480) 00000100:00000040:0.0:1788840287.226210:0:32143:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87f5b480 x1875733133988352/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 504/624 e 0 to 0 dl 1788840303 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840287.226217:0:32143:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840287.226234:0:32143:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840287.226237:0:32143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6330. 00000100:00000200:0.0:1788840287.226241:0:32143:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1875733133988352, offset 0 00000400:00000200:0.0:1788840287.226248:0:32143:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840287.226259:0:32143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840287.226269:0:32143:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840287.226274:0:32143:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840287.226279:0:32143:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840287.226284:0:32143:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840287.226287:0:32143:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840287.226290:0:32143:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2503:2503:256:4294967295] 192.168.202.131@tcp LPNI seq info [2503:2503:8:4294967295] 00000400:00000200:0.0:1788840287.226294:0:32143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840287.226305:0:32143:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840287.226313:0:32143:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840287.226319:0:32143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee92e46c00. 00000800:00000200:0.0:1788840287.226328:0:32143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840287.226338:0:32143:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840287.226343:0:32143:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee92e46c00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:0.0:1788840287.226354:0:32143:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840287.226359:0:32143:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 786141 usecs (787 jiffies) 00000400:00000200:0.0:1788840287.226362:0:32143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840287.226365:0:32143:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296517831 00000100:00000001:0.0:1788840287.226375:0:32143:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, simply extend its deadline from 4296517821 00000100:00000001:0.0:1788840287.226381:0:32143:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296517831 00000100:00000001:0.0:1788840287.226385:0:32143:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, simply extend its deadline from 4296517821 00000100:00000001:0.0:1788840287.226388:0:32143:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840287.226391:0:32143:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840287.226393:0:32143:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840287.226395:0:32143:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788840287.226399:0:32143:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee86f3d840 going to sleep for 11 seconds 00000100:00000001:0.0:1788840287.226401:0:32143:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840287.226405:0:32143:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840287.227054:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840287.227061:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee92e46c00. 00000400:00000200:2.0:1788840287.227068:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840287.227075:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840287.227083:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6330 00000400:00000010:2.0:1788840287.227086:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6330. 00000100:00000001:2.0:1788840287.227091:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840287.227097:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f5b480 x1875733133988352/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 504/624 e 0 to 0 dl 1788840303 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840287.227108:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840287.227111:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f5b480 x1875733133988352/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 504/624 e 0 to 0 dl 1788840303 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840287.227118:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840287.227120:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000001:1.0:1788840287.227229:0:32144:0:(statahead.c:1544:ll_statahead_thread()) Process entered 00000080:00400000:1.0:1788840287.227233:0:32144:0:(statahead.c:1547:ll_statahead_thread()) statahead thread starting: sai ffff90ee85091400, parent / 00800000:00000001:1.0:1788840287.227240:0:32144:0:(lmv_obd.c:4431:lmv_batch_create()) Process entered 00800000:00000010:1.0:1788840287.227245:0:32144:0:(lmv_obd.c:4432:lmv_batch_create()) kmalloced '(lbh)': 48 at ffff90ee87139c80. 00800000:00000001:1.0:1788840287.227249:0:32144:0:(lmv_obd.c:4449:lmv_batch_create()) Process leaving (rc=18446621952875666560 : -122120833885056 : ffff90ee87139c80) 00000080:00000001:1.0:1788840287.227252:0:32144:0:(statahead.c:1486:ll_statahead_by_fname()) Process entered 00000080:00400000:1.0:1788840287.227254:0:32144:0:(statahead.c:1489:ll_statahead_by_fname()) lustre: FNAME statahead: parent / fname prefix f22.recovery-small- 00000080:00000010:1.0:1788840287.227258:0:32144:0:(statahead.c:1491:ll_statahead_by_fname()) kmalloced '(fname)': 255 at ffff90ee86f0da00. 00000080:00000001:1.0:1788840287.227262:0:32144:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:1.0:1788840287.227264:0:32144:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:1.0:1788840287.227267:0:32144:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff90ee85063c80. 00000020:00000001:1.0:1788840287.227271:0:32144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907cd8 00000080:00400000:1.0:1788840287.227272:0:32144:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-2(ffff90ee85063c80) index 1 00000080:00000001:1.0:1788840287.227276:0:32144:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446621952841235584 : -122120868316032 : ffff90ee85063c80) 00000080:00000001:1.0:1788840287.227280:0:32144:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788840287.227283:0:32144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907c98 00000080:00002000:1.0:1788840287.227285:0:32144:0:(dcache.c:87:ll_dcompare()) found name f22.recovery-small-2(ffff90ee9075ee58) flags 0x40000e refc 1 00000080:00000001:1.0:1788840287.227288:0:32144:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840287.227290:0:32144:0:(statahead.c:1012:sa_revalidate()) Process entered 00000080:00000010:1.0:1788840287.227294:0:32144:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff90ee85c5cc00. 00800000:00000002:1.0:1788840287.227301:0:32144:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 3 00800000:00000001:1.0:1788840287.227310:0:32144:0:(lmv_obd.c:4261:lmv_revalidate_lock()) Process entered 00000002:00000001:1.0:1788840287.227315:0:32144:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788840287.227317:0:32144:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840287.227319:0:32144:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840287.227325:0:32144:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1000 count: 2 00010000:00000001:1.0:1788840287.227328:0:32144:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840287.227332:0:32144:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840287.227335:0:32144:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788840287.227339:0:32144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d400/0x3aa5f499c96f3800 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312ba7c6 expref: -99 pid: 32140 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788840287.227353:0:32144:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788840287.227358:0:32144:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840287.227361:0:32144:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d400/0x3aa5f499c96f3800 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312ba7c6 expref: -99 pid: 32140 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788840287.227368:0:32144:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788840287.227370:0:32144:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788840287.227372:0:32144:0:(lmv_obd.c:4268:lmv_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788840287.227374:0:32144:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788840287.227377:0:32144:0:(dcache.c:176:ll_intent_release()) intent ffffa16201907d78 released 00000080:00010000:1.0:1788840287.227379:0:32144:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3800 from it ffffa16201907d78 00010000:00000001:1.0:1788840287.227382:0:32144:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840287.227384:0:32144:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840287.227387:0:32144:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=3 00000020:00000001:1.0:1788840287.227389:0:32144:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:1.0:1788840287.227392:0:32144:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:1.0:1788840287.227394:0:32144:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840287.227397:0:32144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d400/0x3aa5f499c96f3800 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8a436931312ba7c6 expref: -99 pid: 32140 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788840287.227404:0:32144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840287.227406:0:32144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840287.227407:0:32144:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840287.227410:0:32144:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840287.227412:0:32144:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d400/0x3aa5f499c96f3800 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312ba7c6 expref: -99 pid: 32140 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788840287.227420:0:32144:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840287.227423:0:32144:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840287.227426:0:32144:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840287.227431:0:32144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840287.227433:0:32144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840287.227435:0:32144:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840287.227438:0:32144:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840287.227440:0:32144:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840287.227441:0:32144:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840287.227444:0:32144:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840287.227447:0:32144:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840287.227448:0:32144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840287.227449:0:32144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788840287.227450:0:32144:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:1.0:1788840287.227453:0:32144:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 3 00000080:00000010:1.0:1788840287.227456:0:32144:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff90ee85c5cc00. 00000080:00000001:1.0:1788840287.227460:0:32144:0:(statahead.c:1031:sa_revalidate()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788840287.227465:0:32144:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:1.0:1788840287.227466:0:32144:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:1.0:1788840287.227468:0:32144:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:1.0:1788840287.227470:0:32144:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff90ee85063180. 00000020:00000001:1.0:1788840287.227472:0:32144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907cd8 00000080:00400000:1.0:1788840287.227474:0:32144:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-3(ffff90ee85063180) index 2 00000080:00000001:1.0:1788840287.227476:0:32144:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446621952841232768 : -122120868318848 : ffff90ee85063180) 00000080:00000001:1.0:1788840287.227478:0:32144:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:1.0:1788840287.227480:0:32144:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff90ee85c5cc00. 00800000:00000002:1.0:1788840287.227482:0:32144:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 3 00800000:00000001:1.0:1788840287.227486:0:32144:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:1.0:1788840287.227490:0:32144:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000010:1.0:1788840287.227492:0:32144:0:(lmv_obd.c:4594:lmv_batch_get_sub()) kmalloced '(sbh)': 32 at ffff90ee84b11780. 00000002:00000001:1.0:1788840287.227496:0:32144:0:(batch.c:649:cli_batch_create()) Process entered 00000002:00000010:1.0:1788840287.227497:0:32144:0:(batch.c:651:cli_batch_create()) kmalloced '(cbh)': 32 at ffff90ee84b11700. 00000002:00000010:1.0:1788840287.227500:0:32144:0:(batch.c:289:batch_update_request_create()) kmalloced '(head)': 80 at ffff90ee8532c7e0. 00000002:00000010:1.0:1788840287.227504:0:32144:0:(batch.c:217:batch_update_buffer_create()) kmalloced '(buf)': 40 at ffff90ee87139640. 00000002:00000010:1.0:1788840287.227509:0:32144:0:(batch.c:223:batch_update_buffer_create()) kmalloced '(bur)': 4096 at ffff90ee86f65000. 00000002:00000001:1.0:1788840287.227511:0:32144:0:(batch.c:666:cli_batch_create()) Process leaving (rc=18446621952835655424 : -122120873896192 : ffff90ee84b11700) 00800000:00000001:1.0:1788840287.227513:0:32144:0:(lmv_obd.c:4612:lmv_batch_get_sub()) Process leaving (rc=18446621952835655424 : -122120873896192 : ffff90ee84b11700) 00000002:00000001:1.0:1788840287.227516:0:32144:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:1.0:1788840287.227519:0:32144:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff90ee85db49c0. 00000002:00000001:1.0:1788840287.227522:0:32144:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:1.0:1788840287.227523:0:32144:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:1.0:1788840287.227526:0:32144:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:1.0:1788840287.227539:0:32144:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:1.0:1788840287.227542:0:32144:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:1.0:1788840287.227545:0:32144:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788840287.227550:0:32144:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee98cc4300. 00010000:00000010:1.0:1788840287.227554:0:32144:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee85063380. 00010000:00000001:1.0:1788840287.227559:0:32144:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788840287.227563:0:32144:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee86e85e00. 00000020:00000001:1.0:1788840287.227567:0:32144:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788840287.227569:0:32144:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee86e85e00 with handle 0x3aa5f499c96f381c to hash 00000020:00000001:1.0:1788840287.227572:0:32144:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788840287.227573:0:32144:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952872832512 : -122120836719104 : ffff90ee86e85e00) 00010000:00000001:1.0:1788840287.227578:0:32144:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952872832512 : -122120836719104 : ffff90ee86e85e00) 00010000:00000001:1.0:1788840287.227581:0:32144:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840287.227583:0:32144:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840287.227586:0:32144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85e00/0x3aa5f499c96f381c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788840287.227593:0:32144:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85e00/0x3aa5f499c96f381c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840287.227600:0:32144:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840287.227602:0:32144:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840287.227607:0:32144:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1788840287.227611:0:32144:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff90ee871395c0. 00000002:00000001:1.0:1788840287.227614:0:32144:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840287.227616:0:32144:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840287.227618:0:32144:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840287.227620:0:32144:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840287.227622:0:32144:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840287.227623:0:32144:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:1.0:1788840287.227625:0:32144:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:1.0:1788840287.227626:0:32144:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:1.0:1788840287.227628:0:32144:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff90ee85063800. 00000020:00000001:1.0:1788840287.227630:0:32144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907cd8 00000080:00400000:1.0:1788840287.227632:0:32144:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-4(ffff90ee85063800) index 3 00000080:00000001:1.0:1788840287.227634:0:32144:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446621952841234432 : -122120868317184 : ffff90ee85063800) 00000080:00000001:1.0:1788840287.227637:0:32144:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:1.0:1788840287.227679:0:32144:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff90ee85c5e400. 00800000:00000002:1.0:1788840287.227683:0:32144:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 4 00800000:00000001:1.0:1788840287.227686:0:32144:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:1.0:1788840287.227688:0:32144:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:1.0:1788840287.227689:0:32144:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446621952835655424 : -122120873896192 : ffff90ee84b11700) 00000002:00000001:1.0:1788840287.227692:0:32144:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:1.0:1788840287.227694:0:32144:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff90ee85db4000. 00000002:00000001:1.0:1788840287.227696:0:32144:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:1.0:1788840287.227697:0:32144:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:1.0:1788840287.227698:0:32144:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:1.0:1788840287.227702:0:32144:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:1.0:1788840287.227704:0:32144:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:1.0:1788840287.227705:0:32144:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788840287.227708:0:32144:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4300 count: 2 00010000:00000001:1.0:1788840287.227710:0:32144:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840287.227711:0:32144:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788840287.227713:0:32144:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee86e85600. 00000020:00000001:1.0:1788840287.227716:0:32144:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788840287.227718:0:32144:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee86e85600 with handle 0x3aa5f499c96f3823 to hash 00000020:00000001:1.0:1788840287.227719:0:32144:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788840287.227720:0:32144:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952872830464 : -122120836721152 : ffff90ee86e85600) 00010000:00000001:1.0:1788840287.227722:0:32144:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952872830464 : -122120836721152 : ffff90ee86e85600) 00010000:00000001:1.0:1788840287.227724:0:32144:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840287.227726:0:32144:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840287.227728:0:32144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85600/0x3aa5f499c96f3823 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788840287.227735:0:32144:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85600/0x3aa5f499c96f3823 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840287.227741:0:32144:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840287.227742:0:32144:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840287.227745:0:32144:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1788840287.227748:0:32144:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff90ee87139d00. 00000002:00000001:1.0:1788840287.227750:0:32144:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840287.227752:0:32144:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840287.227753:0:32144:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840287.227755:0:32144:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840287.227757:0:32144:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840287.227758:0:32144:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:1.0:1788840287.227760:0:32144:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:1.0:1788840287.227761:0:32144:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:1.0:1788840287.227763:0:32144:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff90ee85063280. 00000020:00000001:1.0:1788840287.227765:0:32144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907cd8 00000080:00400000:1.0:1788840287.227766:0:32144:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-5(ffff90ee85063280) index 4 00000080:00000001:1.0:1788840287.227768:0:32144:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446621952841233024 : -122120868318592 : ffff90ee85063280) 00000080:00000001:1.0:1788840287.227771:0:32144:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:1.0:1788840287.227774:0:32144:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff90ee85c5c400. 00800000:00000002:1.0:1788840287.227776:0:32144:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 5 00800000:00000001:1.0:1788840287.227780:0:32144:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:1.0:1788840287.227781:0:32144:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:1.0:1788840287.227782:0:32144:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446621952835655424 : -122120873896192 : ffff90ee84b11700) 00000002:00000001:1.0:1788840287.227784:0:32144:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:1.0:1788840287.227787:0:32144:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff90ee85db4840. 00000002:00000001:1.0:1788840287.227788:0:32144:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:1.0:1788840287.227789:0:32144:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:1.0:1788840287.227791:0:32144:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:1.0:1788840287.227794:0:32144:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:1.0:1788840287.227800:0:32144:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:1.0:1788840287.227802:0:32144:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788840287.227804:0:32144:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4300 count: 3 00010000:00000001:1.0:1788840287.227806:0:32144:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840287.227807:0:32144:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788840287.227810:0:32144:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee86e84200. 00000020:00000001:1.0:1788840287.227812:0:32144:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788840287.227814:0:32144:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee86e84200 with handle 0x3aa5f499c96f382a to hash 00000020:00000001:1.0:1788840287.227816:0:32144:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788840287.227817:0:32144:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952872825344 : -122120836726272 : ffff90ee86e84200) 00010000:00000001:1.0:1788840287.227819:0:32144:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952872825344 : -122120836726272 : ffff90ee86e84200) 00010000:00000001:1.0:1788840287.227823:0:32144:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840287.227824:0:32144:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840287.227827:0:32144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84200/0x3aa5f499c96f382a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788840287.227833:0:32144:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84200/0x3aa5f499c96f382a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840287.227839:0:32144:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840287.227841:0:32144:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840287.227843:0:32144:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1788840287.227845:0:32144:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff90ee87139240. 00000002:00000001:1.0:1788840287.227847:0:32144:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840287.227849:0:32144:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840287.227851:0:32144:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840287.227852:0:32144:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840287.227853:0:32144:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840287.227854:0:32144:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:1.0:1788840287.227856:0:32144:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:1.0:1788840287.227857:0:32144:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:1.0:1788840287.227859:0:32144:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff90ee85063d00. 00000020:00000001:1.0:1788840287.227861:0:32144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907cd8 00000080:00400000:1.0:1788840287.227863:0:32144:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-6(ffff90ee85063d00) index 5 00000080:00000001:1.0:1788840287.227865:0:32144:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446621952841235712 : -122120868315904 : ffff90ee85063d00) 00000080:00000001:1.0:1788840287.227868:0:32144:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:1.0:1788840287.227870:0:32144:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff90ee85c5d800. 00800000:00000002:1.0:1788840287.227873:0:32144:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 6 00800000:00000001:1.0:1788840287.227876:0:32144:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:1.0:1788840287.227877:0:32144:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:1.0:1788840287.227878:0:32144:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446621952835655424 : -122120873896192 : ffff90ee84b11700) 00000002:00000001:1.0:1788840287.227880:0:32144:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:1.0:1788840287.227883:0:32144:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff90ee85db4f00. 00000002:00000001:1.0:1788840287.227885:0:32144:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:1.0:1788840287.227886:0:32144:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:1.0:1788840287.227887:0:32144:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:1.0:1788840287.227890:0:32144:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:1.0:1788840287.227892:0:32144:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:1.0:1788840287.227893:0:32144:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788840287.227895:0:32144:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4300 count: 4 00010000:00000001:1.0:1788840287.227897:0:32144:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840287.227898:0:32144:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788840287.227901:0:32144:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee86e84a00. 00000020:00000001:1.0:1788840287.227903:0:32144:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788840287.227905:0:32144:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee86e84a00 with handle 0x3aa5f499c96f3831 to hash 00000020:00000001:1.0:1788840287.227907:0:32144:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788840287.227909:0:32144:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952872827392 : -122120836724224 : ffff90ee86e84a00) 00010000:00000001:1.0:1788840287.227911:0:32144:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952872827392 : -122120836724224 : ffff90ee86e84a00) 00010000:00000001:1.0:1788840287.227913:0:32144:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840287.227915:0:32144:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840287.227917:0:32144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84a00/0x3aa5f499c96f3831 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x10000000000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788840287.227923:0:32144:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84a00/0x3aa5f499c96f3831 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x0 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840287.227928:0:32144:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840287.227930:0:32144:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840287.227933:0:32144:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1788840287.227935:0:32144:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff90ee87139740. 00000002:00000001:1.0:1788840287.227937:0:32144:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840287.227939:0:32144:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840287.227941:0:32144:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840287.227942:0:32144:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840287.227944:0:32144:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840287.227945:0:32144:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:1.0:1788840287.227947:0:32144:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:1.0:1788840287.227948:0:32144:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:1.0:1788840287.227950:0:32144:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff90ee85063900. 00000020:00000001:1.0:1788840287.227952:0:32144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907cd8 00000080:00400000:1.0:1788840287.227954:0:32144:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-7(ffff90ee85063900) index 6 00000080:00000001:1.0:1788840287.227957:0:32144:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446621952841234688 : -122120868316928 : ffff90ee85063900) 00000080:00000001:1.0:1788840287.227959:0:32144:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:1.0:1788840287.227961:0:32144:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff90ee85c5dc00. 00800000:00000002:1.0:1788840287.227964:0:32144:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 7 00800000:00000001:1.0:1788840287.227967:0:32144:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:1.0:1788840287.227968:0:32144:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:1.0:1788840287.227970:0:32144:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446621952835655424 : -122120873896192 : ffff90ee84b11700) 00000002:00000001:1.0:1788840287.227972:0:32144:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:1.0:1788840287.227974:0:32144:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff90ee85db4c00. 00000002:00000001:1.0:1788840287.227976:0:32144:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:1.0:1788840287.227977:0:32144:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:1.0:1788840287.227978:0:32144:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:1.0:1788840287.227981:0:32144:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:1.0:1788840287.227982:0:32144:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:1.0:1788840287.227984:0:32144:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788840287.227985:0:32144:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4300 count: 5 00010000:00000001:1.0:1788840287.227987:0:32144:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840287.227989:0:32144:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788840287.227992:0:32144:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee86e85a00. 00000020:00000001:1.0:1788840287.227994:0:32144:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788840287.227996:0:32144:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee86e85a00 with handle 0x3aa5f499c96f3838 to hash 00000020:00000001:1.0:1788840287.227998:0:32144:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788840287.227999:0:32144:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952872831488 : -122120836720128 : ffff90ee86e85a00) 00010000:00000001:1.0:1788840287.228001:0:32144:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952872831488 : -122120836720128 : ffff90ee86e85a00) 00010000:00000001:1.0:1788840287.228004:0:32144:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840287.228005:0:32144:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840287.228008:0:32144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85a00/0x3aa5f499c96f3838 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x10000000000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788840287.228015:0:32144:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85a00/0x3aa5f499c96f3838 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x0 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840287.228020:0:32144:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840287.228022:0:32144:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840287.228024:0:32144:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1788840287.228026:0:32144:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff90ee87139840. 00000002:00000001:1.0:1788840287.228029:0:32144:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840287.228030:0:32144:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840287.228032:0:32144:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840287.228033:0:32144:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840287.228035:0:32144:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840287.228037:0:32144:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:1.0:1788840287.228038:0:32144:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:1.0:1788840287.228039:0:32144:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:1.0:1788840287.228041:0:32144:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff90ee85063480. 00000020:00000001:1.0:1788840287.228043:0:32144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907cd8 00000080:00400000:1.0:1788840287.228044:0:32144:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-8(ffff90ee85063480) index 7 00000080:00000001:1.0:1788840287.228046:0:32144:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446621952841233536 : -122120868318080 : ffff90ee85063480) 00000080:00000001:1.0:1788840287.228048:0:32144:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:1.0:1788840287.228050:0:32144:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff90ee85c5c000. 00800000:00000002:1.0:1788840287.228053:0:32144:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 8 00800000:00000001:1.0:1788840287.228055:0:32144:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:1.0:1788840287.228057:0:32144:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:1.0:1788840287.228058:0:32144:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446621952835655424 : -122120873896192 : ffff90ee84b11700) 00000002:00000001:1.0:1788840287.228060:0:32144:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:1.0:1788840287.228062:0:32144:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff90ee85db4900. 00000002:00000001:1.0:1788840287.228064:0:32144:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:1.0:1788840287.228065:0:32144:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:1.0:1788840287.228066:0:32144:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:1.0:1788840287.228070:0:32144:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:1.0:1788840287.228071:0:32144:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:1.0:1788840287.228072:0:32144:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788840287.228074:0:32144:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4300 count: 6 00010000:00000001:1.0:1788840287.228076:0:32144:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840287.228078:0:32144:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788840287.228080:0:32144:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee86e85c00. 00000020:00000001:1.0:1788840287.228083:0:32144:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788840287.228085:0:32144:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee86e85c00 with handle 0x3aa5f499c96f383f to hash 00000020:00000001:1.0:1788840287.228086:0:32144:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788840287.228088:0:32144:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952872832000 : -122120836719616 : ffff90ee86e85c00) 00010000:00000001:1.0:1788840287.228090:0:32144:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952872832000 : -122120836719616 : ffff90ee86e85c00) 00010000:00000001:1.0:1788840287.228091:0:32144:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840287.228094:0:32144:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840287.228097:0:32144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85c00/0x3aa5f499c96f383f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x10000000000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788840287.228103:0:32144:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85c00/0x3aa5f499c96f383f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x0 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840287.228109:0:32144:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840287.228111:0:32144:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840287.228113:0:32144:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1788840287.228116:0:32144:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff90ee87139700. 00000002:00000001:1.0:1788840287.228118:0:32144:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840287.228120:0:32144:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840287.228121:0:32144:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840287.228123:0:32144:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840287.228125:0:32144:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840287.228126:0:32144:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:1.0:1788840287.228127:0:32144:0:(statahead.c:1053:sa_statahead()) Process entered 00000080:00000001:1.0:1788840287.228129:0:32144:0:(statahead.c:199:sa_alloc()) Process entered 00000080:00000010:1.0:1788840287.228130:0:32144:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff90ee85063200. 00000020:00000001:1.0:1788840287.228132:0:32144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907cd8 00000080:00400000:1.0:1788840287.228134:0:32144:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-9(ffff90ee85063200) index 8 00000080:00000001:1.0:1788840287.228136:0:32144:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446621952841232896 : -122120868318720 : ffff90ee85063200) 00000080:00000001:1.0:1788840287.228139:0:32144:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:1.0:1788840287.228141:0:32144:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff90ee85c5c800. 00800000:00000002:1.0:1788840287.228144:0:32144:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 9 00800000:00000001:1.0:1788840287.228146:0:32144:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:1.0:1788840287.228148:0:32144:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00800000:00000001:1.0:1788840287.228149:0:32144:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446621952835655424 : -122120873896192 : ffff90ee84b11700) 00000002:00000001:1.0:1788840287.228151:0:32144:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:1.0:1788840287.228153:0:32144:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff90ee85db4e40. 00000002:00000001:1.0:1788840287.228155:0:32144:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000001:1.0:1788840287.228156:0:32144:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:1.0:1788840287.228157:0:32144:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:1.0:1788840287.228160:0:32144:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:1.0:1788840287.228162:0:32144:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:1.0:1788840287.228164:0:32144:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788840287.228165:0:32144:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4300 count: 7 00010000:00000001:1.0:1788840287.228167:0:32144:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840287.228169:0:32144:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788840287.228172:0:32144:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee86e85800. 00000020:00000001:1.0:1788840287.228174:0:32144:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788840287.228176:0:32144:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee86e85800 with handle 0x3aa5f499c96f3846 to hash 00000020:00000001:1.0:1788840287.228178:0:32144:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788840287.228179:0:32144:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952872830976 : -122120836720640 : ffff90ee86e85800) 00010000:00000001:1.0:1788840287.228182:0:32144:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952872830976 : -122120836720640 : ffff90ee86e85800) 00010000:00000001:1.0:1788840287.228184:0:32144:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840287.228186:0:32144:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840287.228188:0:32144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85800/0x3aa5f499c96f3846 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x10000000000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788840287.228195:0:32144:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85800/0x3aa5f499c96f3846 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x0 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840287.228200:0:32144:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840287.228202:0:32144:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840287.228204:0:32144:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1788840287.228206:0:32144:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff90ee871394c0. 00000002:00000001:1.0:1788840287.228208:0:32144:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840287.228210:0:32144:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840287.228212:0:32144:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840287.228214:0:32144:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840287.228215:0:32144:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840287.228218:0:32144:0:(lmv_obd.c:4492:lmv_batch_flush()) Process entered 00000002:00000001:1.0:1788840287.228232:0:32144:0:(batch.c:690:cli_batch_flush()) Process entered 00000002:00000001:1.0:1788840287.228234:0:32144:0:(batch.c:435:batch_send_update_req()) Process entered 00000002:00000001:1.0:1788840287.228236:0:32144:0:(batch.c:121:batch_prep_update_req()) Process entered 00000100:00000010:1.0:1788840287.228240:0:32144:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87faf800. 00000020:00000040:1.0:1788840287.228245:0:32144:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=8 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:1.0:1788840287.228248:0:32144:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840287.228250:0:32144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840287.228254:0:32144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840287.228262:0:32144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 4096 at ffff90ee86f62000. 00000100:00000001:1.0:1788840287.228268:0:32144:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840287.228273:0:32144:0:(batch.c:105:batch_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840287.228275:0:32144:0:(batch.c:143:batch_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788840287.228278:0:32144:0:(batch.c:198:batch_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840287.228283:0:32144:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840287.228288:0:32144:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840287.228298:0:32144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b26477a] to pc [ptlrpcd_00_00+0] req@ffff90ee87faf800 x1875733133988480/t0(0) o63->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:24/4 lens 3128/7008 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000002:00000001:1.0:1788840287.228325:0:32144:0:(batch.c:480:batch_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840287.228328:0:32144:0:(batch.c:699:cli_batch_flush()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840287.228330:0:32144:0:(lmv_obd.c:4514:lmv_batch_flush()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840287.228332:0:32144:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000001:1.0:1788840287.228335:0:32144:0:(statahead.c:681:ll_agl_trigger()) Process entered 00000080:00400000:1.0:1788840287.228337:0:32144:0:(statahead.c:738:ll_agl_trigger()) Handling (init) async glimpse: inode = [0x200000404:0x2b:0x0], idx = 1 00000001:00000001:1.0:1788840287.228341:0:32144:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1788840287.228344:0:32144:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840287.228348:0:32144:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036962344 : -122120672589272 : ffff90ee90b0ca28) 00000020:00001000:1.0:1788840287.228351:0:32144:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0ca20 00000020:00000001:1.0:1788840287.228357:0:32144:0:(cl_object.c:143:cl_object_top()) ffff90ee87984b70 -> ffff90ee87984b70 00000020:00000001:1.0:1788840287.228361:0:32144:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788840287.228364:0:32144:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788840287.228366:0:32144:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x2b:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1788840287.228370:0:32144:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788840287.228371:0:32144:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788840287.228374:0:32144:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788840287.228376:0:32144:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840287.228379:0:32144:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788840287.228384:0:32144:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x2b:0x0]io ffff90ee87fcce40 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1788840287.228388:0:32144:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee831508b8) owner 0000000000000000/ffff90eea0340000 00020000:00000001:1.0:1788840287.228393:0:32144:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788840287.228395:0:32144:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788840287.228398:0:32144:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788840287.228400:0:32144:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840287.228403:0:32144:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788840287.228406:0:32144:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788840287.228408:0:32144:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840287.228410:0:32144:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788840287.228411:0:32144:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788840287.228412:0:32144:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788840287.228413:0:32144:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee831508b8) owner 0000000000000000/ffff90eea0340000 00000020:00000001:1.0:1788840287.228415:0:32144:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788840287.228418:0:32144:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1788840287.228420:0:32144:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x2b:0x0] 00000020:00000001:1.0:1788840287.228423:0:32144:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1788840287.228425:0:32144:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1788840287.228428:0:32144:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1788840287.228430:0:32144:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1788840287.228437:0:32144:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1788840287.228443:0:32144:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90ee85063000. 00020000:00000002:1.0:1788840287.228445:0:32144:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788840287.228448:0:32144:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1788840287.228451:0:32144:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788840287.228453:0:32144:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788840287.228454:0:32144:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840287.228456:0:32144:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036961768 : -122120672589848 : ffff90ee90b0c7e8) 00000020:00001000:1.0:1788840287.228458:0:32144:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0c7e0 00000020:00000001:1.0:1788840287.228461:0:32144:0:(cl_object.c:143:cl_object_top()) ffff90ee879849e0 -> ffff90ee87984b70 00000020:00000001:1.0:1788840287.228463:0:32144:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788840287.228467:0:32144:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788840287.228469:0:32144:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788840287.228471:0:32144:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840287.228473:0:32144:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840287.228475:0:32144:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621952871594936 : -122120837956680 : ffff90ee86d57bb8) 00000020:00000001:1.0:1788840287.228477:0:32144:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1788840287.228482:0:32144:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90ee885c7b50. 00000008:00010000:1.0:1788840287.228486:0:32144:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 2b 00000020:00000001:1.0:1788840287.228489:0:32144:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788840287.228490:0:32144:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1788840287.228492:0:32144:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90ee85063030, osc lock ffff90ee885c7b50, flags 0x400041012 00000020:00000001:1.0:1788840287.228494:0:32144:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840287.228496:0:32144:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840287.228499:0:32144:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621952841232384 : -122120868319232 : ffff90ee85063000) 00000020:00000001:1.0:1788840287.228501:0:32144:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788840287.228503:0:32144:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1788840287.228505:0:32144:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840287.228507:0:32144:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840287.228510:0:32144:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1788840287.228512:0:32144:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1788840287.228513:0:32144:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788840287.228515:0:32144:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621952871594936 : -122120837956680 : ffff90ee86d57bb8) 00000020:00000001:1.0:1788840287.228517:0:32144:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1788840287.228519:0:32144:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1788840287.228522:0:32144:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788840287.228526:0:32144:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788840287.228529:0:32144:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788840287.228530:0:32144:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788840287.228532:0:32144:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788840287.228533:0:32144:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788840287.228535:0:32144:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788840287.228538:0:32144:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1788840287.228541:0:32144:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788840287.228545:0:32144:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840287.228549:0:32144:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:1.0:1788840287.228553:0:32144:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87fac380. 00000020:00000040:1.0:1788840287.228556:0:32144:0:(genops.c:1210:class_import_get()) import ffff90ee92b59000 refcount=3 obd=lustre-OST0001-osc-ffff90ee90f70800 00010000:00000001:1.0:1788840287.228560:0:32144:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788840287.228563:0:32144:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840287.228566:0:32144:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840287.228568:0:32144:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840287.228569:0:32144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840287.228572:0:32144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840287.228576:0:32144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee98e5a000. 00000100:00000001:1.0:1788840287.228580:0:32144:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840287.228584:0:32144:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788840287.228586:0:32144:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840287.228588:0:32144:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788840287.228589:0:32144:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840287.228591:0:32144:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840287.228593:0:32144:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446621952890815360 : -122120818736256 : ffff90ee87fac380) 00010000:00000001:1.0:1788840287.228597:0:32144:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788840287.228599:0:32144:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788840287.228603:0:32144:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee98cc4900. 00010000:00000010:1.0:1788840287.228607:0:32144:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff90ee98cc4100. 00010000:00000001:1.0:1788840287.228613:0:32144:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788840287.228615:0:32144:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee86e85200. 00000020:00000001:1.0:1788840287.228618:0:32144:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788840287.228620:0:32144:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee86e85200 with handle 0x3aa5f499c96f384d to hash 00000020:00000001:1.0:1788840287.228622:0:32144:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788840287.228623:0:32144:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952872829440 : -122120836722176 : ffff90ee86e85200) 00010000:00000010:1.0:1788840287.228627:0:32144:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff90ee87139100. 00010000:00000001:1.0:1788840287.228629:0:32144:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952872829440 : -122120836722176 : ffff90ee86e85200) 00010000:00000001:1.0:1788840287.228632:0:32144:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840287.228634:0:32144:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840287.228637:0:32144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 000000005508c977/0x3aa5f499c96f384d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32144 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788840287.228676:0:32144:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400041010 ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 000000005508c977/0x3aa5f499c96f384d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 32144 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840287.228686:0:32144:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840287.228690:0:32144:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840287.228692:0:32144:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840287.228697:0:32144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000804dd2e0] to pc [ptlrpcd_00_01+1] req@ffff90ee87fac380 x1875733133988608/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:NQU/600/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:0 00000008:00000001:1.0:1788840287.228708:0:32144:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840287.228711:0:32144:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840287.228713:0:32144:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840287.228715:0:32144:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840287.228716:0:32144:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840287.228718:0:32144:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840287.228720:0:32144:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788840287.228722:0:32144:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90ee87fccde0 (ffff90ee90b0ca28/0) at cl_lock_release():245 00000020:00000001:1.0:1788840287.228725:0:32144:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788840287.228727:0:32144:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee87fccde0 (ffff90ee90b0ca28/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788840287.228730:0:32144:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788840287.228731:0:32144:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788840287.228732:0:32144:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621952871594936 : -122120837956680 : ffff90ee86d57bb8) 00000020:00000001:1.0:1788840287.228734:0:32144:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788840287.228736:0:32144:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee85063030 (ffff90ee90b0c7e8/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788840287.228739:0:32144:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788840287.228740:0:32144:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00000008:00000001:1.0:1788840287.228742:0:32144:0:(osc_lock.c:1125:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788840287.228744:0:32144:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788840287.228745:0:32144:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788840287.228746:0:32144:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788840287.228748:0:32144:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788840287.228749:0:32144:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee87fccde0 (ffff90ee90b0ca28/0) at cl_lock_fini():72 00020000:00000001:1.0:1788840287.228752:0:32144:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788840287.228753:0:32144:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788840287.228754:0:32144:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee85063030 (ffff90ee90b0ca28/1) at cl_lock_fini():72 00000008:00000010:1.0:1788840287.228757:0:32144:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90ee885c7b50. 00000020:00000001:1.0:1788840287.228761:0:32144:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788840287.228763:0:32144:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90ee85063000. 00020000:00000001:1.0:1788840287.228766:0:32144:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788840287.228767:0:32144:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788840287.228769:0:32144:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1788840287.228770:0:32144:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840287.228773:0:32144:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788840287.228776:0:32144:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788840287.228778:0:32144:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788840287.228779:0:32144:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788840287.228780:0:32144:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788840287.228782:0:32144:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0c7e0 00020000:00000001:1.0:1788840287.228784:0:32144:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788840287.228787:0:32144:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788840287.228789:0:32144:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788840287.228791:0:32144:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x2b:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788840287.228794:0:32144:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788840287.228796:0:32144:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840287.228798:0:32144:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788840287.228800:0:32144:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788840287.228801:0:32144:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788840287.228802:0:32144:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0ca20 00000001:00000001:1.0:1788840287.228804:0:32144:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1788840287.228807:0:32144:0:(statahead.c:747:ll_agl_trigger()) Handled (init) async glimpse: inode= [0x200000404:0x2b:0x0], idx = 1, rc = 1 00000080:00000001:1.0:1788840287.228810:0:32144:0:(statahead.c:751:ll_agl_trigger()) Process leaving 00000080:00000001:3.0:1788840287.229406:0:32145:0:(statahead.c:1097:ll_agl_thread()) Process entered 00000080:00400000:3.0:1788840287.229412:0:32145:0:(statahead.c:1100:ll_agl_thread()) agl thread started: sai ffff90ee85091400, parent / 00000800:00000001:3.0:1788840287.233285:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840287.233310:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840287.233316:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840287.233318:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840287.233318:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840287.233325:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840287.233328:0:2359:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000400:00000200:3.0:1788840287.233330:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840287.233339:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000100:00000040:0.0:1788840287.233340:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87faf800 x1875733133988480/t0(0) o63->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:24/4 lens 3128/7008 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788840287.233350:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840287.233351:0:2359:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840287.233354:0:2359:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840287.233355:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 02000000:00000001:0.0:1788840287.233359:0:2359:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1788840287.233361:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 02000000:00000001:0.0:1788840287.233364:0:2359:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1788840287.233366:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 456 into portal 10 MB=0x6a9f827251200 02000000:00000001:0.0:1788840287.233367:0:2359:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840287.233370:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87faf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2359:1875733133988480:192.168.202.131@tcp:63:ll_sa.0 00000400:00000200:3.0:1788840287.233371:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840287.233375:0:2359:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000400:00000200:3.0:1788840287.233379:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 456/456 into md 0x6d35 [1] + 224 02000000:00000001:0.0:1788840287.233382:0:2359:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840287.233385:0:2359:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788840287.233387:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 02000000:00000001:0.0:1788840287.233388:0:2359:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000800:00000001:3.0:1788840287.233393:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840287.233397:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1788840287.233399:0:2359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff90ee85d98000. 02000000:00000001:0.0:1788840287.233401:0:2359:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840287.233403:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:0.0:1788840287.233406:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840287.233410:0:2359:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c80370. 00000100:00000001:3.0:1788840287.233411:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840287.233418:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f5b480 x1875733133988352/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 504/624 e 0 to 0 dl 1788840303 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000400:00000010:0.0:1788840287.233418:0:2359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90ee86f3dc00. 00000100:00000040:3.0:1788840287.233427:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff90ee87f5b480 x1875733133988352/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 504/624 e 0 to 0 dl 1788840303 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788840287.233427:0:2359:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1875733133988480, portal 4 00000100:00000001:0.0:1788840287.233430:0:2359:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840287.233432:0:2359:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890828800 : -122120818722816 : ffff90ee87faf800) 00000100:00000040:0.0:1788840287.233439:0:2359:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87faf800 x1875733133988480/t0(0) o63->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788840303 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840287.233447:0:2359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840287.233451:0:2359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000100:00000001:3.0:1788840287.233452:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000010:0.0:1788840287.233455:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed63b8. 00000100:00000200:0.0:1788840287.233459:0:2359:0:(niobuf.c:94:ptl_send_buf()) Sending 3128 bytes to portal 24, xid 1875733133988480, offset 0 00000400:00000200:3.0:1788840287.233463:0:2354:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788840287.233465:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840287.233466:0:2359:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840287.233470:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840287.233476:0:2359:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840287.233478:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840287.233483:0:2359:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840287.233484:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2504:2504:256:4294967295] 192.168.202.131@tcp LPNI seq info [2504:2504:8:4294967295] 00000400:00000200:0.0:1788840287.233487:0:2359:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840287.233488:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840287.233492:0:2359:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840287.233496:0:2359:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840287.233497:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) 192.168.202.131@tcp : ACK try# 0 00000400:00000200:0.0:1788840287.233499:0:2359:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2505:2505:255:4294967295] 192.168.202.131@tcp LPNI seq info [2505:2505:7:4294967295] 00000400:00000200:0.0:1788840287.233503:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000800:00000200:3.0:1788840287.233506:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840287.233509:0:2359:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000010:3.0:1788840287.233511:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee983e5900. 00000800:00000200:0.0:1788840287.233514:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 3128 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840287.233517:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee92e46b00. 00000800:00000200:3.0:1788840287.233519:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840287.233521:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840287.233527:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840287.233532:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee92e46b00 type 1, nob 3224 niov 1 nkiov 1 00000800:00000200:3.0:1788840287.233534:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840287.233537:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee983e5900 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:0.0:1788840287.233542:0:2359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840287.233600:0:2359:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 786141 usecs (787 jiffies) 00000400:00000200:0.0:1788840287.233605:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840287.233609:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296517838 00000100:00000001:0.0:1788840287.233617:0:2359:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, simply extend its deadline from 4296517831 00000100:00000001:0.0:1788840287.233623:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296517838 00000100:00000001:0.0:1788840287.233626:0:2359:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, simply extend its deadline from 4296517831 00000100:00000001:0.0:1788840287.233629:0:2359:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840287.233632:0:2359:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840287.233636:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840287.233658:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840287.233669:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840287.233672:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788840287.233674:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840287.233675:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840287.233677:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840287.233680:0:2359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1788840287.233682:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840287.233684:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840287.233685:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840287.233687:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840287.233688:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840287.233690:0:2359:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840287.233696:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87fac380 x1875733133988608/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:NQU/600/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840287.233703:0:2359:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840287.233705:0:2359:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840287.233707:0:2359:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840287.233709:0:2359:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840287.233711:0:2359:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840287.233714:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87fac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2359:1875733133988608:192.168.202.131@tcp:101:ll_sa.0 00000100:00000001:0.0:1788840287.233717:0:2359:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840287.233719:0:2359:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840287.233721:0:2359:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840287.233723:0:2359:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840287.233729:0:2359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86f34400. 02000000:00000001:0.0:1788840287.233731:0:2359:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840287.233734:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840287.233737:0:2359:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c80528. 00000400:00000010:0.0:1788840287.233741:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6cc0. 00000100:00000200:0.0:1788840287.233744:0:2359:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133988608, portal 4 00000100:00000001:0.0:1788840287.233746:0:2359:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840287.233747:0:2359:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890815360 : -122120818736256 : ffff90ee87fac380) 00000100:00000040:0.0:1788840287.233753:0:2359:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87fac380 x1875733133988608/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840303 ref 2 fl Rpc:Nr/600/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840287.233759:0:2359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840287.233761:0:2359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840287.233763:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6a18. 00000100:00000200:0.0:1788840287.233766:0:2359:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875733133988608, offset 0 00000400:00000200:0.0:1788840287.233770:0:2359:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840287.233774:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840287.233778:0:2359:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840287.233780:0:2359:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840287.233783:0:2359:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840287.233785:0:2359:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840287.233787:0:2359:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840287.233790:0:2359:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2506:2506:254:4294967295] 192.168.202.131@tcp LPNI seq info [2506:2506:6:4294967295] 00000400:00000200:0.0:1788840287.233794:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840287.233814:0:2359:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840287.233819:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840287.233823:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee92e46d00. 00000800:00000200:0.0:1788840287.233827:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840287.233832:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840287.233834:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee92e46d00 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1788840287.234506:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840287.234513:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee92e46b00. 00000400:00000200:3.0:1788840287.234518:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840287.234525:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840287.234530:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed63b8 00000400:00000010:3.0:1788840287.234532:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed63b8. 00000100:00000001:3.0:1788840287.235416:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840287.235426:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87faf800 x1875733133988480/t0(0) o63->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788840303 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840287.235441:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840287.235445:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87faf800 x1875733133988480/t0(0) o63->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788840303 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840287.235452:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840287.235454:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788840287.235481:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:3.0:1788840287.235482:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1788840287.235487:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788840287.235493:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788840287.235750:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840287.235754:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee983e5900. 00000400:00000200:3.0:1788840287.235760:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840287.235764:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: ACK: OK 00000100:00000001:1.0:1788840287.235817:0:32143:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788840287.235828:0:32143:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840287.235831:0:32143:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840287.235836:0:32143:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c801b8. 00000400:00000200:1.0:1788840287.235841:0:32143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6990 00000400:00000010:1.0:1788840287.235844:0:32143:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6990. 00000100:00000001:1.0:1788840287.235847:0:32143:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840287.235853:0:32143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f5b480 x1875733133988352/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 504/624 e 0 to 0 dl 1788840303 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788840287.235862:0:32143:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f5b480 x1875733133988352/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 504/624 e 0 to 0 dl 1788840303 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840287.235870:0:32143:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840287.235872:0:32143:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840287.235875:0:32143:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840287.235879:0:32143:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840287.235882:0:32143:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840287.235885:0:32143:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840287.235888:0:32143:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840287.235898:0:32143:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=137 v=5 (5 102 102 102) 00000100:00001000:1.0:1788840287.235903:0:32143:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=11 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840287.235907:0:32143:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840287.235909:0:32143:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840287.235912:0:32143:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840287.235917:0:32143:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840287.235921:0:32143:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788840287.235923:0:32143:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a2/0x100000162] 00000100:00000001:1.0:1788840287.235925:0:32143:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788840287.235927:0:32143:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840287.235929:0:32143:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890483840 : -122120819067776 : ffff90ee87f5b480) 00000100:00000001:1.0:1788840287.235932:0:32143:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840287.235935:0:32143:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967649 00000100:00000001:1.0:1788840287.235939:0:32143:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840287.235941:0:32143:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840287.235946:0:32143:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f5b480 x1875733133988352/t4294967651(4294967651) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 504/456 e 0 to 0 dl 1788840303 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840287.235954:0:32143:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840287.235957:0:32143:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840287.235959:0:32143:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840287.235964:0:32143:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f5b480 x1875733133988352/t4294967651(4294967651) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 504/456 e 0 to 0 dl 1788840303 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788840287.235972:0:32143:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f5b480 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:32143:1875733133988352:192.168.202.131@tcp:36:multiop.0 00000100:00000001:1.0:1788840287.235977:0:32143:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840287.235980:0:32143:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840287.235983:0:32143:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788840287.235985:0:32143:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840287.235989:0:32143:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f5b480 x1875733133988352/t4294967651(4294967651) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 504/456 e 0 to 0 dl 1788840303 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840287.235995:0:32143:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840287.235999:0:32143:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee86f3d840. 00000100:00000001:1.0:1788840287.236003:0:32143:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788840287.236005:0:32143:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840287.236014:0:32143:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840287.236019:0:32143:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788840287.236024:0:32143:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 9 00000080:00000010:1.0:1788840287.236028:0:32143:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85091a00. 00000100:00000001:1.0:1788840287.236035:0:32143:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840287.236038:0:32143:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f5b480 x1875733133988352/t4294967651(4294967651) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 504/456 e 0 to 0 dl 1788840303 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840287.236044:0:32143:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840287.236050:0:32143:0:(namei.c:2468:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840287.236062:0:32143:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788840287.236066:0:32143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201bd7e30 00000080:00002000:1.0:1788840287.236069:0:32143:0:(dcache.c:127:ll_ddelete()) deleting dentry f22.recovery-small-1 (ffff90ee906836c0, parent ffff90ee9069b510, inode 0000000000000000) hashed, 00000080:00000001:1.0:1788840287.236073:0:32143:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788840287.236079:0:32143:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788840287.236085:0:32143:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1788840287.236097:0:32143:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:1.0:1788840287.236100:0:32143:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1788840287.236103:0:32143:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840287.236108:0:32143:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036962344 : -122120672589272 : ffff90ee90b0ca28) 00000020:00001000:1.0:1788840287.236111:0:32143:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0ca20 00000020:00000001:1.0:1788840287.236117:0:32143:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f080 -> ffff90ee82e4f080 00000020:00000001:1.0:1788840287.236121:0:32143:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788840287.236124:0:32143:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788840287.236127:0:32143:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x2c:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788840287.236131:0:32143:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788840287.236133:0:32143:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788840287.236135:0:32143:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788840287.236140:0:32143:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x2c:0x0]io ffff90ee87fcce40 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1788840287.236143:0:32143:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee98eff4d8) owner 0000000000000000/ffff90ee870a8000 00020000:00000001:1.0:1788840287.236148:0:32143:0:(lov_io.c:2207:lov_io_init_empty()) Process entered 00020000:00000001:1.0:1788840287.236151:0:32143:0:(lov_io.c:2241:lov_io_init_empty()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1788840287.236153:0:32143:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee98eff4d8) owner 0000000000000000/ffff90ee870a8000 00000020:00000001:1.0:1788840287.236157:0:32143:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788840287.236159:0:32143:0:(cl_io.c:71:cl_io_fini()) Process entered 00000080:00000001:1.0:1788840287.236163:0:32143:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788840287.236165:0:32143:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x2c:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788840287.236168:0:32143:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788840287.236170:0:32143:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788840287.236173:0:32143:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0ca20 00000080:00000001:1.0:1788840287.236176:0:32143:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840287.236180:0:32143:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:1.0:1788840287.236183:0:32143:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000404:0x2c:0x0](ffff90ee90594b08) 00800000:00000001:1.0:1788840287.236188:0:32143:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:1.0:1788840287.236190:0:32143:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x2c:0x0] 00000002:00000001:1.0:1788840287.236197:0:32143:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:1.0:1788840287.236203:0:32143:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840287.236206:0:32143:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840287.236209:0:32143:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1788840287.236213:0:32143:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1788840287.236215:0:32143:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840287.236217:0:32143:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840287.236232:0:32143:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840287.236234:0:32143:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036962344 : -122120672589272 : ffff90ee90b0ca28) 00000020:00001000:1.0:1788840287.236236:0:32143:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0ca20 00020000:00000001:1.0:1788840287.236244:0:32143:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:1.0:1788840287.236245:0:32143:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee98eff4d8) owner 0000000000000000/ffff90ee870a8000 00020000:00000001:1.0:1788840287.236249:0:32143:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:1.0:1788840287.236251:0:32143:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788840287.236253:0:32143:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee98eff4d8) owner 0000000000000000/ffff90ee870a8000 00020000:00000001:1.0:1788840287.236256:0:32143:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:1.0:1788840287.236258:0:32143:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:1.0:1788840287.236260:0:32143:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee98eff4d8) owner 0000000000000000/ffff90ee870a8000 00020000:00000002:1.0:1788840287.236262:0:32143:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee98eff4d8) owner 0000000000000000/ffff90ee870a8000 00020000:00000010:1.0:1788840287.236266:0:32143:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff90ee98eff4d8. 00020000:00000001:1.0:1788840287.236269:0:32143:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:1.0:1788840287.236272:0:32143:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff90ee82e4f000. 00000020:00001000:1.0:1788840287.236277:0:32143:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0ca20 00000080:00000001:1.0:1788840287.236280:0:32143:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1788840287.236282:0:32143:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000800:00000001:3.0:1788840287.246973:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840287.246998:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840287.247003:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840287.247006:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840287.247018:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840287.247029:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840287.247040:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840287.247047:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840287.247055:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840287.247060:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 7008 into portal 4 MB=0x6a9f827251280 00000400:00000200:3.0:1788840287.247066:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840287.247073:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 7008/7008 into md 0x6d3d [2] + 224 00000800:00000001:3.0:1788840287.247082:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840287.247119:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840287.247124:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840287.247130:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840287.247140:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840287.247153:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87faf800 x1875733133988480/t0(0) o63->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788840303 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840287.247167:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=7008 offset=224 replen=7008 req@ffff90ee87faf800 x1875733133988480/t0(0) o63->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788840303 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840287.247178:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840287.247188:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840287.247192:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1788840287.253526:0:2359:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74700. 00010000:00000010:0.1:1788840287.253545:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031a00. 00010000:00000010:0.1:1788840287.253550:0:2359:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74400. 00010000:00000010:0.1:1788840287.253553:0:2359:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031800. 00000100:00000001:0.0:1788840287.253562:0:2359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840287.253571:0:2359:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: using a timeout of 278602 usecs (279 jiffies) 00000400:00000200:0.0:1788840287.253581:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840287.253587:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296517350 00000100:00000001:0.0:1788840287.253590:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296517838 00000100:00000001:0.0:1788840287.253593:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296517350 00000100:00000001:0.0:1788840287.253595:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296517838 00000100:00000001:0.0:1788840287.253598:0:2359:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840287.253603:0:2359:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1788840287.253616:0:2359:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840287.253618:0:2359:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840287.253623:0:2359:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c80370. 00000400:00000200:0.0:1788840287.253628:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee86f3dc00 00000400:00000010:0.0:1788840287.253630:0:2359:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff90ee86f3dc00. 00000100:00000001:0.0:1788840287.253659:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840287.253674:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87faf800 x1875733133988480/t0(0) o63->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788840303 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788840287.253687:0:2359:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87faf800 x1875733133988480/t0(0) o63->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788840303 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840287.253695:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840287.253697:0:2359:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840287.253701:0:2359:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840287.253705:0:2359:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840287.253708:0:2359:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840287.253712:0:2359:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840287.253715:0:2359:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840287.253728:0:2359:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823580 time=1788840287 v=5 (0 0 0 0) 00000100:00001000:0.0:1788840287.253732:0:2359:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840287.253735:0:2359:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1788840287.253739:0:2359:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff90ee87faf800 x1875733133988480/t0(0) o63->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788840303 ref 1 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840287.253863:0:2359:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1788840287.253869:0:2359:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840287.253872:0:2359:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967649 00000100:00000001:0.0:1788840287.253874:0:2359:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840287.253878:0:2359:0:(client.c:1797:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:0.0:1788840287.253884:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87faf800 x1875733133988480/t0(0) o63->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788840303 ref 1 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840287.253891:0:2359:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:0.0:1788840287.253895:0:2359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840287.253898:0:2359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840287.253901:0:2359:0:(batch.c:404:batch_update_interpret()) Process entered 00000002:00000001:0.0:1788840287.253910:0:2359:0:(batch.c:335:batch_update_request_fini()) Process entered 00010000:00000001:0.0:1788840287.253917:0:2359:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788840287.253920:0:2359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840287.253923:0:2359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840287.253927:0:2359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85e00 refcount=4 00000020:00000001:0.0:1788840287.253930:0:2359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872832512 : -122120836719104 : ffff90ee86e85e00) 00010000:00000001:0.0:1788840287.253934:0:2359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872832512 : -122120836719104 : ffff90ee86e85e00) 00010000:00010000:0.0:1788840287.253940:0:2359:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85e00/0x3aa5f499c96f381c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x0 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.253948:0:2359:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:0.0:1788840287.253953:0:2359:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85e00/0x3aa5f499c96f381c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.253959:0:2359:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840287.253962:0:2359:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85e00/0x3aa5f499c96f381c lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x10206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.253968:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.253970:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788840287.253973:0:2359:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85e00/0x3aa5f499c96f381c lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x10206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.253980:0:2359:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840287.253984:0:2359:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.253987:0:2359:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788840287.253989:0:2359:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85e00/0x3aa5f499c96f381c lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 8 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840287.253996:0:2359:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90ee86e85e00 already unused, calling callback (ffffffffc1b72460) 00000080:00000001:0.0:1788840287.253999:0:2359:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788840287.254003:0:2359:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85e00/0x3aa5f499c96f381c lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.254010:0:2359:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788840287.254012:0:2359:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788840287.254016:0:2359:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85e00/0x3aa5f499c96f381c lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.254020:0:2359:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788840287.254023:0:2359:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788840287.254024:0:2359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840287.254025:0:2359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840287.254027:0:2359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85e00 refcount=5 00000020:00000001:0.0:1788840287.254029:0:2359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872832512 : -122120836719104 : ffff90ee86e85e00) 00010000:00000001:0.0:1788840287.254031:0:2359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872832512 : -122120836719104 : ffff90ee86e85e00) 00010000:00000001:0.0:1788840287.254034:0:2359:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788840287.254037:0:2359:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85e00/0x3aa5f499c96f381c lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x20e400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788840287.254043:0:2359:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788840287.254045:0:2359:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840287.254048:0:2359:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788840287.254050:0:2359:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788840287.254054:0:2359:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788840287.254056:0:2359:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788840287.254058:0:2359:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840287.254059:0:2359:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788840287.254062:0:2359:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee86e85e00 with handle 0x3aa5f499c96f381c from hash 00010000:00000001:0.0:1788840287.254065:0:2359:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788840287.254066:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.254068:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.254069:0:2359:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788840287.254071:0:2359:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788840287.254073:0:2359:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788840287.254075:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.254076:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.254078:0:2359:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840287.254080:0:2359:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840287.254082:0:2359:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85e00/0x3aa5f499c96f381c lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x4a0f400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.254087:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.254088:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.254090:0:2359:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788840287.254092:0:2359:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840287.254093:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.254094:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.254095:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788840287.254098:0:2359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85e00/0x3aa5f499c96f381c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 8 type: IBT flags: 0x4a0f400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.254110:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840287.254113:0:2359:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788840287.254118:0:2359:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:0.0:1788840287.254122:0:2359:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201ba7c58 00000080:00400000:0.0:1788840287.254124:0:2359:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-3 rc -125 00000080:00000001:0.0:1788840287.254127:0:2359:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788840287.254131:0:2359:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788840287.254133:0:2359:0:(dcache.c:176:ll_intent_release()) intent ffff90ee85c5cd90 released 00000080:00000001:0.0:1788840287.254136:0:2359:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:0.0:1788840287.254140:0:2359:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 8 00000080:00000010:0.0:1788840287.254145:0:2359:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff90ee85db49c0. 00000080:00000010:0.0:1788840287.254149:0:2359:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff90ee85c5cc00. 00000080:00000001:0.0:1788840287.254154:0:2359:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:0.0:1788840287.254157:0:2359:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff90ee871395c0. 00010000:00000001:0.0:1788840287.254161:0:2359:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788840287.254163:0:2359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840287.254164:0:2359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840287.254166:0:2359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85600 refcount=4 00000020:00000001:0.0:1788840287.254168:0:2359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872830464 : -122120836721152 : ffff90ee86e85600) 00010000:00000001:0.0:1788840287.254170:0:2359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872830464 : -122120836721152 : ffff90ee86e85600) 00010000:00010000:0.0:1788840287.254173:0:2359:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85600/0x3aa5f499c96f3823 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x0 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.254179:0:2359:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:0.0:1788840287.254182:0:2359:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85600/0x3aa5f499c96f3823 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.254188:0:2359:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840287.254190:0:2359:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85600/0x3aa5f499c96f3823 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x10206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.254195:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.254196:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788840287.254198:0:2359:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85600/0x3aa5f499c96f3823 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x10206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.254203:0:2359:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840287.254204:0:2359:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.254206:0:2359:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788840287.254208:0:2359:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85600/0x3aa5f499c96f3823 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840287.254213:0:2359:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90ee86e85600 already unused, calling callback (ffffffffc1b72460) 00000080:00000001:0.0:1788840287.254216:0:2359:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788840287.254218:0:2359:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85600/0x3aa5f499c96f3823 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.254237:0:2359:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788840287.254238:0:2359:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788840287.254242:0:2359:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85600/0x3aa5f499c96f3823 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.254247:0:2359:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788840287.254249:0:2359:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788840287.254250:0:2359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840287.254251:0:2359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840287.254253:0:2359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85600 refcount=5 00000020:00000001:0.0:1788840287.254255:0:2359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872830464 : -122120836721152 : ffff90ee86e85600) 00010000:00000001:0.0:1788840287.254257:0:2359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872830464 : -122120836721152 : ffff90ee86e85600) 00010000:00000001:0.0:1788840287.254259:0:2359:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788840287.254262:0:2359:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85600/0x3aa5f499c96f3823 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x20e400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788840287.254267:0:2359:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788840287.254268:0:2359:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840287.254270:0:2359:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788840287.254272:0:2359:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788840287.254273:0:2359:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788840287.254274:0:2359:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788840287.254276:0:2359:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840287.254277:0:2359:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788840287.254279:0:2359:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee86e85600 with handle 0x3aa5f499c96f3823 from hash 00010000:00000001:0.0:1788840287.254281:0:2359:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788840287.254283:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.254284:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.254285:0:2359:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788840287.254286:0:2359:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788840287.254288:0:2359:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788840287.254290:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.254291:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.254293:0:2359:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840287.254294:0:2359:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840287.254297:0:2359:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85600/0x3aa5f499c96f3823 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x4a0f400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.254302:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.254304:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.254305:0:2359:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788840287.254306:0:2359:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840287.254307:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.254308:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.254310:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788840287.254312:0:2359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85600/0x3aa5f499c96f3823 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 7 type: IBT flags: 0x4a0f400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.254318:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840287.254320:0:2359:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788840287.254322:0:2359:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:0.0:1788840287.254324:0:2359:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201ba7c58 00000080:00400000:0.0:1788840287.254326:0:2359:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-4 rc -125 00000080:00000001:0.0:1788840287.254327:0:2359:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788840287.254330:0:2359:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788840287.254331:0:2359:0:(dcache.c:176:ll_intent_release()) intent ffff90ee85c5e590 released 00000080:00000001:0.0:1788840287.254333:0:2359:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:0.0:1788840287.254335:0:2359:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 7 00000080:00000010:0.0:1788840287.254337:0:2359:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff90ee85db4000. 00000080:00000010:0.0:1788840287.254339:0:2359:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff90ee85c5e400. 00000080:00000001:0.0:1788840287.254342:0:2359:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:0.0:1788840287.254345:0:2359:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff90ee87139d00. 00010000:00000001:0.0:1788840287.254348:0:2359:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788840287.254349:0:2359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840287.254350:0:2359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840287.254352:0:2359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84200 refcount=4 00000020:00000001:0.0:1788840287.254354:0:2359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872825344 : -122120836726272 : ffff90ee86e84200) 00010000:00000001:0.0:1788840287.254356:0:2359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872825344 : -122120836726272 : ffff90ee86e84200) 00010000:00010000:0.0:1788840287.254360:0:2359:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84200/0x3aa5f499c96f382a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x0 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.254365:0:2359:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:0.0:1788840287.254368:0:2359:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84200/0x3aa5f499c96f382a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.254373:0:2359:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840287.254375:0:2359:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84200/0x3aa5f499c96f382a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x10206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.254379:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.254380:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788840287.254382:0:2359:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84200/0x3aa5f499c96f382a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x10206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.254388:0:2359:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840287.254389:0:2359:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.254391:0:2359:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788840287.254393:0:2359:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84200/0x3aa5f499c96f382a lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840287.254397:0:2359:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90ee86e84200 already unused, calling callback (ffffffffc1b72460) 00000080:00000001:0.0:1788840287.254399:0:2359:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788840287.254401:0:2359:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84200/0x3aa5f499c96f382a lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.254405:0:2359:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788840287.254407:0:2359:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788840287.254409:0:2359:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84200/0x3aa5f499c96f382a lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.254414:0:2359:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788840287.254416:0:2359:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788840287.254417:0:2359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840287.254418:0:2359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840287.254419:0:2359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84200 refcount=5 00000020:00000001:0.0:1788840287.254421:0:2359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872825344 : -122120836726272 : ffff90ee86e84200) 00010000:00000001:0.0:1788840287.254423:0:2359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872825344 : -122120836726272 : ffff90ee86e84200) 00010000:00000001:0.0:1788840287.254425:0:2359:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788840287.254427:0:2359:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84200/0x3aa5f499c96f382a lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x20e400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788840287.254432:0:2359:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788840287.254433:0:2359:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840287.254434:0:2359:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788840287.254436:0:2359:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788840287.254438:0:2359:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788840287.254439:0:2359:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788840287.254440:0:2359:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840287.254442:0:2359:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788840287.254444:0:2359:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee86e84200 with handle 0x3aa5f499c96f382a from hash 00010000:00000001:0.0:1788840287.254446:0:2359:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788840287.254448:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.254449:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.254450:0:2359:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788840287.254451:0:2359:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788840287.254452:0:2359:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788840287.254454:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.254456:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.254457:0:2359:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840287.254459:0:2359:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840287.254461:0:2359:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84200/0x3aa5f499c96f382a lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x4a0f400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.254465:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.254466:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.254467:0:2359:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788840287.254469:0:2359:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840287.254470:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.254471:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.254473:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788840287.254475:0:2359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84200/0x3aa5f499c96f382a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 6 type: IBT flags: 0x4a0f400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.254481:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840287.254483:0:2359:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788840287.254485:0:2359:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:0.0:1788840287.254487:0:2359:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201ba7c58 00000080:00400000:0.0:1788840287.254488:0:2359:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-5 rc -125 00000080:00000001:0.0:1788840287.254490:0:2359:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788840287.254492:0:2359:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788840287.254493:0:2359:0:(dcache.c:176:ll_intent_release()) intent ffff90ee85c5c590 released 00000080:00000001:0.0:1788840287.254495:0:2359:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:0.0:1788840287.254497:0:2359:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 6 00000080:00000010:0.0:1788840287.254499:0:2359:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff90ee85db4840. 00000080:00000010:0.0:1788840287.254502:0:2359:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff90ee85c5c400. 00000080:00000001:0.0:1788840287.254504:0:2359:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:0.0:1788840287.254507:0:2359:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff90ee87139240. 00010000:00000001:0.0:1788840287.254510:0:2359:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788840287.254511:0:2359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840287.254513:0:2359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840287.254515:0:2359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84a00 refcount=4 00000020:00000001:0.0:1788840287.254516:0:2359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872827392 : -122120836724224 : ffff90ee86e84a00) 00010000:00000001:0.0:1788840287.254519:0:2359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872827392 : -122120836724224 : ffff90ee86e84a00) 00010000:00010000:0.0:1788840287.254522:0:2359:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84a00/0x3aa5f499c96f3831 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x0 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.254528:0:2359:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:0.0:1788840287.254531:0:2359:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84a00/0x3aa5f499c96f3831 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.254536:0:2359:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840287.254538:0:2359:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84a00/0x3aa5f499c96f3831 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.254543:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.254544:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788840287.254546:0:2359:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84a00/0x3aa5f499c96f3831 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x10206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.254552:0:2359:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840287.254554:0:2359:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.254555:0:2359:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788840287.254557:0:2359:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84a00/0x3aa5f499c96f3831 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840287.254563:0:2359:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90ee86e84a00 already unused, calling callback (ffffffffc1b72460) 00000080:00000001:0.0:1788840287.254565:0:2359:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788840287.254567:0:2359:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84a00/0x3aa5f499c96f3831 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.254572:0:2359:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788840287.254574:0:2359:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788840287.254577:0:2359:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84a00/0x3aa5f499c96f3831 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.254582:0:2359:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788840287.254584:0:2359:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788840287.254585:0:2359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840287.254586:0:2359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840287.254588:0:2359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84a00 refcount=5 00000020:00000001:0.0:1788840287.254590:0:2359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872827392 : -122120836724224 : ffff90ee86e84a00) 00010000:00000001:0.0:1788840287.254592:0:2359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872827392 : -122120836724224 : ffff90ee86e84a00) 00010000:00000001:0.0:1788840287.254595:0:2359:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788840287.254597:0:2359:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84a00/0x3aa5f499c96f3831 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x20e400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788840287.254607:0:2359:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788840287.254608:0:2359:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840287.254610:0:2359:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788840287.254612:0:2359:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788840287.254613:0:2359:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788840287.254614:0:2359:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788840287.254615:0:2359:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840287.254617:0:2359:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788840287.254619:0:2359:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee86e84a00 with handle 0x3aa5f499c96f3831 from hash 00010000:00000001:0.0:1788840287.254621:0:2359:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788840287.254622:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.254623:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.254624:0:2359:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788840287.254625:0:2359:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788840287.254626:0:2359:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788840287.254628:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.254629:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.254630:0:2359:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840287.254632:0:2359:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840287.254634:0:2359:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84a00/0x3aa5f499c96f3831 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00000800:00000200:3.0:1788840287.254880:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840287.254887:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee92e46d00. 00000400:00000200:3.0:1788840287.254893:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840287.254902:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840287.254910:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6a18 00000400:00000010:3.0:1788840287.254913:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6a18. 00000100:00000001:3.0:1788840287.254918:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840287.254925:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fac380 x1875733133988608/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840303 ref 2 fl Rpc:Nr/600/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840287.254937:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840287.254941:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87fac380 x1875733133988608/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840303 ref 2 fl Rpc:NQr/600/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840287.254950:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840287.254951:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:0.0:1788840287.255142:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.255144:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.255145:0:2359:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788840287.255147:0:2359:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840287.255148:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.255149:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.255150:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788840287.255157:0:2359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84a00/0x3aa5f499c96f3831 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 5 type: IBT flags: 0x4a0f400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.255167:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840287.255170:0:2359:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788840287.255174:0:2359:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:0.0:1788840287.255176:0:2359:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201ba7c58 00000080:00400000:0.0:1788840287.255178:0:2359:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-6 rc -125 00000080:00000001:0.0:1788840287.255179:0:2359:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788840287.255181:0:2359:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788840287.255182:0:2359:0:(dcache.c:176:ll_intent_release()) intent ffff90ee85c5d990 released 00000080:00000001:0.0:1788840287.255184:0:2359:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:0.0:1788840287.255186:0:2359:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 5 00000080:00000010:0.0:1788840287.255189:0:2359:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff90ee85db4f00. 00000080:00000010:0.0:1788840287.255191:0:2359:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff90ee85c5d800. 00000080:00000001:0.0:1788840287.255194:0:2359:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:0.0:1788840287.255196:0:2359:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff90ee87139740. 00010000:00000001:0.0:1788840287.255200:0:2359:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788840287.255201:0:2359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840287.255203:0:2359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840287.255206:0:2359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85a00 refcount=4 00000020:00000001:0.0:1788840287.255208:0:2359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872831488 : -122120836720128 : ffff90ee86e85a00) 00010000:00000001:0.0:1788840287.255210:0:2359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872831488 : -122120836720128 : ffff90ee86e85a00) 00010000:00010000:0.0:1788840287.255214:0:2359:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85a00/0x3aa5f499c96f3838 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.255219:0:2359:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:0.0:1788840287.255232:0:2359:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85a00/0x3aa5f499c96f3838 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.255237:0:2359:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840287.255239:0:2359:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85a00/0x3aa5f499c96f3838 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.255244:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.255245:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788840287.255247:0:2359:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85a00/0x3aa5f499c96f3838 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.255252:0:2359:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840287.255254:0:2359:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.255256:0:2359:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788840287.255258:0:2359:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85a00/0x3aa5f499c96f3838 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840287.255262:0:2359:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90ee86e85a00 already unused, calling callback (ffffffffc1b72460) 00000080:00000001:0.0:1788840287.255264:0:2359:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788840287.255266:0:2359:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85a00/0x3aa5f499c96f3838 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.255270:0:2359:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788840287.255272:0:2359:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788840287.255275:0:2359:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85a00/0x3aa5f499c96f3838 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.255278:0:2359:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788840287.255281:0:2359:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788840287.255282:0:2359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840287.255283:0:2359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840287.255284:0:2359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85a00 refcount=5 00000020:00000001:0.0:1788840287.255286:0:2359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872831488 : -122120836720128 : ffff90ee86e85a00) 00010000:00000001:0.0:1788840287.255288:0:2359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872831488 : -122120836720128 : ffff90ee86e85a00) 00010000:00000001:0.0:1788840287.255291:0:2359:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788840287.255293:0:2359:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85a00/0x3aa5f499c96f3838 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x20e400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788840287.255298:0:2359:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788840287.255300:0:2359:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840287.255302:0:2359:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788840287.255304:0:2359:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788840287.255305:0:2359:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788840287.255307:0:2359:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788840287.255308:0:2359:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840287.255310:0:2359:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788840287.255313:0:2359:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee86e85a00 with handle 0x3aa5f499c96f3838 from hash 00010000:00000001:0.0:1788840287.255315:0:2359:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788840287.255316:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.255317:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.255318:0:2359:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788840287.255319:0:2359:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788840287.255320:0:2359:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788840287.255322:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.255323:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.255325:0:2359:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840287.255326:0:2359:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840287.255333:0:2359:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85a00/0x3aa5f499c96f3838 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.255338:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.255339:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.255340:0:2359:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788840287.255342:0:2359:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840287.255343:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.255344:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.255345:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788840287.255347:0:2359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85a00/0x3aa5f499c96f3838 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.255353:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840287.255354:0:2359:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788840287.255357:0:2359:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:0.0:1788840287.255359:0:2359:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201ba7c58 00000080:00400000:0.0:1788840287.255360:0:2359:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-7 rc -125 00000080:00000001:0.0:1788840287.255362:0:2359:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788840287.255364:0:2359:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788840287.255365:0:2359:0:(dcache.c:176:ll_intent_release()) intent ffff90ee85c5dd90 released 00000080:00000001:0.0:1788840287.255366:0:2359:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:0.0:1788840287.255368:0:2359:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 4 00000080:00000010:0.0:1788840287.255370:0:2359:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff90ee85db4c00. 00000080:00000010:0.0:1788840287.255373:0:2359:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff90ee85c5dc00. 00000080:00000001:0.0:1788840287.255375:0:2359:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:0.0:1788840287.255378:0:2359:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff90ee87139840. 00010000:00000001:0.0:1788840287.255381:0:2359:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788840287.255382:0:2359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840287.255383:0:2359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840287.255385:0:2359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85c00 refcount=4 00000020:00000001:0.0:1788840287.255387:0:2359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872832000 : -122120836719616 : ffff90ee86e85c00) 00010000:00000001:0.0:1788840287.255389:0:2359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872832000 : -122120836719616 : ffff90ee86e85c00) 00010000:00010000:0.0:1788840287.255391:0:2359:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85c00/0x3aa5f499c96f383f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.255396:0:2359:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:0.0:1788840287.255399:0:2359:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85c00/0x3aa5f499c96f383f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.255404:0:2359:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840287.255406:0:2359:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85c00/0x3aa5f499c96f383f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.255412:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.255413:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788840287.255415:0:2359:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85c00/0x3aa5f499c96f383f lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.255419:0:2359:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840287.255421:0:2359:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.255422:0:2359:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788840287.255425:0:2359:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85c00/0x3aa5f499c96f383f lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840287.255429:0:2359:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90ee86e85c00 already unused, calling callback (ffffffffc1b72460) 00000080:00000001:0.0:1788840287.255432:0:2359:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788840287.255433:0:2359:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85c00/0x3aa5f499c96f383f lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.255439:0:2359:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788840287.255440:0:2359:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788840287.255443:0:2359:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85c00/0x3aa5f499c96f383f lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.255449:0:2359:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788840287.255451:0:2359:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788840287.255452:0:2359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840287.255453:0:2359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840287.255454:0:2359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85c00 refcount=5 00000020:00000001:0.0:1788840287.255456:0:2359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872832000 : -122120836719616 : ffff90ee86e85c00) 00010000:00000001:0.0:1788840287.255458:0:2359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872832000 : -122120836719616 : ffff90ee86e85c00) 00010000:00000001:0.0:1788840287.255460:0:2359:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788840287.255462:0:2359:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85c00/0x3aa5f499c96f383f lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x20e400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788840287.255467:0:2359:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788840287.255468:0:2359:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840287.255470:0:2359:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788840287.255471:0:2359:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788840287.255473:0:2359:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788840287.255474:0:2359:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788840287.255475:0:2359:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840287.255476:0:2359:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788840287.255479:0:2359:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee86e85c00 with handle 0x3aa5f499c96f383f from hash 00010000:00000001:0.0:1788840287.255481:0:2359:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788840287.255482:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.255483:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.255484:0:2359:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788840287.255485:0:2359:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788840287.255486:0:2359:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788840287.255488:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.255489:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.255490:0:2359:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840287.255492:0:2359:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840287.255494:0:2359:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85c00/0x3aa5f499c96f383f lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.255498:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.255499:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.255500:0:2359:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788840287.255502:0:2359:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840287.255503:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.255504:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.255505:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788840287.255506:0:2359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85c00/0x3aa5f499c96f383f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.255513:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840287.255515:0:2359:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788840287.255517:0:2359:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:0.0:1788840287.255519:0:2359:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201ba7c58 00000080:00400000:0.0:1788840287.255521:0:2359:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-8 rc -125 00000080:00000001:0.0:1788840287.255523:0:2359:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788840287.255526:0:2359:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788840287.255527:0:2359:0:(dcache.c:176:ll_intent_release()) intent ffff90ee85c5c190 released 00000080:00000001:0.0:1788840287.255528:0:2359:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:0.0:1788840287.255530:0:2359:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 3 00000080:00000010:0.0:1788840287.255532:0:2359:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff90ee85db4900. 00000080:00000010:0.0:1788840287.255534:0:2359:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff90ee85c5c000. 00000080:00000001:0.0:1788840287.255537:0:2359:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:0.0:1788840287.255539:0:2359:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff90ee87139700. 00010000:00000001:0.0:1788840287.255542:0:2359:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788840287.255544:0:2359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840287.255545:0:2359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840287.255547:0:2359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85800 refcount=4 00000020:00000001:0.0:1788840287.255549:0:2359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872830976 : -122120836720640 : ffff90ee86e85800) 00010000:00000001:0.0:1788840287.255551:0:2359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872830976 : -122120836720640 : ffff90ee86e85800) 00010000:00010000:0.0:1788840287.255555:0:2359:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85800/0x3aa5f499c96f3846 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.255560:0:2359:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:0.0:1788840287.255564:0:2359:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85800/0x3aa5f499c96f3846 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.255569:0:2359:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840287.255571:0:2359:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85800/0x3aa5f499c96f3846 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.255577:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.255578:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788840287.255580:0:2359:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85800/0x3aa5f499c96f3846 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.255585:0:2359:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840287.255586:0:2359:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840287.255588:0:2359:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788840287.255590:0:2359:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85800/0x3aa5f499c96f3846 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840287.255595:0:2359:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90ee86e85800 already unused, calling callback (ffffffffc1b72460) 00000080:00000001:0.0:1788840287.255597:0:2359:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788840287.255599:0:2359:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85800/0x3aa5f499c96f3846 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.255604:0:2359:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788840287.255605:0:2359:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788840287.255609:0:2359:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85800/0x3aa5f499c96f3846 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.255614:0:2359:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788840287.255617:0:2359:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788840287.255618:0:2359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840287.255619:0:2359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840287.255620:0:2359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85800 refcount=5 00000020:00000001:0.0:1788840287.255622:0:2359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872830976 : -122120836720640 : ffff90ee86e85800) 00010000:00000001:0.0:1788840287.255624:0:2359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872830976 : -122120836720640 : ffff90ee86e85800) 00010000:00000001:0.0:1788840287.255626:0:2359:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788840287.255628:0:2359:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85800/0x3aa5f499c96f3846 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x20e400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788840287.255634:0:2359:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788840287.255635:0:2359:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840287.255637:0:2359:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788840287.256958:0:2359:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788840287.256966:0:2359:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788840287.256968:0:2359:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788840287.256971:0:2359:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840287.256974:0:2359:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788840287.256980:0:2359:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee86e85800 with handle 0x3aa5f499c96f3846 from hash 00010000:00000001:0.0:1788840287.256984:0:2359:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788840287.256986:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.256987:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.256988:0:2359:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788840287.256990:0:2359:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788840287.256992:0:2359:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788840287.256996:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.256997:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.256999:0:2359:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840287.257002:0:2359:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840287.257006:0:2359:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85800/0x3aa5f499c96f3846 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840287.257014:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.257016:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.257017:0:2359:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788840287.257019:0:2359:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840287.257022:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840287.257023:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840287.257024:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788840287.257026:0:2359:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85800/0x3aa5f499c96f3846 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788840287.257034:0:2359:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee98cc4300 count: 0 00010000:00000010:0.0:1788840287.257043:0:2359:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90ee85063380. 00010000:00000001:0.0:1788840287.257057:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840287.257060:0:2359:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788840287.257065:0:2359:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:0.0:1788840287.257067:0:2359:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201ba7c58 00000080:00400000:0.0:1788840287.257069:0:2359:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-9 rc -125 00000080:00000001:0.0:1788840287.257072:0:2359:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:0.0:1788840287.257076:0:2359:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788840287.257078:0:2359:0:(dcache.c:176:ll_intent_release()) intent ffff90ee85c5c990 released 00000080:00000001:0.0:1788840287.257080:0:2359:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:0.0:1788840287.257083:0:2359:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840287.257086:0:2359:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff90ee85db4e40. 00000080:00000010:0.0:1788840287.257089:0:2359:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff90ee85c5c800. 00000080:00000001:0.0:1788840287.257093:0:2359:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:0.0:1788840287.257096:0:2359:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff90ee871394c0. 00000002:00000010:0.0:1788840287.257100:0:2359:0:(batch.c:317:batch_update_request_destroy()) kvfree 'bub->bub_req': 4096 at ffff90ee86f65000. 00000002:00000010:0.0:1788840287.257104:0:2359:0:(batch.c:318:batch_update_request_destroy()) kfreed 'bub': 40 at ffff90ee87139640. 00000002:00000010:0.0:1788840287.257107:0:2359:0:(batch.c:321:batch_update_request_destroy()) kfreed 'head': 80 at ffff90ee8532c7e0. 00000002:00000001:0.0:1788840287.257109:0:2359:0:(batch.c:394:batch_update_request_fini()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000002:00000001:0.0:1788840287.257112:0:2359:0:(batch.c:422:batch_update_interpret()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:0.0:1788840287.257128:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87faf800 x1875733133988480/t0(0) o63->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788840303 ref 1 fl Interpret:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788840287.257138:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87faf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2359:1875733133988480:192.168.202.131@tcp:63:ll_sa.0 00000100:00000001:0.0:1788840287.257144:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840287.257150:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840287.257154:0:2359:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87faf800 x1875733133988480/t0(0) o63->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:24/4 lens 3128/7008 e 0 to 0 dl 1788840303 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840287.257162:0:2359:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788840287.257165:0:2359:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840287.257170:0:2359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff90ee85d98000. 02000000:00000001:0.0:1788840287.257174:0:2359:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788840287.257177:0:2359:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840287.257179:0:2359:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:0.0:1788840287.257182:0:2359:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840287.257185:0:2359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 4096 at ffff90ee86f62000. 02000000:00000001:0.0:1788840287.257189:0:2359:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840287.257191:0:2359:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840287.257193:0:2359:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87faf800. 00000100:00000001:0.0:1788840287.257197:0:2359:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840287.257199:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840287.257203:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840287.257205:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840287.257208:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000800:00000001:3.0:1788840287.261011:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840287.261035:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840287.261041:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840287.261044:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840287.261054:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840287.261063:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840287.261074:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840287.261079:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840287.261086:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840287.261091:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 400 into portal 4 MB=0x6a9f827251300 00000400:00000200:3.0:1788840287.261096:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840287.261103:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 400/400 into md 0x6d45 [1] + 224 00000800:00000001:3.0:1788840287.261111:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840287.261118:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840287.261121:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840287.261126:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840287.261135:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840287.261145:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fac380 x1875733133988608/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840303 ref 1 fl Rpc:NQr/600/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840287.261157:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff90ee87fac380 x1875733133988608/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840303 ref 1 fl Rpc:RNQ/600/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840287.261167:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840287.261176:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840287.261179:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788840287.264564:0:32147:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-MDT0000-mdc-ffff90ee90f70800 00010000:00000001:3.0:1788840287.264575:0:32147:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788840287.264577:0:32147:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840287.264586:0:32147:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840287.264590:0:32147:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788840287.264595:0:32147:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788840287.264599:0:32147:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788840287.264603:0:32147:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788840287.264626:0:32147:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000080:00000010:1.1:1788840287.265076:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee831696a0. 00000080:00000010:1.1:1788840287.265098:0:20:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee90594a40. 00000400:00000001:1.0:1788840287.265238:0:2359:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840287.265243:0:2359:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840287.265247:0:2359:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c80528. 00000400:00000200:1.0:1788840287.265253:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6cc0 00000400:00000010:1.0:1788840287.265256:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6cc0. 00000100:00000001:1.0:1788840287.265261:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840287.265276:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87fac380 x1875733133988608/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840303 ref 1 fl Rpc:RNQ/600/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788840287.265289:0:2359:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87fac380 x1875733133988608/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840303 ref 1 fl Rpc:RNQU/600/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840287.265298:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840287.265301:0:2359:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840287.265304:0:2359:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840287.265308:0:2359:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840287.265313:0:2359:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840287.265316:0:2359:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840287.265320:0:2359:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840287.265333:0:2359:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b59460 time=137 v=5 (5 5 5 36) 00000100:00001000:1.0:1788840287.265338:0:2359:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b59418 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840287.265341:0:2359:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840287.265344:0:2359:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840287.265347:0:2359:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840287.265351:0:2359:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840287.265356:0:2359:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840287.265359:0:2359:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90ee90f70800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1788840287.265361:0:2359:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840287.265363:0:2359:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840287.265369:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87fac380 x1875733133988608/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840303 ref 1 fl Rpc:RNQU/600/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840287.265377:0:2359:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840287.265381:0:2359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840287.265384:0:2359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788840287.265388:0:2359:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:1.0:1788840287.265390:0:2359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840287.265393:0:2359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840287.265397:0:2359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85200 refcount=4 00000020:00000001:1.0:1788840287.265400:0:2359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872829440 : -122120836722176 : ffff90ee86e85200) 00010000:00000001:1.0:1788840287.265403:0:2359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872829440 : -122120836722176 : ffff90ee86e85200) 00010000:00000001:1.0:1788840287.265406:0:2359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840287.265407:0:2359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840287.265409:0:2359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85200 refcount=5 00000020:00000001:1.0:1788840287.265411:0:2359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872829440 : -122120836722176 : ffff90ee86e85200) 00010000:00000001:1.0:1788840287.265413:0:2359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872829440 : -122120836722176 : ffff90ee86e85200) 00010000:00000001:1.0:1788840287.265418:0:2359:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840287.265420:0:2359:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840287.265425:0:2359:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 000000005508c977/0x3aa5f499c96f384d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 32144 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840287.265445:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840287.265447:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840287.265449:0:2359:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788840287.265452:0:2359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840287.265453:0:2359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840287.265455:0:2359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85200 refcount=6 00000020:00000001:1.0:1788840287.265457:0:2359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872829440 : -122120836722176 : ffff90ee86e85200) 00010000:00000001:1.0:1788840287.265459:0:2359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872829440 : -122120836722176 : ffff90ee86e85200) 00010000:00000040:1.0:1788840287.265468:0:2359:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee86e85200, remote cookie: 0x8a436931312ba84b, flags: 0x41011 00010000:00010000:1.0:1788840287.265474:0:2359:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 000000005508c977/0x3aa5f499c96f384d lrc: 6/2,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba84b expref: -99 pid: 32144 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840287.265483:0:2359:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:1.0:1788840287.265487:0:2359:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840287.265490:0:2359:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788840287.265494:0:2359:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1788840287.265499:0:2359:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 000000005508c977/0x3aa5f499c96f384d lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba84b expref: -99 pid: 32144 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788840287.265509:0:2359:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000400:0x14:0x0].0x0 (ffff90ee98cc4900) refcount = 1 00010000:00000040:1.0:1788840287.265512:0:2359:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788840287.265514:0:2359:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 000000005508c977/0x3aa5f499c96f384d lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba84b expref: -99 pid: 32144 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840287.265523:0:2359:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788840287.265525:0:2359:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840287.265528:0:2359:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788840287.265530:0:2359:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840287.265534:0:2359:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 000000005508c977/0x3aa5f499c96f384d lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba84b expref: -99 pid: 32144 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840287.265541:0:2359:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788840287.265543:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840287.265544:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840287.265545:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840287.265546:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788840287.265548:0:2359:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:1.0:1788840287.265551:0:2359:0:(osc_lock.c:317:osc_lock_upcall_speculative()) Process entered 00000020:00000001:1.0:1788840287.265554:0:2359:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840287.265559:0:2359:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036962344 : -122120672589272 : ffff90ee90b0ca28) 00000020:00001000:1.0:1788840287.265562:0:2359:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0ca20 00010000:00000001:1.0:1788840287.265564:0:2359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840287.265565:0:2359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840287.265567:0:2359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85200 refcount=5 00000020:00000001:1.0:1788840287.265569:0:2359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872829440 : -122120836722176 : ffff90ee86e85200) 00010000:00000001:1.0:1788840287.265571:0:2359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872829440 : -122120836722176 : ffff90ee86e85200) 00000008:00000001:1.0:1788840287.265575:0:2359:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:1.0:1788840287.265579:0:2359:0:(cl_object.c:143:cl_object_top()) ffff90ee996fb340 -> ffff90ee87984b70 00000008:00010000:1.0:1788840287.265583:0:2359:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 000000005508c977/0x3aa5f499c96f384d lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x8a436931312ba84b expref: -99 pid: 32144 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1788840287.265591:0:2359:0:(cl_object.c:143:cl_object_top()) ffff90ee996fb340 -> ffff90ee87984b70 00000020:00000001:1.0:1788840287.265593:0:2359:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1788840287.265596:0:2359:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1788840287.265600:0:2359:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788840287.265602:0:2359:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840287.265605:0:2359:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840287.265606:0:2359:0:(cl_object.c:143:cl_object_top()) ffff90ee996fb340 -> ffff90ee87984b70 00000008:00000001:1.0:1788840287.265608:0:2359:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00010000:00000001:1.0:1788840287.265609:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840287.265611:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00001000:1.0:1788840287.265615:0:2359:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0ca20 00000008:00000001:1.0:1788840287.265618:0:2359:0:(osc_lock.c:344:osc_lock_upcall_speculative()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840287.265620:0:2359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840287.265622:0:2359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840287.265623:0:2359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85200 refcount=5 00000020:00000001:1.0:1788840287.265625:0:2359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872829440 : -122120836722176 : ffff90ee86e85200) 00010000:00000001:1.0:1788840287.265627:0:2359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872829440 : -122120836722176 : ffff90ee86e85200) 00010000:00000001:1.0:1788840287.265630:0:2359:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840287.265633:0:2359:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 000000005508c977/0x3aa5f499c96f384d lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x8a436931312ba84b expref: -99 pid: 32144 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840287.265671:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840287.265673:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788840287.265676:0:2359:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 000000005508c977/0x3aa5f499c96f384d lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x8a436931312ba84b expref: -99 pid: 32144 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840287.265683:0:2359:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840287.265684:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840287.265685:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788840287.265686:0:2359:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840287.265688:0:2359:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840287.265689:0:2359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840287.265691:0:2359:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85200 refcount=4 00000020:00000001:1.0:1788840287.265693:0:2359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872829440 : -122120836722176 : ffff90ee86e85200) 00010000:00000001:1.0:1788840287.265695:0:2359:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872829440 : -122120836722176 : ffff90ee86e85200) 00010000:00000001:1.0:1788840287.265697:0:2359:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840287.265699:0:2359:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 000000005508c977/0x3aa5f499c96f384d lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x8a436931312ba84b expref: -99 pid: 32144 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840287.265706:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840287.265707:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840287.265709:0:2359:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840287.265711:0:2359:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840287.265714:0:2359:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 000000005508c977/0x3aa5f499c96f384d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312ba84b expref: -99 pid: 32144 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788840287.265728:0:2359:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840287.265731:0:2359:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840287.265733:0:2359:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840287.265736:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840287.265737:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840287.265738:0:2359:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840287.265741:0:2359:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840287.265742:0:2359:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840287.265916:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840287.265920:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840287.265924:0:16054:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1788840287.265927:0:16054:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1788840287.265930:0:16054:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788840287.265935:0:16054:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d400/0x3aa5f499c96f3800 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8a436931312ba7c6 expref: -99 pid: 32140 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:2.0:1788840287.265945:0:16054:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788840287.265950:0:16054:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788840287.265953:0:16054:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788840287.265955:0:16054:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x2b:0x0] mode (null) 00000002:00000001:2.0:1788840287.265960:0:16054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840287.265964:0:16054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840287.265970:0:16054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1000 count: 2 00010000:00000001:2.0:1788840287.265973:0:16054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788840287.265978:0:16054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840287.265980:0:16054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840287.265981:0:16054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840287.265983:0:16054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1000 count: 2 00010000:00000001:2.0:1788840287.265985:0:16054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788840287.265987:0:16054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840287.265988:0:16054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840287.265989:0:16054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840287.265991:0:16054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1000 count: 2 00010000:00000001:2.0:1788840287.265993:0:16054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788840287.265995:0:16054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840287.265996:0:16054:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840287.265997:0:16054:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840287.265998:0:16054:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1000 count: 2 00010000:00000001:2.0:1788840287.266000:0:16054:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788840287.266001:0:16054:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840287.266003:0:16054:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840287.266006:0:16054:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788840287.266008:0:16054:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788840287.266011:0:16054:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044390328 : -122120665161288 : ffff90ee912221b8) 00000020:00001000:2.0:1788840287.266013:0:16054:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912221b0 00000020:00000001:2.0:1788840287.266016:0:16054:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:2.0:1788840287.266019:0:16054:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x2b:0x0]: losing layout lock 00000080:00000001:2.0:1788840287.266023:0:16054:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:2.0:1788840287.266027:0:16054:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:2.0:1788840287.266031:0:16054:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788840287.266034:0:16054:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788840287.266037:0:16054:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2b:0x0] lo_layout_invalid=1 00020000:00000001:2.0:1788840287.266039:0:16054:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840287.266041:0:16054:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788840287.266042:0:16054:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912221b0 00000080:00000001:2.0:1788840287.266044:0:16054:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840287.266047:0:16054:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:2.0:1788840287.266050:0:16054:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x2b:0x0](ffff90ee905c5348) invalid 00000020:00000001:2.0:1788840287.266053:0:16054:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa1620215bca0 00000080:00002000:2.0:1788840287.266056:0:16054:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f22.recovery-small-2 (ffff90ee9075ee58) parent ffff90ee9069b510 inode ffff90ee905c5348 refc 1 00000080:00000001:2.0:1788840287.266060:0:16054:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:2.0:1788840287.266063:0:16054:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788840287.266064:0:16054:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840287.266067:0:16054:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788840287.266071:0:16054:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788840287.266073:0:16054:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788840287.266075:0:16054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840287.266077:0:16054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788840287.266080:0:16054:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee87d8d400 with handle 0x3aa5f499c96f3800 from hash 00010000:00000001:2.0:1788840287.266082:0:16054:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788840287.266083:0:16054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840287.266085:0:16054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840287.266086:0:16054:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788840287.266090:0:16054:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788840287.266092:0:16054:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788840287.266094:0:16054:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788840287.266097:0:16054:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840287.266100:0:16054:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1788840287.266116:0:16054:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125d180. 00000020:00000040:2.0:1788840287.266120:0:16054:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=8 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:2.0:1788840287.266127:0:16054:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840287.266130:0:16054:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840287.266136:0:16054:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840287.266146:0:16054:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee98d5b000. 00000100:00000001:2.0:1788840287.266153:0:16054:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840287.266156:0:16054:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788840287.266161:0:16054:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d400/0x3aa5f499c96f3800 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8a436931312ba7c6 expref: -99 pid: 32140 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:2.0:1788840287.266168:0:16054:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788840287.266170:0:16054:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840287.266173:0:16054:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788840287.266175:0:16054:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788840287.266182:0:16054:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee86ee9300. 00000100:00000001:2.0:1788840287.266184:0:16054:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952873239296 : -122120836312320 : ffff90ee86ee9300) 00000100:00000001:2.0:1788840287.266187:0:16054:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840287.266189:0:16054:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044631936 : -122120664919680 : ffff90ee9125d180) 00000100:00000001:2.0:1788840287.266194:0:16054:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840287.266199:0:16054:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840287.266201:0:16054:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788840287.266204:0:16054:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840287.266210:0:16054:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125d180 x1875733133988736/t0(0) o103->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840287.266218:0:16054:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840287.266233:0:16054:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840287.266238:0:16054:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840287.266241:0:16054:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840287.266244:0:16054:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840287.266248:0:16054:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125d180 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:10f4a654-3497-48d8-8f70-7e89f4f161cc:16054:1875733133988736:192.168.202.131@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1788840287.266253:0:16054:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840287.266260:0:16054:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840287.266262:0:16054:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840287.266265:0:16054:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840287.266271:0:16054:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee98d1e800. 02000000:00000001:2.0:1788840287.266274:0:16054:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840287.266283:0:16054:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840287.266288:0:16054:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e4d0. 00000400:00000010:2.0:1788840287.266295:0:16054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234bb0. 00000100:00000200:2.0:1788840287.266303:0:16054:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133988736, portal 18 00000100:00000001:2.0:1788840287.266305:0:16054:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840287.266307:0:16054:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044631936 : -122120664919680 : ffff90ee9125d180) 00000100:00000040:2.0:1788840287.266314:0:16054:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125d180 x1875733133988736/t0(0) o103->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840303 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840287.266322:0:16054:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840287.266325:0:16054:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840287.266328:0:16054:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234f68. 00000100:00000200:2.0:1788840287.266331:0:16054:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875733133988736, offset 0 00000400:00000200:2.0:1788840287.266340:0:16054:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840287.266350:0:16054:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840287.266358:0:16054:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840287.266365:0:16054:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840287.266371:0:16054:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840287.266376:0:16054:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840287.266380:0:16054:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840287.266384:0:16054:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2507:2507:256:4294967295] 192.168.202.131@tcp LPNI seq info [2507:2507:8:4294967295] 00000400:00000200:2.0:1788840287.266388:0:16054:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840287.266399:0:16054:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840287.266405:0:16054:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840287.266411:0:16054:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee878d1000. 00000800:00000200:2.0:1788840287.266418:0:16054:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840287.266428:0:16054:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840287.266433:0:16054:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee878d1000 type 1, nob 424 niov 1 nkiov 1 00010000:00000001:1.0:1788840287.266720:0:2359:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840287.266725:0:2359:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840287.266728:0:2359:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840287.266730:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840287.266731:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840287.266732:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840287.266733:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788840287.266735:0:2359:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840287.266742:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87fac380 x1875733133988608/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840303 ref 1 fl Interpret:RNQU/600/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788840287.266751:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87fac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2359:1875733133988608:192.168.202.131@tcp:101:ll_sa.0 00000100:00000001:1.0:1788840287.266757:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840287.266761:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840287.266765:0:2359:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87fac380 x1875733133988608/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840303 ref 1 fl Complete:RNQU/600/0 rc 0/0 job:'ll_sa.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840287.266773:0:2359:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840287.266776:0:2359:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840287.266779:0:2359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee86f34400. 02000000:00000001:1.0:1788840287.266782:0:2359:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840287.266785:0:2359:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840287.266786:0:2359:0:(genops.c:1223:class_import_put()) import ffff90ee92b59000 refcount=2 obd=lustre-OST0001-osc-ffff90ee90f70800 00000020:00000001:1.0:1788840287.266788:0:2359:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840287.266791:0:2359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee98e5a000. 02000000:00000001:1.0:1788840287.266795:0:2359:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840287.266798:0:2359:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840287.266800:0:2359:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87fac380. 00000100:00000001:1.0:1788840287.266803:0:2359:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840287.266805:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840287.266808:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840287.266818:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840287.266821:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840287.266824:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840287.266827:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840287.268426:0:16054:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840287.268439:0:16054:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 784146 usecs (785 jiffies) 00000400:00000200:2.0:1788840287.268447:0:16054:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840287.268451:0:16054:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296517871 00000100:00000001:2.0:1788840287.268462:0:16054:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, simply extend its deadline from 4296517838 00000100:00000001:2.0:1788840287.268469:0:16054:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296517871 00000100:00000001:2.0:1788840287.268474:0:16054:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, simply extend its deadline from 4296517838 00000100:00000001:2.0:1788840287.268477:0:16054:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840287.268482:0:16054:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840287.268484:0:16054:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840287.268486:0:16054:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788840287.268490:0:16054:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee86ee9300 going to sleep for 11 seconds 00000100:00000001:2.0:1788840287.268495:0:16054:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840287.268498:0:16054:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1788840287.270670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e85e00. 00010000:00000010:0.1:1788840287.270690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e85600. 00010000:00000010:0.1:1788840287.270694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e84200. 00010000:00000010:0.1:1788840287.270697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e84a00. 00010000:00000010:0.1:1788840287.270700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e85a00. 00010000:00000010:0.1:1788840287.270703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e85c00. 00010000:00000010:0.1:1788840287.270708:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4300. 00010000:00000010:0.1:1788840287.270737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e85800. 00000800:00000200:2.0:1788840287.272036:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840287.272046:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee878d1000. 00000400:00000200:2.0:1788840287.272055:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840287.272067:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840287.272076:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234f68 00000400:00000010:2.0:1788840287.272079:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234f68. 00000100:00000001:2.0:1788840287.272085:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840287.272095:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125d180 x1875733133988736/t0(0) o103->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840303 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840287.272110:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840287.272115:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee9125d180 x1875733133988736/t0(0) o103->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840303 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840287.272122:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840287.272125:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840287.274280:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840287.274301:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840287.274306:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840287.274309:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840287.274320:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840287.274329:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840287.274340:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840287.274346:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840287.274353:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840287.274358:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 18 MB=0x6a9f827251380 00000400:00000200:3.0:1788840287.274362:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840287.274369:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.131@tcp of length 224/224 into md 0x6d4d [1] + 224 00000800:00000001:3.0:1788840287.274376:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840287.274383:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840287.274386:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840287.274390:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840287.274397:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840287.274406:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125d180 x1875733133988736/t0(0) o103->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840303 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840287.274414:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee9125d180 x1875733133988736/t0(0) o103->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840303 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840287.274431:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840287.274441:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840287.274444:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840287.274455:0:16054:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788840287.274466:0:16054:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840287.274468:0:16054:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840287.274472:0:16054:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e4d0. 00000400:00000200:2.0:1788840287.274479:0:16054:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234bb0 00000400:00000010:2.0:1788840287.274482:0:16054:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234bb0. 00000100:00000001:2.0:1788840287.274485:0:16054:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840287.274490:0:16054:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125d180 x1875733133988736/t0(0) o103->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840303 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788840287.274505:0:16054:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125d180 x1875733133988736/t0(0) o103->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840303 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840287.274512:0:16054:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840287.274514:0:16054:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840287.274517:0:16054:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788840287.274521:0:16054:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788840287.274524:0:16054:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840287.274526:0:16054:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840287.274530:0:16054:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840287.274542:0:16054:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823538 time=136 v=5 (5 5 5 5) 00000100:00001000:2.0:1788840287.274546:0:16054:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=11 v=5 (1 0 0 0) 00000100:00000001:2.0:1788840287.274549:0:16054:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788840287.274551:0:16054:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840287.274554:0:16054:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788840287.274559:0:16054:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840287.274562:0:16054:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788840287.274565:0:16054:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967649 00000100:00000001:2.0:1788840287.274567:0:16054:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788840287.274570:0:16054:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840287.274576:0:16054:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125d180 x1875733133988736/t0(0) o103->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840303 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840287.274584:0:16054:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840287.274587:0:16054:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840287.274589:0:16054:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840287.274594:0:16054:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125d180 x1875733133988736/t0(0) o103->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840303 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788840287.274713:0:16054:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125d180 pname:cluuid:pid:xid:nid:opc:job ldlm_bl_03:10f4a654-3497-48d8-8f70-7e89f4f161cc:16054:1875733133988736:192.168.202.131@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1788840287.274720:0:16054:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840287.274723:0:16054:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840287.274725:0:16054:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788840287.274728:0:16054:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840287.274733:0:16054:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125d180 x1875733133988736/t0(0) o103->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840303 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840287.274739:0:16054:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788840287.274743:0:16054:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee86ee9300. 00000100:00000001:2.0:1788840287.274917:0:16054:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788840287.274920:0:16054:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840287.274923:0:16054:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840287.274927:0:16054:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125d180 x1875733133988736/t0(0) o103->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840303 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840287.274934:0:16054:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840287.274938:0:16054:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840287.274942:0:16054:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee98d1e800. 02000000:00000001:2.0:1788840287.274945:0:16054:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840287.274948:0:16054:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840287.274950:0:16054:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:2.0:1788840287.274952:0:16054:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840287.274956:0:16054:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee98d5b000. 02000000:00000001:2.0:1788840287.274962:0:16054:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840287.274964:0:16054:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840287.274966:0:16054:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125d180. 00000100:00000001:2.0:1788840287.274970:0:16054:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840287.274971:0:16054:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788840287.274974:0:16054:0:(ldlm_request.c:1632:ldlm_cli_cancel_req()) Process leaving 00010000:00000001:2.0:1788840287.274978:0:16054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788840287.274983:0:16054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d400/0x3aa5f499c96f3800 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8a436931312ba7c6 expref: -99 pid: 32140 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:2.0:1788840287.274996:0:16054:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff90eea05b2d80. 00010000:00000040:2.0:1788840287.275001:0:16054:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee892b1000 count: 0 00010000:00000010:2.0:1788840287.275011:0:16054:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90ee98e7dd80. 00010000:00000001:2.0:1788840287.275021:0:16054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840287.275024:0:16054:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840287.275038:0:16054:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840287.275042:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840287.275044:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840287.275048:0:16054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788840287.275050:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840287.275051:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840287.275052:0:16054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788840287.275054:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840287.275056:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840287.275057:0:16054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788840287.275366:0:32147:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840287.275369:0:32147:0:(ldlm_lockd.c:2264:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840287.275372:0:32147:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1788840287.310456:0:32148:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1000. 00010000:00000010:2.1:1788840287.310480:0:32148:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8d400. 00000100:00000001:2.0:1788840287.814172:0:15917:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:2.0:1788840287.814183:0:15917:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840287.879176:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840287.879186:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840287.879195:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840287.879196:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840287.881350:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840287.881359:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840287.881365:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788840288.069888:0:29212:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120a20 (cpu 2) has reached its deadline 4296517871, at 4296517888 00000100:00000010:2.0:1788840288.069912:0:29212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee87fb1600. 00000100:00000040:3.0:1788840288.071792:0:20562:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120b30 (cpu 3) has reached its deadline 4296517871, at 4296517890 00000100:00000010:3.0:1788840288.071820:0:20562:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee87fb1420. 00000100:00000040:2.0:1788840288.840133:0:20099:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788840288.840153:0:20099:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788840288.840165:0:20099:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125d180. 00000020:00000040:2.0:1788840288.840172:0:20099:0:(genops.c:1210:class_import_get()) import ffff90ee98ee5800 refcount=4 obd=MGC192.168.202.131@tcp 00000100:00000001:2.0:1788840288.840176:0:20099:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840288.840180:0:20099:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840288.840185:0:20099:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840288.840193:0:20099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee878d1000. 00000100:00000001:2.0:1788840288.840201:0:20099:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840288.840224:0:20099:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS req@ffff90ee9125d180 x1875733133988864/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788840288.840241:0:20099:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840288.840247:0:20099:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840288.840254:0:20099:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000092f3e39e] to pc [ptlrpcd_01_00+0] req@ffff90ee9125d180 x1875733133988864/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840288.840326:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840288.840332:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840288.840335:0:2361:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840288.840344:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125d180 x1875733133988864/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840288.840353:0:2361:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840288.840356:0:2361:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840288.840361:0:2361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840288.840365:0:2361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840288.840368:0:2361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840288.840371:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2361:1875733133988864:192.168.202.131@tcp:400:kworker.0 00000100:00000001:3.0:1788840288.840376:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840288.840383:0:2361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840288.840386:0:2361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840288.840389:0:2361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840288.840395:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee86fb1800. 02000000:00000001:3.0:1788840288.840398:0:2361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840288.840406:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840288.840411:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4f1b8. 00000400:00000010:3.0:1788840288.840420:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e110. 00000100:00000200:3.0:1788840288.840430:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133988864, portal 25 00000100:00000001:3.0:1788840288.840433:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840288.840435:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044631936 : -122120664919680 : ffff90ee9125d180) 00000100:00000040:3.0:1788840288.840442:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125d180 x1875733133988864/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840288.840450:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840288.840453:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840288.840456:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011ec38. 00000100:00000200:3.0:1788840288.840459:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875733133988864, offset 0 00000400:00000200:3.0:1788840288.840467:0:2361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840288.840478:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840288.840487:0:2361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840288.840494:0:2361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840288.840500:0:2361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840288.840505:0:2361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840288.840508:0:2361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840288.840512:0:2361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2508:2508:256:4294967295] 192.168.202.131@tcp LPNI seq info [2508:2508:8:4294967295] 00000400:00000200:3.0:1788840288.840516:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840288.840527:0:2361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840288.840534:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840288.840540:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee983e5900. 00000800:00000200:3.0:1788840288.840547:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840288.840556:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840288.840561:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee983e5900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788840288.840578:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840288.840583:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840288.840586:0:2361:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4296522657 00000100:00000010:3.0:1788840288.840593:0:2361:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee84b18540. 00000100:00000001:3.0:1788840288.840602:0:2361:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788840288.840608:0:2361:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4296522657 00000100:00000010:3.0:1788840288.840611:0:2361:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee84b182a0. 00000100:00000001:3.0:1788840288.840615:0:2361:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788840288.840619:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840288.840622:0:2361:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840288.840626:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840288.840629:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840288.840689:0:20099:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840288.840693:0:20099:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788840288.840696:0:20099:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788840288.840700:0:20099:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125ea00. 00000020:00000040:2.0:1788840288.840703:0:20099:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=8 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:2.0:1788840288.840706:0:20099:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840288.840707:0:20099:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840288.840709:0:20099:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840288.840713:0:20099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee878d1900. 00000100:00000001:2.0:1788840288.840717:0:20099:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840288.840722:0:20099:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID req@ffff90ee9125ea00 x1875733133988992/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788840288.840730:0:20099:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840288.840733:0:20099:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840288.840737:0:20099:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000062c487c3] to pc [ptlrpcd_01_01+1] req@ffff90ee9125ea00 x1875733133988992/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840288.840901:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840288.840905:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788840288.840908:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840288.840909:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840288.840911:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840288.840914:0:2361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1788840288.840916:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840288.840918:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840288.840919:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840288.840921:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840288.840922:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840288.840923:0:2361:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840288.840928:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125ea00 x1875733133988992/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840288.840936:0:2361:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840288.840937:0:2361:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840288.840940:0:2361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840288.840942:0:2361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840288.840944:0:2361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840288.840947:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733133988992:192.168.202.131@tcp:400:kworker.0 00000100:00000001:3.0:1788840288.840951:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840288.840955:0:2361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840288.840956:0:2361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840288.840958:0:2361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840288.840962:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee86fb1400. 02000000:00000001:3.0:1788840288.840964:0:2361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840288.840968:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840288.840972:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4f6e0. 00000400:00000010:3.0:1788840288.840976:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e6e8. 00000100:00000200:3.0:1788840288.840979:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133988992, portal 10 00000100:00000001:3.0:1788840288.840982:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840288.840983:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044638208 : -122120664913408 : ffff90ee9125ea00) 00000100:00000040:3.0:1788840288.840990:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125ea00 x1875733133988992/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840288.840996:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840288.840999:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840288.841001:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e088. 00000100:00000200:3.0:1788840288.841003:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733133988992, offset 0 00000400:00000200:3.0:1788840288.841008:0:2361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840288.841013:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840288.841017:0:2361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840288.841020:0:2361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840288.841023:0:2361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840288.841025:0:2361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840288.841027:0:2361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840288.841030:0:2361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2509:2509:255:4294967295] 192.168.202.131@tcp LPNI seq info [2509:2509:7:4294967295] 00000400:00000200:3.0:1788840288.841083:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840288.841091:0:2361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840288.841096:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840288.841101:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee983e5e00. 00000800:00000200:3.0:1788840288.841105:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840288.841110:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840288.841112:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee983e5e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788840288.841116:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840288.841120:0:2361:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 783137 usecs (784 jiffies) 00000400:00000200:3.0:1788840288.841123:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840288.841125:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296519443 00000100:00000001:3.0:1788840288.841128:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296522657 00000100:00000001:3.0:1788840288.841131:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296519443 00000100:00000001:3.0:1788840288.841133:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296522657 00000100:00000001:3.0:1788840288.841136:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840288.841138:0:2361:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840288.841140:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840288.841143:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840288.841228:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840288.841233:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee983e5900. 00000400:00000200:3.0:1788840288.841242:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840288.841248:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840288.841255:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011ec38 00000400:00000010:3.0:1788840288.841258:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011ec38. 00000100:00000001:3.0:1788840288.841264:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840288.841269:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125d180 x1875733133988864/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840288.841279:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840288.841283:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125d180 x1875733133988864/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840304 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840288.841290:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840288.841292:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788840288.841969:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840288.841975:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee983e5e00. 00000400:00000200:3.0:1788840288.841981:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840288.841986:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840288.841991:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e088 00000400:00000010:3.0:1788840288.841993:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e088. 00000100:00000001:3.0:1788840288.841997:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840288.842003:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125ea00 x1875733133988992/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840288.842012:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840288.842015:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125ea00 x1875733133988992/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840304 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840288.842021:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840288.842023:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788840288.842503:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840288.842508:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840288.843428:0:20099:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840288.843436:0:20099:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788840288.843441:0:20099:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788840288.843459:0:20099:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125c000. 00000020:00000040:2.0:1788840288.843466:0:20099:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=3 obd=lustre-OST0000-osc-ffff90ee90f70800 00000100:00000001:2.0:1788840288.843471:0:20099:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840288.843475:0:20099:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840288.843481:0:20099:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840288.843491:0:20099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee878d1f00. 00000100:00000001:2.0:1788840288.843499:0:20099:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840288.843510:0:20099:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID req@ffff90ee9125c000 x1875733133989120/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788840288.843522:0:20099:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840288.843527:0:20099:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840288.843533:0:20099:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d26c8109] to pc [ptlrpcd_01_00+0] req@ffff90ee9125c000 x1875733133989120/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840288.843556:0:20099:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840288.843560:0:20099:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788840288.843564:0:20099:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788840288.843568:0:20099:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125df80. 00000020:00000040:2.0:1788840288.843571:0:20099:0:(genops.c:1210:class_import_get()) import ffff90ee92b59000 refcount=3 obd=lustre-OST0001-osc-ffff90ee90f70800 00000100:00000001:2.0:1788840288.843573:0:20099:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840288.843575:0:20099:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840288.843577:0:20099:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840288.843581:0:20099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee92b26b00. 00000100:00000001:2.0:1788840288.843585:0:20099:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840288.843589:0:20099:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID req@ffff90ee9125df80 x1875733133989248/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788840288.843596:0:20099:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840288.843599:0:20099:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840288.843602:0:20099:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e508809] to pc [ptlrpcd_01_01+1] req@ffff90ee9125df80 x1875733133989248/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840288.843610:0:20099:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840288.843616:0:20099:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1856) 00000100:00000001:2.0:1788840288.843637:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840288.843660:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840288.843662:0:2362:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840288.843667:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125df80 x1875733133989248/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840288.843675:0:2362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840288.843677:0:2362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840288.843681:0:2362:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840288.843684:0:2362:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840288.843687:0:2362:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840288.843690:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733133989248:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840288.843695:0:2362:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840288.843700:0:2362:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840288.843702:0:2362:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840288.843705:0:2362:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840288.843711:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee98d1e000. 02000000:00000001:2.0:1788840288.843713:0:2362:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840288.843720:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840288.843724:0:2362:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e4d0. 00000400:00000010:2.0:1788840288.843732:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234bb0. 00000100:00000200:2.0:1788840288.843740:0:2362:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133989248, portal 4 00000100:00000001:2.0:1788840288.843743:0:2362:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840288.843744:0:2362:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044635520 : -122120664916096 : ffff90ee9125df80) 00000100:00000040:2.0:1788840288.843752:0:2362:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125df80 x1875733133989248/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840288.843759:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840288.843762:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840288.843765:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234f68. 00000100:00000200:2.0:1788840288.843768:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733133989248, offset 0 00000400:00000200:2.0:1788840288.843775:0:2362:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840288.843784:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840288.843792:0:2362:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840288.843798:0:2362:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840288.843802:0:2362:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840288.843807:0:2362:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840288.843810:0:2362:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840288.843813:0:2362:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2510:2510:256:4294967295] 192.168.202.131@tcp LPNI seq info [2510:2510:8:4294967295] 00000400:00000200:2.0:1788840288.843818:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840288.843829:0:2362:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840288.843835:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840288.843840:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee92b26100. 00000800:00000200:2.0:1788840288.843847:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840288.843855:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840288.843859:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee92b26100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840288.843869:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840288.843874:0:2362:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: using a timeout of 277165 usecs (278 jiffies) 00000400:00000200:2.0:1788840288.843878:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840288.843881:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296518940 00000100:00000001:2.0:1788840288.843884:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296522657 00000100:00000001:2.0:1788840288.843887:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296518940 00000100:00000001:2.0:1788840288.843889:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296522657 00000100:00000001:2.0:1788840288.843891:0:2362:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840288.843894:0:2362:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840288.843897:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840288.843900:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840288.843908:0:2362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840288.843910:0:2362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788840288.843912:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840288.843914:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840288.843915:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840288.843918:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1788840288.843919:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840288.843922:0:2362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840288.843923:0:2362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840288.843924:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840288.843925:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840288.843926:0:2362:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840288.843931:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125c000 x1875733133989120/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840288.843938:0:2362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840288.843940:0:2362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840288.843942:0:2362:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840288.843944:0:2362:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840288.843946:0:2362:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840288.843949:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733133989120:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840288.843952:0:2362:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840288.843954:0:2362:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840288.843956:0:2362:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840288.843957:0:2362:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840288.843962:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee98d1f000. 02000000:00000001:2.0:1788840288.843964:0:2362:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840288.843967:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840288.843970:0:2362:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4ed68. 00000400:00000010:2.0:1788840288.843973:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234880. 00000100:00000200:2.0:1788840288.843975:0:2362:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133989120, portal 4 00000100:00000001:2.0:1788840288.843977:0:2362:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840288.843979:0:2362:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044627456 : -122120664924160 : ffff90ee9125c000) 00000100:00000040:2.0:1788840288.843984:0:2362:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125c000 x1875733133989120/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840288.843989:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840288.843991:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840288.843994:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234330. 00000100:00000200:2.0:1788840288.843996:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733133989120, offset 0 00000400:00000200:2.0:1788840288.844000:0:2362:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840288.844004:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840288.844007:0:2362:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840288.844010:0:2362:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840288.844012:0:2362:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840288.844014:0:2362:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840288.844016:0:2362:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840288.844019:0:2362:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2511:2511:255:4294967295] 192.168.202.131@tcp LPNI seq info [2511:2511:7:4294967295] 00000400:00000200:2.0:1788840288.844022:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840288.844027:0:2362:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840288.844031:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840288.844180:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee84c26600. 00000800:00000200:2.0:1788840288.844187:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840288.844191:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840288.844194:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee84c26600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840288.844197:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840288.844200:0:2362:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: using a timeout of 23417 usecs (24 jiffies) 00000400:00000200:2.0:1788840288.844204:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840288.844218:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296518686 00000100:00000001:2.0:1788840288.844221:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296522657 00000100:00000001:2.0:1788840288.844223:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296518686 00000100:00000001:2.0:1788840288.844226:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296522657 00000100:00000001:2.0:1788840288.844228:0:2362:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840288.844230:0:2362:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840288.844232:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840288.844235:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788840288.844527:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840288.844543:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840288.844546:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840288.844549:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840288.844554:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840288.844559:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840288.844566:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840288.844569:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840288.844574:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840288.844578:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 10 MB=0x6a9f827251480 00000400:00000200:3.0:1788840288.844582:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840288.844588:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 224/224 into md 0x6d6d [1] + 224 00000800:00000001:3.0:1788840288.844595:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840288.844602:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840288.844606:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840288.844611:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840288.844619:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840288.844626:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125ea00 x1875733133988992/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840304 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840288.844636:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee9125ea00 x1875733133988992/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840304 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840288.844682:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:3.0:1788840288.844721:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840288.844725:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee92b26100. 00000400:00000200:3.0:1788840288.844731:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840288.844735:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840288.844739:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234f68 00000400:00000010:3.0:1788840288.844741:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234f68. 00000100:00000001:3.0:1788840288.844745:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840288.844749:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125df80 x1875733133989248/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840288.844757:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840288.844761:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125df80 x1875733133989248/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840304 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840288.844769:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840288.844770:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840288.844777:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840288.844780:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788840288.844806:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840288.844808:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee84c26600. 00000400:00000200:3.0:1788840288.844812:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840288.844816:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840288.844819:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234330 00000400:00000010:3.0:1788840288.844821:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234330. 00000100:00000001:3.0:1788840288.844823:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840288.844826:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125c000 x1875733133989120/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840304 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840288.844833:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840288.844836:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125c000 x1875733133989120/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840304 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840288.844842:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840288.844844:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788840288.844858:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840288.844862:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788840288.844867:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840288.844869:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840288.844871:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4f6e0. 00000400:00000200:3.0:1788840288.844875:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e6e8 00000400:00000010:3.0:1788840288.844876:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e6e8. 00000100:00000001:3.0:1788840288.844880:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840288.844885:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125ea00 x1875733133988992/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840304 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840288.844893:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125ea00 x1875733133988992/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840304 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840288.844899:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840288.844901:0:2361:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840288.844904:0:2361:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840288.844907:0:2361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840288.844910:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840288.844912:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840288.844914:0:2361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840288.844923:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=138 v=5 (5 102 102 102) 00000100:00001000:3.0:1788840288.844929:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=12 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840288.844932:0:2361:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840288.844934:0:2361:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840288.844938:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840288.844943:0:2361:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840288.844947:0:2361:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840288.844950:0:2361:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967649 00000100:00000001:3.0:1788840288.844952:0:2361:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840288.844956:0:2361:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840288.844962:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125ea00 x1875733133988992/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840304 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840288.844973:0:2361:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840288.844977:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840288.844980:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840288.844984:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125ea00 x1875733133988992/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840304 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840288.844992:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733133988992:192.168.202.131@tcp:400:kworker.0 00000100:00000001:3.0:1788840288.844998:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840288.845000:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840288.845003:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125ea00 x1875733133988992/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840304 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840288.845009:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840288.845012:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840288.845015:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee86fb1400. 02000000:00000001:3.0:1788840288.845018:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840288.845021:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840288.845022:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:3.0:1788840288.845024:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840288.845028:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee878d1900. 02000000:00000001:3.0:1788840288.845033:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840288.846487:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840288.846496:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125ea00. 00000100:00000001:3.0:1788840288.846504:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840288.846506:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840288.846510:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840288.846513:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840288.846515:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840288.846519:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840288.846521:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788840288.848405:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840288.848424:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840288.848430:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840288.848432:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840288.848443:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840288.848463:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840288.848475:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840288.848480:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840288.848487:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840288.848492:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f827251580 00000400:00000200:3.0:1788840288.848497:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840288.848504:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x6d7d [1] + 224 00000800:00000001:3.0:1788840288.848512:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840288.848516:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840288.848520:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840288.848524:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840288.848532:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840288.848544:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125df80 x1875733133989248/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840304 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840288.848557:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee9125df80 x1875733133989248/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840304 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840288.848579:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840288.848597:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840288.848601:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840288.848604:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840288.848606:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840288.848609:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840288.848613:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840288.848617:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840288.848619:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840288.848622:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840288.848625:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 25 MB=0x6a9f827251400 00000400:00000200:3.0:1788840288.848629:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840288.848634:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.131@tcp of length 224/224 into md 0x6d5d [1] + 224 00000800:00000001:3.0:1788840288.848670:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840288.848675:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840288.848677:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840288.848680:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840288.848683:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840288.848688:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125d180 x1875733133988864/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840304 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840288.848697:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee9125d180 x1875733133988864/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840304 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840288.848713:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840288.848717:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840288.848720:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840288.848721:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840288.848723:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840288.848727:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840288.848730:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840288.848734:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840288.848736:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840288.848739:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840288.848741:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f827251500 00000400:00000200:3.0:1788840288.848744:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840288.848748:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x6d8d [1] + 224 00000800:00000001:3.0:1788840288.848751:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840288.848758:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840288.848760:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840288.848763:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840288.848766:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840288.848770:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125c000 x1875733133989120/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840304 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840288.848778:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee9125c000 x1875733133989120/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840304 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840288.848792:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840288.848796:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840288.848798:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840288.848814:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840288.848818:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788840288.848826:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840288.848828:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840288.848831:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4f1b8. 00000400:00000200:3.0:1788840288.848836:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e110 00000400:00000010:3.0:1788840288.848840:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e110. 00000100:00000001:3.0:1788840288.848845:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840288.848849:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125d180 x1875733133988864/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840304 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840288.848857:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125d180 x1875733133988864/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840304 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840288.848863:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840288.848865:0:2361:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840288.848868:0:2361:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840288.848872:0:2361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840288.848875:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840288.848877:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840288.848880:0:2361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840288.848888:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98ee5c60 time=138 v=5 (5 5 5 5) 00000100:00001000:3.0:1788840288.848893:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98ee5c18 time=138 v=5 (1 1 1 1) 00000100:00000001:3.0:1788840288.848895:0:2361:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840288.848897:0:2361:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840288.848900:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840288.848902:0:2361:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840288.848905:0:2361:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840288.848910:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125d180 x1875733133988864/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840304 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840288.848918:0:2361:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840288.848921:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840288.848924:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840288.848929:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125d180 x1875733133988864/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840304 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840288.848937:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2361:1875733133988864:192.168.202.131@tcp:400:kworker.0 00000100:00000001:3.0:1788840288.848942:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840288.848945:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840288.848949:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125d180 x1875733133988864/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840304 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840288.848955:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840288.848958:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840288.848962:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee86fb1800. 02000000:00000001:3.0:1788840288.848966:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840288.848970:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840288.848972:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee98ee5800 refcount=3 obd=MGC192.168.202.131@tcp 00000020:00000001:3.0:1788840288.848974:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840288.848978:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee878d1000. 02000000:00000001:3.0:1788840288.848983:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840288.848985:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840288.848987:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125d180. 00000100:00000001:3.0:1788840288.848991:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840288.848992:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840288.848994:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840288.849004:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840288.849006:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840288.849008:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840288.849011:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840288.849172:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840288.849176:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788840288.849181:0:2362:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840288.849183:0:2362:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840288.849186:0:2362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4ed68. 00000400:00000200:2.0:1788840288.849192:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234880 00000400:00000010:2.0:1788840288.849194:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234880. 00000100:00000001:2.0:1788840288.849197:0:2362:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840288.849202:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125c000 x1875733133989120/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840304 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788840288.849222:0:2362:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125c000 x1875733133989120/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840304 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840288.849228:0:2362:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840288.849230:0:2362:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840288.849232:0:2362:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788840288.849234:0:2362:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788840288.849235:0:2362:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840288.849237:0:2362:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840288.849239:0:2362:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840288.849245:0:2362:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b5cc60 time=138 v=5 (5 5 5 36) 00000100:00001000:2.0:1788840288.849248:0:2362:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=12 v=5 (1 0 0 0) 00000100:00000001:2.0:1788840288.849250:0:2362:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788840288.849252:0:2362:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840288.849253:0:2362:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788840288.849258:0:2362:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840288.849261:0:2362:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788840288.849264:0:2362:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: skip recheck: last_committed 4294967341 00000100:00000001:2.0:1788840288.849266:0:2362:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788840288.849268:0:2362:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840288.849272:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125c000 x1875733133989120/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840304 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840288.849278:0:2362:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840288.849280:0:2362:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840288.849282:0:2362:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840288.849285:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125c000 x1875733133989120/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840304 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788840288.849292:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733133989120:192.168.202.131@tcp:400:kworker.0 00000400:00000001:2.0:1788840288.849297:0:2362:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840288.849298:0:2362:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840288.849300:0:2362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e4d0. 00000400:00000200:2.0:1788840288.849303:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234bb0 00000400:00000010:2.0:1788840288.849304:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234bb0. 00000100:00000001:2.0:1788840288.849306:0:2362:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840288.849309:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125df80 x1875733133989248/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840304 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788840288.849316:0:2362:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125df80 x1875733133989248/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840304 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840288.849322:0:2362:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840288.849323:0:2362:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840288.849325:0:2362:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788840288.849326:0:2362:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788840288.849327:0:2362:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840288.849328:0:2362:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840288.849330:0:2362:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840288.849334:0:2362:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b59460 time=138 v=5 (5 5 5 36) 00000100:00001000:2.0:1788840288.849337:0:2362:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b59418 time=10 v=5 (1 0 0 0) 00000100:00000001:2.0:1788840288.849339:0:2362:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788840288.849341:0:2362:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840288.849342:0:2362:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788840288.849344:0:2362:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840288.849346:0:2362:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788840288.849348:0:2362:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90ee90f70800: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1788840288.849349:0:2362:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788840288.849351:0:2362:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840288.849354:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125df80 x1875733133989248/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840304 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840288.849359:0:2362:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840288.849361:0:2362:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840288.849362:0:2362:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840288.849365:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125df80 x1875733133989248/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840304 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788840288.849372:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733133989248:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840288.849375:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840288.849378:0:2362:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840288.849380:0:2362:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125c000 x1875733133989120/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840304 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840288.849386:0:2362:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840288.849387:0:2362:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840288.849389:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee98d1f000. 02000000:00000001:2.0:1788840288.849392:0:2362:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840288.849394:0:2362:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840288.849395:0:2362:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=2 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:2.0:1788840288.849397:0:2362:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840288.849398:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee878d1f00. 02000000:00000001:2.0:1788840288.849401:0:2362:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840288.849402:0:2362:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840288.849403:0:2362:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125c000. 00000100:00000001:2.0:1788840288.849406:0:2362:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840288.849407:0:2362:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840288.849409:0:2362:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840288.849411:0:2362:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125df80 x1875733133989248/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840304 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840288.849418:0:2362:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840288.849419:0:2362:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840288.849420:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee98d1e000. 02000000:00000001:2.0:1788840288.849422:0:2362:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840288.849423:0:2362:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840288.849424:0:2362:0:(genops.c:1223:class_import_put()) import ffff90ee92b59000 refcount=2 obd=lustre-OST0001-osc-ffff90ee90f70800 00000020:00000001:2.0:1788840288.849426:0:2362:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840288.849427:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee92b26b00. 02000000:00000001:2.0:1788840288.849430:0:2362:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840288.849431:0:2362:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840288.849432:0:2362:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125df80. 00000100:00000001:2.0:1788840288.849435:0:2362:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840288.849435:0:2362:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840288.849437:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840288.849441:0:2362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840288.849442:0:2362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840288.849444:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840288.849457:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840288.901790:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840288.901801:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840288.901808:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840288.901809:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840288.901913:0:15925:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788840288.901928:0:15925:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840288.901931:0:15925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788840289.925820:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840289.925830:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840289.925838:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840289.925839:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840289.926402:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840289.926406:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840289.926410:0:16054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788840290.949819:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840290.949829:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840290.949836:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840290.949838:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840290.950255:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840290.950260:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840290.950263:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788840291.973986:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840291.973996:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840291.974004:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840291.974006:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840291.974108:0:15925:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788840291.974112:0:15925:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840291.974116:0:15925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788840292.869857:0:29212:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120a20 (cpu 2) has reached its deadline 4296522657, at 4296522688 00000100:00000010:2.0:1788840292.869895:0:29212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee84b18540. 00000100:00000040:3.0:1788840292.870363:0:20562:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120b30 (cpu 3) has reached its deadline 4296522657, at 4296522688 00000100:00000010:3.0:1788840292.870371:0:20562:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee84b182a0. 00010000:00000001:1.0:1788840292.997904:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840292.997914:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840292.997922:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840292.997923:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840292.998038:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840292.998043:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840292.998046:0:16054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788840293.958332:0:20099:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788840293.958344:0:20099:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788840293.958364:0:20099:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125df80. 00000020:00000040:2.0:1788840293.958370:0:20099:0:(genops.c:1210:class_import_get()) import ffff90ee98ee5800 refcount=4 obd=MGC192.168.202.131@tcp 00000100:00000001:2.0:1788840293.958376:0:20099:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840293.958380:0:20099:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840293.958385:0:20099:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840293.958394:0:20099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee84c26200. 00000100:00000001:2.0:1788840293.958400:0:20099:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840293.958413:0:20099:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS req@ffff90ee9125df80 x1875733133989376/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788840293.958423:0:20099:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840293.958428:0:20099:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840293.958433:0:20099:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e508809] to pc [ptlrpcd_01_00+0] req@ffff90ee9125df80 x1875733133989376/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840293.958460:0:20099:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840293.958463:0:20099:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788840293.958465:0:20099:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788840293.958468:0:20099:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125c000. 00000020:00000040:2.0:1788840293.958470:0:20099:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=8 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:2.0:1788840293.958471:0:20099:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840293.958472:0:20099:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840293.958473:0:20099:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840293.958478:0:20099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee84c26600. 00000100:00000001:2.0:1788840293.958480:0:20099:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840293.958483:0:20099:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID req@ffff90ee9125c000 x1875733133989504/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788840293.958488:0:20099:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840293.958489:0:20099:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840293.958492:0:20099:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d26c8109] to pc [ptlrpcd_01_01+1] req@ffff90ee9125c000 x1875733133989504/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840293.958497:0:20099:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840293.958499:0:20099:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788840293.958501:0:20099:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788840293.958504:0:20099:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125fb80. 00000020:00000040:2.0:1788840293.958506:0:20099:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=3 obd=lustre-OST0000-osc-ffff90ee90f70800 00000100:00000001:2.0:1788840293.958507:0:20099:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840293.958508:0:20099:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840293.958509:0:20099:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840293.958513:0:20099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee8985ca00. 00000100:00000001:2.0:1788840293.958514:0:20099:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840293.958516:0:20099:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID req@ffff90ee9125fb80 x1875733133989632/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788840293.958520:0:20099:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840293.958521:0:20099:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840293.958523:0:20099:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0d67373] to pc [ptlrpcd_01_00+0] req@ffff90ee9125fb80 x1875733133989632/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840293.958526:0:20099:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840293.958528:0:20099:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788840293.958530:0:20099:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788840293.958532:0:20099:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125ca80. 00000020:00000040:2.0:1788840293.958534:0:20099:0:(genops.c:1210:class_import_get()) import ffff90ee92b59000 refcount=3 obd=lustre-OST0001-osc-ffff90ee90f70800 00000100:00000001:2.0:1788840293.958535:0:20099:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840293.958535:0:20099:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840293.958536:0:20099:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840293.958538:0:20099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee8985c100. 00000100:00000001:2.0:1788840293.958539:0:20099:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840293.958541:0:20099:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID req@ffff90ee9125ca80 x1875733133989760/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788840293.958545:0:20099:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840293.958546:0:20099:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840293.958547:0:20099:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3df511d] to pc [ptlrpcd_01_01+1] req@ffff90ee9125ca80 x1875733133989760/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840293.958552:0:20099:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840293.958556:0:20099:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1861) 00000100:00000001:2.0:1788840293.958564:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840293.958567:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840293.958570:0:2362:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840293.958573:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125c000 x1875733133989504/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840293.958580:0:2362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840293.958582:0:2362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840293.958586:0:2362:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840293.958588:0:2362:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840293.958590:0:2362:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840293.958593:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733133989504:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840293.958596:0:2362:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840293.958602:0:2362:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840293.958605:0:2362:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840293.958609:0:2362:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840293.958614:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee98d1e000. 02000000:00000001:2.0:1788840293.958616:0:2362:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840293.958628:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840293.959253:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840293.959260:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840293.959262:0:2361:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840293.959273:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125df80 x1875733133989376/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840293.959280:0:2361:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840293.959281:0:2361:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840293.959284:0:2361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840293.959286:0:2361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840293.959289:0:2361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840293.959291:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2361:1875733133989376:192.168.202.131@tcp:400:kworker.0 00000100:00000001:3.0:1788840293.959294:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840293.959298:0:2361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840293.959300:0:2361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840293.959302:0:2361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840293.959308:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee86fb1400. 02000000:00000001:3.0:1788840293.959310:0:2361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840293.959314:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840293.959319:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4f1b8. 00000400:00000010:3.0:1788840293.959328:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e110. 00000100:00000200:3.0:1788840293.959338:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133989376, portal 25 00000100:00000001:3.0:1788840293.959342:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840293.959344:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044635520 : -122120664916096 : ffff90ee9125df80) 00000100:00000040:3.0:1788840293.959350:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125df80 x1875733133989376/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840293.959358:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840293.959361:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840293.959364:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e6e8. 00000100:00000200:3.0:1788840293.959367:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875733133989376, offset 0 00000400:00000200:3.0:1788840293.959375:0:2361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840293.959385:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840293.959393:0:2361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840293.959399:0:2361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840293.959404:0:2361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840293.959408:0:2361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840293.959411:0:2361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840293.959416:0:2361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2512:2512:256:4294967295] 192.168.202.131@tcp LPNI seq info [2512:2512:8:4294967295] 00000400:00000200:3.0:1788840293.959420:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840293.959430:0:2361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840293.959436:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840293.959441:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee983e5e00. 00000800:00000200:3.0:1788840293.959449:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840293.959458:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840293.959463:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee983e5e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788840293.959484:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840293.959489:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840293.959491:0:2361:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4296527776 00000100:00000010:3.0:1788840293.959497:0:2361:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee84b182a0. 00000100:00000001:3.0:1788840293.959506:0:2361:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788840293.959512:0:2361:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4296527776 00000100:00000010:3.0:1788840293.959515:0:2361:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee84b18360. 00000100:00000001:3.0:1788840293.959519:0:2361:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788840293.959521:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840293.959524:0:2361:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840293.959527:0:2361:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840293.959531:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125fb80 x1875733133989632/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840293.959537:0:2361:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840293.959538:0:2361:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840293.959540:0:2361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840293.959542:0:2361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840293.959544:0:2361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840293.959546:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733133989632:192.168.202.131@tcp:400:kworker.0 00000100:00000001:3.0:1788840293.959549:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840293.959552:0:2361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840293.959553:0:2361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840293.959556:0:2361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840293.959558:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee86fb1c00. 02000000:00000001:3.0:1788840293.959560:0:2361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840293.959563:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840293.959566:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4f6e0. 00000400:00000010:3.0:1788840293.959569:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e088. 00000100:00000200:3.0:1788840293.959572:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133989632, portal 4 00000100:00000001:3.0:1788840293.959574:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840293.959575:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044642688 : -122120664908928 : ffff90ee9125fb80) 00000100:00000040:3.0:1788840293.959583:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125fb80 x1875733133989632/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840293.959588:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840293.959591:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840293.959593:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011ec38. 00000100:00000200:3.0:1788840293.959596:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733133989632, offset 0 00000400:00000200:3.0:1788840293.959612:0:2361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840293.959616:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840293.959620:0:2361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840293.959623:0:2361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840293.959625:0:2361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840293.959627:0:2361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840293.959629:0:2361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840293.959632:0:2361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2513:2513:255:4294967295] 192.168.202.131@tcp LPNI seq info [2513:2513:7:4294967295] 00000400:00000200:3.0:1788840293.959635:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840293.959662:0:2361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840293.959666:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840293.959670:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee983e5900. 00000800:00000200:3.0:1788840293.959673:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840293.959677:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840293.959679:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee983e5900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788840293.959682:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840293.959687:0:2361:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: using a timeout of 23342 usecs (24 jiffies) 00000400:00000200:3.0:1788840293.959690:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840293.959691:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296523801 00000100:00000001:3.0:1788840293.959694:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296527776 00000100:00000001:3.0:1788840293.959696:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296523801 00000100:00000001:3.0:1788840293.959698:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296527776 00000100:00000001:3.0:1788840293.959700:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840293.959702:0:2361:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840293.959705:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840293.959708:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840293.959717:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840293.959719:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788840293.959722:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840293.959723:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840293.959725:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840293.959727:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1788840293.960352:0:2362:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e4d0. 00000400:00000010:2.0:1788840293.960364:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234bb0. 00000100:00000200:2.0:1788840293.960369:0:2362:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133989504, portal 10 00000100:00000001:2.0:1788840293.960371:0:2362:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840293.960373:0:2362:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044627456 : -122120664924160 : ffff90ee9125c000) 00000100:00000040:2.0:1788840293.960384:0:2362:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125c000 x1875733133989504/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840293.960391:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840293.960394:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840293.960396:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234880. 00000100:00000200:2.0:1788840293.960399:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733133989504, offset 0 00000400:00000200:2.0:1788840293.960404:0:2362:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840293.960410:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840293.960414:0:2362:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840293.960418:0:2362:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840293.960422:0:2362:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840293.960424:0:2362:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840293.960426:0:2362:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840293.960428:0:2362:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2514:2514:254:4294967295] 192.168.202.131@tcp LPNI seq info [2514:2514:6:4294967295] 00000400:00000200:2.0:1788840293.960432:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840293.960438:0:2362:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840293.960442:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840293.960447:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee8985ce00. 00000800:00000200:2.0:1788840293.960451:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840293.960456:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840293.960459:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee8985ce00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840293.960462:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840293.960466:0:2362:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 782125 usecs (783 jiffies) 00000400:00000200:2.0:1788840293.960469:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840293.960471:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296524561 00000100:00000001:2.0:1788840293.960474:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296527776 00000100:00000001:2.0:1788840293.960476:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296524561 00000100:00000001:2.0:1788840293.960478:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296527776 00000100:00000001:2.0:1788840293.960480:0:2362:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840293.960482:0:2362:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840293.960485:0:2362:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840293.960489:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125ca80 x1875733133989760/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840293.960497:0:2362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840293.960499:0:2362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840293.960501:0:2362:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840293.960503:0:2362:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840293.960505:0:2362:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840293.960509:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733133989760:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840293.960515:0:2362:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840293.960519:0:2362:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840293.960520:0:2362:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840293.960523:0:2362:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840293.960527:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee98d1f000. 02000000:00000001:2.0:1788840293.960529:0:2362:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840293.960533:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840293.960536:0:2362:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4ed68. 00000400:00000010:2.0:1788840293.960541:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234908. 00000100:00000200:2.0:1788840293.960544:0:2362:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133989760, portal 4 00000100:00000001:2.0:1788840293.960546:0:2362:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840293.960547:0:2362:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044630144 : -122120664921472 : ffff90ee9125ca80) 00000100:00000040:2.0:1788840293.960552:0:2362:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125ca80 x1875733133989760/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840293.960559:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840293.960561:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840293.960563:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234e58. 00000100:00000200:2.0:1788840293.960565:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733133989760, offset 0 00000400:00000200:2.0:1788840293.960569:0:2362:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840293.960573:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840293.960576:0:2362:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840293.960579:0:2362:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840293.960581:0:2362:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840293.960583:0:2362:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840293.960586:0:2362:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840293.960589:0:2362:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2515:2515:253:4294967295] 192.168.202.131@tcp LPNI seq info [2515:2515:5:4294967295] 00000400:00000200:2.0:1788840293.960593:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840293.960599:0:2362:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840293.960603:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840293.960607:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee8985c200. 00000800:00000200:2.0:1788840293.960611:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840293.960616:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840293.960618:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee8985c200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840293.960621:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840293.960624:0:2362:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: using a timeout of 275508 usecs (276 jiffies) 00000400:00000200:2.0:1788840293.960627:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840293.960629:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296524054 00000100:00000001:2.0:1788840293.960632:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296527776 00000100:00000001:2.0:1788840293.960634:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296524054 00000100:00000001:2.0:1788840293.960636:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296527776 00000100:00000001:2.0:1788840293.960656:0:2362:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840293.960659:0:2362:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840293.960661:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840293.960663:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840293.960670:0:2362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840293.960672:0:2362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788840293.960674:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840293.960676:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840293.960677:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840293.960680:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840293.961061:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840293.961067:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee983e5e00. 00000400:00000200:3.0:1788840293.961077:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840293.961084:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840293.961091:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e6e8 00000400:00000010:3.0:1788840293.961093:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e6e8. 00000100:00000001:3.0:1788840293.961099:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840293.961105:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125df80 x1875733133989376/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840293.961117:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840293.961121:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125df80 x1875733133989376/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840309 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840293.961228:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840293.961230:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788840293.961249:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840293.961252:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee983e5900. 00000400:00000200:3.0:1788840293.961255:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840293.961260:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840293.961263:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011ec38 00000400:00000010:3.0:1788840293.961265:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011ec38. 00000100:00000001:3.0:1788840293.961268:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840293.961271:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125fb80 x1875733133989632/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840293.961279:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840293.961282:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125fb80 x1875733133989632/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840309 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840293.961288:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840293.961289:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788840293.961297:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840293.961299:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee8985ce00. 00000400:00000200:3.0:1788840293.961302:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840293.961305:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840293.961308:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234880 00000400:00000010:3.0:1788840293.961310:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234880. 00000100:00000001:3.0:1788840293.961312:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840293.961315:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125c000 x1875733133989504/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840293.961321:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840293.961324:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125c000 x1875733133989504/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840309 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840293.961329:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840293.961330:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788840293.962230:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840293.962237:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee8985c200. 00000400:00000200:3.0:1788840293.962242:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840293.962249:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840293.962255:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234e58 00000400:00000010:3.0:1788840293.962257:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234e58. 00000100:00000001:3.0:1788840293.962261:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840293.962267:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125ca80 x1875733133989760/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840309 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840293.962278:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840293.962282:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125ca80 x1875733133989760/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840309 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840293.962289:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840293.962291:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840293.964171:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840293.964194:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840293.964199:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840293.964202:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840293.964212:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840293.964221:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840293.964231:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840293.964236:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840293.964243:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840293.964247:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f827251700 00000400:00000200:3.0:1788840293.964252:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840293.964261:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x6dad [1] + 224 00000800:00000001:3.0:1788840293.964269:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840293.964275:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840293.964279:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840293.964283:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840293.964292:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840293.964302:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125fb80 x1875733133989632/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840309 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840293.964312:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee9125fb80 x1875733133989632/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840309 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840293.964495:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840293.964501:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840293.964521:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840293.964533:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840293.964681:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840293.965236:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840293.965244:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840293.965246:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840293.965249:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840293.965255:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840293.965261:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840293.965267:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840293.965271:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840293.965275:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840293.965278:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 25 MB=0x6a9f827251600 00000400:00000200:3.0:1788840293.965283:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840293.965288:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.131@tcp of length 224/224 into md 0x6d9d [1] + 224 00000800:00000001:3.0:1788840293.965293:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840293.965299:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840293.965302:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840293.965305:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840293.965309:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840293.965316:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125df80 x1875733133989376/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840309 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840293.965325:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee9125df80 x1875733133989376/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840309 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840293.965333:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840293.965337:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840293.965340:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840293.966445:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840293.966457:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840293.966461:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840293.966463:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840293.966471:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840293.966478:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840293.966487:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840293.966491:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840293.966495:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840293.966499:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f827251780 00000400:00000200:3.0:1788840293.966503:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840293.966509:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x6dcd [1] + 224 00000800:00000001:3.0:1788840293.966515:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840293.966521:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840293.966524:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840293.966528:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840293.966534:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840293.966551:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125ca80 x1875733133989760/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840309 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840293.966561:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee9125ca80 x1875733133989760/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840309 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840293.966581:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840293.966588:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840293.966592:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840293.966629:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840293.966634:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788840293.966684:0:2362:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840293.966687:0:2362:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840293.966691:0:2362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4ed68. 00000400:00000200:3.0:1788840293.966699:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234908 00000400:00000010:3.0:1788840293.966702:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234908. 00000100:00000001:3.0:1788840293.966706:0:2362:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840293.966711:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125ca80 x1875733133989760/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840309 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840293.966720:0:2362:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125ca80 x1875733133989760/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840309 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840293.966727:0:2362:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840293.966729:0:2362:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840293.966732:0:2362:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840293.966736:0:2362:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840293.966740:0:2362:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840293.966742:0:2362:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840293.966747:0:2362:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840293.966760:0:2362:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b59460 time=143 v=5 (5 5 5 36) 00000100:00001000:3.0:1788840293.966764:0:2362:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b59418 time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840293.967620:0:2362:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840293.967626:0:2362:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840293.967632:0:2362:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840293.967636:0:2362:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840293.967672:0:2362:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840293.967676:0:2362:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90ee90f70800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1788840293.967678:0:2362:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840293.967680:0:2362:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840293.967691:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125ca80 x1875733133989760/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840309 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840293.967699:0:2362:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840293.967703:0:2362:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840293.967705:0:2362:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840293.967709:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125ca80 x1875733133989760/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840309 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840293.967716:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733133989760:192.168.202.131@tcp:400:kworker.0 00000100:00000001:3.0:1788840293.967721:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840293.967725:0:2362:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840293.967728:0:2362:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125ca80 x1875733133989760/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840309 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840293.967735:0:2362:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840293.967738:0:2362:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840293.967742:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee98d1f000. 02000000:00000001:3.0:1788840293.967746:0:2362:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840293.967750:0:2362:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840293.967752:0:2362:0:(genops.c:1223:class_import_put()) import ffff90ee92b59000 refcount=2 obd=lustre-OST0001-osc-ffff90ee90f70800 00000020:00000001:3.0:1788840293.967755:0:2362:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840293.967759:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee8985c100. 02000000:00000001:3.0:1788840293.967763:0:2362:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840293.967766:0:2362:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840293.968106:0:2362:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125ca80. 00000100:00000001:3.0:1788840293.968111:0:2362:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840293.968113:0:2362:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840293.968117:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840293.968120:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840293.968122:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840293.968205:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840293.968207:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:2.0:1788840293.968312:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840293.968317:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840293.968321:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4f6e0. 00000400:00000200:2.0:1788840293.968327:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e088 00000400:00000010:2.0:1788840293.968329:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e088. 00000100:00000001:2.0:1788840293.968335:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840293.968343:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125fb80 x1875733133989632/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840309 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788840293.968477:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125fb80 x1875733133989632/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840309 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840293.968484:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840293.968487:0:2361:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840293.968490:0:2361:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788840293.968493:0:2361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788840293.968496:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840293.968499:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840293.968502:0:2361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840293.968511:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b5cc60 time=143 v=5 (5 5 5 36) 00000100:00001000:2.0:1788840293.968515:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=17 v=5 (1 0 0 0) 00000100:00000001:2.0:1788840293.968518:0:2361:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788840293.968519:0:2361:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840293.968521:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788840293.968525:0:2361:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840293.968527:0:2361:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788840293.968528:0:2361:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: skip recheck: last_committed 4294967341 00000100:00000001:2.0:1788840293.968530:0:2361:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788840293.968532:0:2361:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840293.968603:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125fb80 x1875733133989632/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840309 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840293.968612:0:2361:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840293.968615:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840293.968617:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840293.968621:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125fb80 x1875733133989632/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840309 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788840293.968628:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733133989632:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840293.968632:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840293.968634:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840293.968656:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125fb80 x1875733133989632/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840309 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840293.968663:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840293.968665:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840293.968668:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee86fb1c00. 02000000:00000001:2.0:1788840293.968673:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840293.968674:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840293.968676:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=2 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:2.0:1788840293.968678:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840293.968681:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee8985ca00. 02000000:00000001:2.0:1788840293.968684:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840293.968685:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840293.968686:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125fb80. 00000100:00000001:2.0:1788840293.968690:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840293.968691:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840293.968693:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840293.968695:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840293.968697:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788840293.968701:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840293.968703:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840293.968706:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4f1b8. 00000400:00000200:2.0:1788840293.968709:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e110 00000400:00000010:2.0:1788840293.968710:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e110. 00000100:00000001:2.0:1788840293.968713:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840293.968717:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125df80 x1875733133989376/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840309 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788840293.968725:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125df80 x1875733133989376/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840309 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840293.968731:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840293.968732:0:2361:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840293.968734:0:2361:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788840293.968735:0:2361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788840293.968737:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840293.968738:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840293.968740:0:2361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840293.968743:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98ee5c60 time=143 v=5 (5 5 5 5) 00000100:00001000:2.0:1788840293.968746:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98ee5c18 time=143 v=5 (1 1 1 1) 00000100:00000001:2.0:1788840293.968748:0:2361:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788840293.968750:0:2361:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840293.968752:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788840293.968753:0:2361:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840293.968755:0:2361:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840293.968759:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125df80 x1875733133989376/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840309 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840293.968765:0:2361:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840293.969080:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840293.969081:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840293.969087:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125df80 x1875733133989376/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840309 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788840293.969095:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2361:1875733133989376:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840293.969099:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840293.969101:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840293.969104:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125df80 x1875733133989376/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840309 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840293.969110:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840293.969112:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840293.969114:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee86fb1400. 02000000:00000001:2.0:1788840293.969117:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840293.969119:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840293.969120:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee98ee5800 refcount=3 obd=MGC192.168.202.131@tcp 00000020:00000001:2.0:1788840293.969122:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840293.969175:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee84c26200. 02000000:00000001:2.0:1788840293.969180:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840293.969181:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840293.969183:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125df80. 00000100:00000001:2.0:1788840293.969186:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840293.969188:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840293.969189:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840293.969198:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840293.969200:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840293.969202:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840293.969204:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788840293.982385:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840293.982417:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840293.982423:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840293.982425:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840293.982437:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840293.982447:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840293.982457:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840293.982462:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840293.982469:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840293.982474:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 10 MB=0x6a9f827251680 00000400:00000200:3.0:1788840293.982480:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840293.982487:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 224/224 into md 0x6dbd [1] + 224 00000800:00000001:3.0:1788840293.982495:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840293.982501:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840293.982506:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840293.982511:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840293.982522:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840293.982534:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125c000 x1875733133989504/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840309 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840293.982743:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee9125c000 x1875733133989504/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840309 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840293.982766:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840293.982843:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840293.982849:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840293.984063:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840293.984071:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788840293.984082:0:2362:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840293.984086:0:2362:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840293.984091:0:2362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e4d0. 00000400:00000200:2.0:1788840293.984101:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234bb0 00000400:00000010:2.0:1788840293.984104:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234bb0. 00000100:00000001:2.0:1788840293.984108:0:2362:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840293.984116:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125c000 x1875733133989504/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840309 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788840293.984138:0:2362:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125c000 x1875733133989504/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840309 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840293.984146:0:2362:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840293.984148:0:2362:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840293.984151:0:2362:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788840293.984155:0:2362:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788840293.984158:0:2362:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840293.984170:0:2362:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840293.984174:0:2362:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840293.984187:0:2362:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=143 v=5 (5 102 102 102) 00000100:00001000:2.0:1788840293.984192:0:2362:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=17 v=5 (1 0 0 0) 00000100:00000001:2.0:1788840293.984195:0:2362:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788840293.984197:0:2362:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840293.984201:0:2362:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788840293.984206:0:2362:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840293.984210:0:2362:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1788840293.984213:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: committing for last_committed 4294967651 gen 2 00000100:00000040:2.0:1788840293.984221:0:2362:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967651) req@ffff90ee87f5b100 x1875733133987840/t4294967650(4294967650) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/448 e 0 to 0 dl 1788840303 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840293.984230:0:2362:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840293.984234:0:2362:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f5b100 x1875733133987840/t4294967650(4294967650) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/448 e 0 to 0 dl 1788840303 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840293.984243:0:2362:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840293.984245:0:2362:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840293.984250:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee86f35000. 02000000:00000001:2.0:1788840293.984256:0:2362:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840293.984259:0:2362:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840293.984261:0:2362:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:2.0:1788840293.984265:0:2362:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840293.984268:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee86f36800. 02000000:00000001:2.0:1788840293.984272:0:2362:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840293.984274:0:2362:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840293.984276:0:2362:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f5b100. 00000100:00000001:2.0:1788840293.984281:0:2362:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840293.984282:0:2362:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840293.984288:0:2362:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967651) req@ffff90ee87f5b480 x1875733133988352/t4294967651(4294967651) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 504/456 e 0 to 0 dl 1788840303 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840293.984295:0:2362:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840293.984298:0:2362:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f5b480 x1875733133988352/t4294967651(4294967651) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 504/456 e 0 to 0 dl 1788840303 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840293.984305:0:2362:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840293.984306:0:2362:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840293.984308:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee86f35800. 02000000:00000001:2.0:1788840293.984310:0:2362:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840293.984312:0:2362:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840293.984313:0:2362:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:2.0:1788840293.984315:0:2362:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840293.984316:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee85091600. 02000000:00000001:2.0:1788840293.984319:0:2362:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840293.984320:0:2362:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840293.984322:0:2362:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f5b480. 00000100:00000001:2.0:1788840293.984324:0:2362:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840293.984325:0:2362:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840293.984328:0:2362:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1788840293.984330:0:2362:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: normal: skip=1 replay=2/2 committed=0/0 00000100:00000001:2.0:1788840293.984333:0:2362:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788840293.984335:0:2362:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840293.984341:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125c000 x1875733133989504/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840309 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840293.984481:0:2362:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840293.984485:0:2362:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840293.984488:0:2362:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840293.984494:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125c000 x1875733133989504/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840309 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788840293.984502:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733133989504:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840293.984507:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840293.984510:0:2362:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840293.984513:0:2362:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125c000 x1875733133989504/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840309 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840293.984520:0:2362:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840293.984521:0:2362:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840293.984523:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee98d1e000. 02000000:00000001:2.0:1788840293.984527:0:2362:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840293.984528:0:2362:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840293.984529:0:2362:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:2.0:1788840293.984531:0:2362:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840293.984533:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee84c26600. 02000000:00000001:2.0:1788840293.984604:0:2362:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840293.984606:0:2362:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840293.984608:0:2362:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125c000. 00000100:00000001:2.0:1788840293.984611:0:2362:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840293.984612:0:2362:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840293.984614:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840293.984624:0:2362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840293.984626:0:2362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840293.984629:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840293.984631:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840294.022034:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840294.022048:0:22780:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840294.022051:0:22780:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840294.022057:0:22780:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840294.022063:0:22780:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840294.022065:0:22780:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840294.022068:0:22780:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840294.022071:0:22780:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840294.022076:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840294.022077:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840294.022617:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840294.022622:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840294.022626:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788840295.047472:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840295.047483:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840295.047491:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840295.047492:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840295.047867:0:15925:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788840295.047871:0:15925:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840295.047875:0:15925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788840296.069787:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840296.069796:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840296.069802:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840296.069804:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840296.070009:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840296.070013:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840296.070017:0:16054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788840297.094596:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840297.094617:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840297.094625:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840297.094629:0:22780:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840297.094632:0:22780:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840297.094660:0:22780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840297.094662:0:22780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840297.094664:0:22780:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840297.094668:0:22780:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840297.094671:0:22780:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840297.094673:0:22780:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840297.094675:0:22780:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840297.095182:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840297.095187:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840297.095190:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788840297.542683:0:32140:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788840297.542690:0:32140:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840297.542693:0:32140:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1788840297.542699:0:32140:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee86ee93c0 going to sleep for 1 seconds 00000100:00000001:3.0:1788840297.542704:0:32140:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840297.542745:0:32140:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840297.989875:0:29212:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120a20 (cpu 2) has reached its deadline 4296527776, at 4296527808 00000100:00000010:2.0:1788840297.989899:0:29212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee84b182a0. 00000100:00000040:3.0:1788840297.991371:0:20562:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120b30 (cpu 3) has reached its deadline 4296527776, at 4296527809 00000100:00000010:3.0:1788840297.991388:0:20562:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee84b18360. 00010000:00000001:1.0:1788840298.118809:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840298.118820:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840298.118829:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840298.118830:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840298.119058:0:15925:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788840298.119062:0:15925:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840298.119065:0:15925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788840298.566040:0:32140:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788840298.566052:0:32140:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840298.566055:0:32140:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1788840298.566062:0:32140:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee86ee93c0 going to sleep for 1 seconds 00000100:00000001:3.0:1788840298.566067:0:32140:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840298.566072:0:32140:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840299.077881:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788840299.077899:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788840299.077914:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87fac380. 00000020:00000040:1.0:1788840299.077922:0:37:0:(genops.c:1210:class_import_get()) import ffff90ee98ee5800 refcount=4 obd=MGC192.168.202.131@tcp 00000100:00000001:1.0:1788840299.077928:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840299.077932:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840299.077939:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840299.077951:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee86f0d600. 00000100:00000001:1.0:1788840299.077961:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840299.077979:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS req@ffff90ee87fac380 x1875733133989888/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788840299.077992:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840299.077999:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840299.078006:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000804dd2e0] to pc [ptlrpcd_00_00+0] req@ffff90ee87fac380 x1875733133989888/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840299.078043:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840299.078046:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788840299.078049:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788840299.078053:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87fad180. 00000020:00000040:1.0:1788840299.078055:0:37:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:1.0:1788840299.078058:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840299.078059:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840299.078061:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840299.078065:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee86f0db00. 00000100:00000001:1.0:1788840299.078070:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840299.078074:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID req@ffff90ee87fad180 x1875733133990016/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788840299.078082:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840299.078084:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840299.078087:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c7ddb6b] to pc [ptlrpcd_00_01+1] req@ffff90ee87fad180 x1875733133990016/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840299.078096:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840299.078098:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788840299.078101:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788840299.078105:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87face00. 00000020:00000040:1.0:1788840299.078107:0:37:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=3 obd=lustre-OST0000-osc-ffff90ee90f70800 00000100:00000001:1.0:1788840299.078110:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840299.078111:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840299.078113:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840299.078147:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee86f0d100. 00000100:00000001:1.0:1788840299.078151:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840299.078155:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID req@ffff90ee87face00 x1875733133990144/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788840299.078163:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840299.078165:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840299.078168:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067ca095d] to pc [ptlrpcd_00_00+0] req@ffff90ee87face00 x1875733133990144/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840299.078175:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840299.078178:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788840299.078181:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788840299.078184:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87fad500. 00000020:00000040:1.0:1788840299.078187:0:37:0:(genops.c:1210:class_import_get()) import ffff90ee92b59000 refcount=3 obd=lustre-OST0001-osc-ffff90ee90f70800 00000100:00000001:1.0:1788840299.078189:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840299.078190:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840299.078192:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840299.078197:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee86f0d300. 00000100:00000001:1.0:1788840299.078200:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840299.078204:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID req@ffff90ee87fad500 x1875733133990272/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788840299.078210:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840299.078212:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840299.078215:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e32374a1] to pc [ptlrpcd_00_01+1] req@ffff90ee87fad500 x1875733133990272/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840299.078221:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840299.078226:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1866) 00000100:00000001:1.0:1788840299.078245:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840299.078250:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840299.078253:0:2360:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840299.078260:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87fad180 x1875733133990016/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840299.078274:0:2360:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840299.078277:0:2360:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840299.078282:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840299.078285:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840299.078288:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840299.078292:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87fad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2360:1875733133990016:192.168.202.131@tcp:400:kworker.0 00000100:00000001:1.0:1788840299.078297:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840299.078304:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840299.078306:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840299.078309:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840299.078314:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee863efe00. 02000000:00000001:1.0:1788840299.078317:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840299.078326:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840299.078332:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe478. 00000400:00000010:1.0:1788840299.078340:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539ee0. 00000100:00000200:1.0:1788840299.078349:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133990016, portal 10 00000100:00000001:1.0:1788840299.078352:0:2360:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840299.078354:0:2360:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890818944 : -122120818732672 : ffff90ee87fad180) 00000100:00000040:1.0:1788840299.078364:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87fad180 x1875733133990016/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840299.078371:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840299.078374:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840299.078377:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539c38. 00000100:00000200:1.0:1788840299.078382:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733133990016, offset 0 00000400:00000200:1.0:1788840299.078389:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840299.078399:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840299.078408:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840299.078415:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840299.078420:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840299.078425:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840299.078427:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840299.078432:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2516:2516:256:4294967295] 192.168.202.131@tcp LPNI seq info [2516:2516:8:4294967295] 00000400:00000200:1.0:1788840299.078436:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840299.078448:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840299.078454:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840299.078459:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee86f0de00. 00000800:00000200:1.0:1788840299.078467:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840299.078476:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840299.078482:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee86f0de00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788840299.078508:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840299.078514:0:2360:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 781148 usecs (782 jiffies) 00000400:00000200:1.0:1788840299.078517:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840299.078520:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296529678 00000100:00000010:1.0:1788840299.078526:0:2360:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee8532c600. 00000100:00000001:1.0:1788840299.078535:0:2360:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788840299.078542:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296529678 00000100:00000010:1.0:1788840299.078545:0:2360:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee8532c660. 00000100:00000001:1.0:1788840299.078549:0:2360:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788840299.078552:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840299.078555:0:2360:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840299.078558:0:2360:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840299.078563:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87fad500 x1875733133990272/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840299.078569:0:2360:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840299.078571:0:2360:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840299.078573:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840299.078575:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840299.078577:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840299.078580:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87fad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2360:1875733133990272:192.168.202.131@tcp:400:kworker.0 00000100:00000001:1.0:1788840299.078583:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840299.078586:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840299.078588:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840299.078590:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840299.078593:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee863efa00. 02000000:00000001:1.0:1788840299.078595:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840299.078599:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840299.078601:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe318. 00000400:00000010:1.0:1788840299.078605:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea05395d8. 00000100:00000200:1.0:1788840299.078608:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133990272, portal 4 00000100:00000001:1.0:1788840299.078610:0:2360:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840299.078611:0:2360:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890819840 : -122120818731776 : ffff90ee87fad500) 00000100:00000040:1.0:1788840299.078617:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87fad500 x1875733133990272/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840299.078623:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840299.078625:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840299.078628:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539330. 00000100:00000200:1.0:1788840299.078631:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733133990272, offset 0 00000400:00000200:1.0:1788840299.078635:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840299.078683:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840299.078688:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840299.078691:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840299.078694:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840299.078696:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840299.078699:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840299.078702:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2517:2517:255:4294967295] 192.168.202.131@tcp LPNI seq info [2517:2517:7:4294967295] 00000400:00000200:1.0:1788840299.078706:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840299.078712:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840299.078716:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840299.078720:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee86f0d000. 00000800:00000200:1.0:1788840299.078725:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840299.078729:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840299.078732:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee86f0d000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788840299.078736:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840299.078739:0:2360:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: using a timeout of 273891 usecs (274 jiffies) 00000400:00000200:1.0:1788840299.078742:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840299.078744:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296529171 00000100:00000001:1.0:1788840299.078747:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296529678 00000100:00000001:1.0:1788840299.078749:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296529171 00000100:00000001:1.0:1788840299.078751:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296529678 00000100:00000001:1.0:1788840299.078754:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840299.078756:0:2360:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840299.078758:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840299.078762:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840299.078772:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840299.078775:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788840299.078777:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840299.078778:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840299.078780:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840299.078782:0:2360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1788840299.078784:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840299.078786:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840299.078787:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840299.078789:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840299.078790:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840299.078792:0:2360:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840299.078796:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87fac380 x1875733133989888/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840299.078803:0:2360:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840299.078805:0:2360:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840299.078807:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840299.078809:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840299.078810:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840299.078812:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87fac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2360:1875733133989888:192.168.202.131@tcp:400:kworker.0 00000100:00000001:1.0:1788840299.078816:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840299.078819:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840299.078821:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840299.078822:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840299.078828:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee86daf200. 02000000:00000001:1.0:1788840299.078830:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840299.078834:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840299.078837:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe580. 00000400:00000010:1.0:1788840299.078841:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539bb0. 00000100:00000200:1.0:1788840299.078843:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133989888, portal 25 00000100:00000001:1.0:1788840299.078845:0:2360:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840299.078846:0:2360:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890815360 : -122120818736256 : ffff90ee87fac380) 00000100:00000040:1.0:1788840299.078852:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87fac380 x1875733133989888/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840299.078858:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840299.078860:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840299.078863:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea05392a8. 00000100:00000200:1.0:1788840299.078865:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875733133989888, offset 0 00000400:00000200:1.0:1788840299.078868:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840299.078871:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840299.078874:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840299.078877:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840299.078879:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840299.078881:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840299.078883:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840299.078885:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2518:2518:254:4294967295] 192.168.202.131@tcp LPNI seq info [2518:2518:6:4294967295] 00000400:00000200:1.0:1788840299.078888:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840299.078894:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840299.078898:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840299.078901:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989e00. 00000800:00000200:1.0:1788840299.078905:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840299.078908:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840299.078911:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788840299.078913:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840299.078916:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840299.078918:0:2360:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4296532896 00000100:00000001:1.0:1788840299.078924:0:2360:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296529678 00000100:00000001:1.0:1788840299.078927:0:2360:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4296532896 00000100:00000001:1.0:1788840299.078930:0:2360:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296529678 00000100:00000001:1.0:1788840299.078932:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840299.078934:0:2360:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840299.078936:0:2360:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840299.078940:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87face00 x1875733133990144/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840299.078946:0:2360:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840299.078947:0:2360:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840299.078949:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840299.078951:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840299.078952:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840299.078955:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87face00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2360:1875733133990144:192.168.202.131@tcp:400:kworker.0 00000100:00000001:1.0:1788840299.078958:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840299.078959:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840299.078961:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840299.078962:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840299.078966:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee98e5a000. 02000000:00000001:1.0:1788840299.078968:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840299.078970:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840299.078973:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fef78. 00000400:00000010:1.0:1788840299.078976:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539990. 00000100:00000200:1.0:1788840299.078979:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133990144, portal 4 00000100:00000001:1.0:1788840299.078980:0:2360:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840299.078982:0:2360:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890818048 : -122120818733568 : ffff90ee87face00) 00000100:00000040:1.0:1788840299.078988:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87face00 x1875733133990144/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840299.078993:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840299.078996:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840299.078998:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539440. 00000100:00000200:1.0:1788840299.079001:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733133990144, offset 0 00000400:00000200:1.0:1788840299.079004:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840299.079007:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840299.079010:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840299.079013:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840299.079014:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840299.079016:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840299.079018:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840299.079021:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2519:2519:253:4294967295] 192.168.202.131@tcp LPNI seq info [2519:2519:5:4294967295] 00000400:00000200:1.0:1788840299.079024:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840299.079029:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840299.079033:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840299.079036:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989d00. 00000800:00000200:1.0:1788840299.079039:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840299.079043:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840299.079045:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788840299.079048:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840299.079051:0:2360:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: using a timeout of 23292 usecs (24 jiffies) 00000400:00000200:1.0:1788840299.079053:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840299.079055:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296528921 00000100:00000001:1.0:1788840299.079057:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296532896 00000100:00000001:1.0:1788840299.079059:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296528921 00000100:00000001:1.0:1788840299.079062:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296532896 00000100:00000001:1.0:1788840299.079064:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840299.079065:0:2360:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840299.079068:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840299.079070:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840299.079212:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840299.079219:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0de00. 00000400:00000200:3.0:1788840299.079230:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840299.079236:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840299.079243:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539c38 00000400:00000010:3.0:1788840299.079246:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539c38. 00000100:00000001:3.0:1788840299.079253:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840299.079259:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fad180 x1875733133990016/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840299.079268:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840299.079271:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87fad180 x1875733133990016/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840315 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840299.079279:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840299.079281:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788840299.079296:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840299.079298:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0d000. 00000400:00000200:3.0:1788840299.079300:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840299.079304:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840299.079307:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539330 00000400:00000010:3.0:1788840299.079309:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539330. 00000100:00000001:3.0:1788840299.079312:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840299.079315:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fad500 x1875733133990272/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840299.079321:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840299.079324:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87fad500 x1875733133990272/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840315 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840299.079331:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840299.079333:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788840299.079340:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840299.079342:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989e00. 00000400:00000200:3.0:1788840299.079345:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840299.079348:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840299.079350:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea05392a8 00000400:00000010:3.0:1788840299.079352:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea05392a8. 00000100:00000001:3.0:1788840299.079354:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840299.079357:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fac380 x1875733133989888/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840299.079363:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840299.079366:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87fac380 x1875733133989888/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840315 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840299.079372:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840299.079373:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788840299.079446:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840299.079448:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989d00. 00000400:00000200:3.0:1788840299.079451:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840299.079454:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840299.079457:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539440 00000400:00000010:3.0:1788840299.079458:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539440. 00000100:00000001:3.0:1788840299.079460:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840299.079464:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87face00 x1875733133990144/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840299.079471:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840299.079475:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87face00 x1875733133990144/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840315 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840299.079480:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840299.079481:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788840299.082088:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840299.082099:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788840299.098466:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840299.098492:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840299.098498:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840299.098501:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840299.098514:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840299.098523:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840299.098533:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840299.098539:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840299.098546:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840299.098550:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 10 MB=0x6a9f827251880 00000400:00000200:3.0:1788840299.098556:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840299.098564:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 224/224 into md 0x6ddd [1] + 224 00000800:00000001:3.0:1788840299.098573:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840299.098578:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840299.098581:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840299.098586:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840299.098596:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840299.098607:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fad180 x1875733133990016/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840315 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840299.098620:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87fad180 x1875733133990016/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840299.098686:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840299.098697:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840299.098701:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840299.098703:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840299.098705:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840299.098708:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840299.098711:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840299.098716:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840299.098718:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840299.098721:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840299.098724:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f827251900 00000400:00000200:3.0:1788840299.098727:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840299.098732:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x6df5 [1] + 224 00000800:00000001:3.0:1788840299.098736:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840299.098740:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840299.098743:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840299.098746:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840299.098750:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840299.098755:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87face00 x1875733133990144/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840315 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840299.098764:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87face00 x1875733133990144/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840299.098772:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840299.098775:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840299.098779:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840299.098781:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840299.098783:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840299.098786:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840299.098789:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840299.098792:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840299.098795:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840299.098797:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840299.098800:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f827251980 00000400:00000200:3.0:1788840299.098803:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840299.098807:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x6de5 [1] + 224 00000800:00000001:3.0:1788840299.098810:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840299.098814:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840299.098816:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840299.098819:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840299.098822:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840299.098827:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fad500 x1875733133990272/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840315 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840299.098835:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87fad500 x1875733133990272/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840299.098843:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840299.098846:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840299.098849:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840299.098851:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840299.098853:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840299.098856:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840299.098859:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840299.098863:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840299.098865:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840299.098868:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840299.098871:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 25 MB=0x6a9f827251800 00000400:00000200:3.0:1788840299.098874:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840299.098879:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.131@tcp of length 224/224 into md 0x6ded [1] + 224 00000800:00000001:3.0:1788840299.098883:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840299.098889:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840299.098891:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840299.098894:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840299.098896:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840299.098900:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fac380 x1875733133989888/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840315 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840299.098909:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87fac380 x1875733133989888/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840299.098916:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840299.098918:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840299.098922:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840299.100872:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840299.100883:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788840299.100896:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840299.100899:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840299.100904:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe580. 00000400:00000200:1.0:1788840299.100914:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539bb0 00000400:00000010:1.0:1788840299.100917:0:2360:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539bb0. 00000100:00000001:1.0:1788840299.100923:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840299.100936:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87fac380 x1875733133989888/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788840299.100949:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87fac380 x1875733133989888/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840315 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840299.100957:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840299.100959:0:2360:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840299.100963:0:2360:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840299.100967:0:2360:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840299.100970:0:2360:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840299.100973:0:2360:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840299.100977:0:2360:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840299.100985:0:2360:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98ee5c60 time=149 v=5 (5 5 5 5) 00000100:00001000:1.0:1788840299.100989:0:2360:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98ee5c18 time=149 v=5 (1 1 1 1) 00000100:00000001:1.0:1788840299.100993:0:2360:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840299.100995:0:2360:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840299.100998:0:2360:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840299.101000:0:2360:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840299.101004:0:2360:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840299.101009:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87fac380 x1875733133989888/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840315 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840299.101016:0:2360:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840299.101020:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840299.101022:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840299.101026:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87fac380 x1875733133989888/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840315 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788840299.101035:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87fac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2360:1875733133989888:192.168.202.131@tcp:400:kworker.0 00000400:00000001:1.0:1788840299.101045:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840299.101046:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840299.101048:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fef78. 00000400:00000200:1.0:1788840299.101050:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539990 00000400:00000010:1.0:1788840299.101052:0:2360:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539990. 00000100:00000001:1.0:1788840299.101055:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840299.101059:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87face00 x1875733133990144/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788840299.101068:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87face00 x1875733133990144/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840315 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840299.101074:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840299.101075:0:2360:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840299.101077:0:2360:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840299.101079:0:2360:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840299.101080:0:2360:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840299.101081:0:2360:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840299.101083:0:2360:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840299.101089:0:2360:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b5cc60 time=149 v=5 (5 5 5 36) 00000100:00001000:1.0:1788840299.101092:0:2360:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=23 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840299.101094:0:2360:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840299.101095:0:2360:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840299.101096:0:2360:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840299.101100:0:2360:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840299.101103:0:2360:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840299.101106:0:2360:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: skip recheck: last_committed 4294967341 00000100:00000001:1.0:1788840299.101108:0:2360:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840299.101110:0:2360:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840299.101122:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87face00 x1875733133990144/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840315 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840299.101129:0:2360:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840299.101131:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840299.101133:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840299.101136:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87face00 x1875733133990144/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840315 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788840299.101144:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87face00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2360:1875733133990144:192.168.202.131@tcp:400:kworker.0 00000400:00000001:1.0:1788840299.101150:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840299.101151:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840299.101153:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe478. 00000400:00000200:1.0:1788840299.101155:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539ee0 00000400:00000010:1.0:1788840299.101158:0:2360:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539ee0. 00000100:00000001:1.0:1788840299.101160:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840299.101164:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87fad180 x1875733133990016/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788840299.101172:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87fad180 x1875733133990016/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840315 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840299.101178:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840299.101180:0:2360:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840299.101181:0:2360:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840299.101183:0:2360:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840299.101184:0:2360:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840299.101186:0:2360:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840299.101188:0:2360:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840299.101192:0:2360:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=149 v=5 (5 102 102 102) 00000100:00001000:1.0:1788840299.101196:0:2360:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=23 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840299.101198:0:2360:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840299.101199:0:2360:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840299.101201:0:2360:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840299.101203:0:2360:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840299.101205:0:2360:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840299.101206:0:2360:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967651 00000100:00000001:1.0:1788840299.101208:0:2360:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840299.101209:0:2360:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840299.101213:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87fad180 x1875733133990016/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840315 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840299.101219:0:2360:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840299.101222:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840299.101223:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840299.101226:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87fad180 x1875733133990016/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840315 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788840299.101233:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87fad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2360:1875733133990016:192.168.202.131@tcp:400:kworker.0 00000400:00000001:1.0:1788840299.101238:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840299.101239:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840299.101241:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe318. 00000400:00000200:1.0:1788840299.101243:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea05395d8 00000400:00000010:1.0:1788840299.101244:0:2360:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea05395d8. 00000100:00000001:1.0:1788840299.101247:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840299.101251:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87fad500 x1875733133990272/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788840299.101258:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87fad500 x1875733133990272/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840315 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840299.101264:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840299.101265:0:2360:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840299.101266:0:2360:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840299.101267:0:2360:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840299.101269:0:2360:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840299.101270:0:2360:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840299.101272:0:2360:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840299.101276:0:2360:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b59460 time=149 v=5 (5 5 5 36) 00000100:00001000:1.0:1788840299.101279:0:2360:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b59418 time=21 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840299.101282:0:2360:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840299.101283:0:2360:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840299.101285:0:2360:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840299.101287:0:2360:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840299.101289:0:2360:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840299.101290:0:2360:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90ee90f70800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1788840299.101292:0:2360:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840299.101293:0:2360:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840299.101297:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87fad500 x1875733133990272/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840315 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840299.101304:0:2360:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840299.101306:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840299.101307:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840299.101311:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87fad500 x1875733133990272/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840315 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788840299.101319:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87fad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2360:1875733133990272:192.168.202.131@tcp:400:kworker.0 00000100:00000001:1.0:1788840299.101323:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840299.101325:0:2360:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840299.101329:0:2360:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87fac380 x1875733133989888/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840315 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840299.101336:0:2360:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840299.101339:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840299.101343:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee86daf200. 02000000:00000001:1.0:1788840299.101349:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840299.101353:0:2360:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840299.101355:0:2360:0:(genops.c:1223:class_import_put()) import ffff90ee98ee5800 refcount=3 obd=MGC192.168.202.131@tcp 00000020:00000001:1.0:1788840299.101357:0:2360:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840299.101361:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee86f0d600. 02000000:00000001:1.0:1788840299.101365:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840299.101367:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840299.101369:0:2360:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87fac380. 00000100:00000001:1.0:1788840299.101373:0:2360:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840299.101375:0:2360:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840299.101376:0:2360:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840299.101379:0:2360:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87face00 x1875733133990144/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840315 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840299.101386:0:2360:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840299.101388:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840299.101389:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee98e5a000. 02000000:00000001:1.0:1788840299.101391:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840299.101393:0:2360:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840299.101395:0:2360:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=2 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:1.0:1788840299.101397:0:2360:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840299.101398:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee86f0d100. 02000000:00000001:1.0:1788840299.101401:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840299.101402:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840299.101403:0:2360:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87face00. 00000100:00000001:1.0:1788840299.101406:0:2360:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840299.101407:0:2360:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840299.101408:0:2360:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840299.101412:0:2360:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87fad180 x1875733133990016/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840315 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840299.101417:0:2360:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840299.101418:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840299.101420:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee863efe00. 02000000:00000001:1.0:1788840299.101424:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840299.101425:0:2360:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840299.101426:0:2360:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:1.0:1788840299.101428:0:2360:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840299.101429:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee86f0db00. 02000000:00000001:1.0:1788840299.101431:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840299.101432:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840299.101434:0:2360:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87fad180. 00000100:00000001:1.0:1788840299.101436:0:2360:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840299.101437:0:2360:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840299.101438:0:2360:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840299.101441:0:2360:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87fad500 x1875733133990272/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840315 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840299.101447:0:2360:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840299.101448:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840299.101449:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee863efa00. 02000000:00000001:1.0:1788840299.101451:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840299.101452:0:2360:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840299.101453:0:2360:0:(genops.c:1223:class_import_put()) import ffff90ee92b59000 refcount=2 obd=lustre-OST0001-osc-ffff90ee90f70800 00000020:00000001:1.0:1788840299.101455:0:2360:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840299.101457:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee86f0d300. 02000000:00000001:1.0:1788840299.101459:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840299.101460:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840299.101462:0:2360:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87fad500. 00000100:00000001:1.0:1788840299.101464:0:2360:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840299.101465:0:2360:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840299.101468:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840299.101477:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840299.101480:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840299.101482:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840299.101485:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840299.141881:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840299.142299:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840299.142310:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840299.142311:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840299.142493:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840299.142498:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840299.142502:0:16054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788840299.589826:0:32140:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788840299.589836:0:32140:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840299.589839:0:32140:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1788840299.589847:0:32140:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee86ee93c0 going to sleep for 1 seconds 00000100:00000001:3.0:1788840299.589852:0:32140:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840299.589857:0:32140:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840300.165843:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840300.165852:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840300.165858:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840300.165859:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840300.168218:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840300.168227:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840300.168233:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788840300.614604:0:32140:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788840300.614615:0:32140:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840300.614617:0:32140:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1788840300.614624:0:32140:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee86ee93c0 going to sleep for 1 seconds 00000100:00000001:3.0:1788840300.614630:0:32140:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840300.614635:0:32140:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840301.192536:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840301.192547:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840301.192555:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840301.192556:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840301.193174:0:15925:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788840301.193179:0:15925:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840301.193183:0:15925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788840301.637960:0:32140:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788840301.637971:0:32140:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840301.637974:0:32140:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1788840301.637981:0:32140:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee86ee93c0 going to sleep for 1 seconds 00000100:00000001:3.0:1788840301.637987:0:32140:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840301.637992:0:32140:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840302.214106:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840302.214116:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840302.214123:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840302.214124:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840302.214476:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840302.214480:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840302.214484:0:16054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788840302.661803:0:32140:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1788840302.661813:0:32140:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000400:3.0:1788840302.661835:0:32140:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788840286/real 1788840286] req@ffff90ee9125f800 x1875733133987456/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 1 dl 1788840302 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000400:00000001:3.0:1788840302.661861:0:32140:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840302.661864:0:32140:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840302.661868:0:32140:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e210. 00000400:00000200:3.0:1788840302.661878:0:32140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234198 00000400:00000010:3.0:1788840302.661881:0:32140:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234198. 00000100:00000001:3.0:1788840302.661887:0:32140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840302.661892:0:32140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125f800 x1875733133987456/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 1 dl 1788840302 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788840302.661908:0:32140:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125f800 x1875733133987456/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 1 dl 1788840302 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840302.661916:0:32140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840302.661918:0:32140:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840302.661922:0:32140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840302.661924:0:32140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840302.661928:0:32140:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:3.0:1788840302.661932:0:32140:0:(import.c:65:import_set_state_nolock()) ffff90ee98823000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1788840302.661937:0:32140:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff90ee90f70800: Connection to lustre-MDT0000 (at 192.168.202.131@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:3.0:1788840302.661941:0:32140:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:3.0:1788840302.661945:0:32140:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:3.0:1788840302.661948:0:32140:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840302.661950:0:32140:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1788840302.661952:0:32140:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:3.0:1788840302.662037:0:32140:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:3.0:1788840302.662040:0:32140:0:(client.c:2555:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840302.662045:0:32140:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840302.662047:0:32140:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840302.662050:0:32140:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee86ee93c0 going to sleep for 0 seconds 00000100:00000001:3.0:1788840302.662053:0:32140:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840302.662056:0:32140:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840302.662058:0:32140:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840302.662061:0:32140:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840302.662065:0:32140:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840302.662287:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788840302.662293:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788840302.662307:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125c000. 00000020:00000040:2.0:1788840302.662313:0:37:0:(genops.c:1210:class_import_get()) import ffff90ee98ee5800 refcount=4 obd=MGC192.168.202.131@tcp 00000100:00000001:2.0:1788840302.662317:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840302.662322:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840302.662328:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840302.662338:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee8985ca00. 00000100:00000001:2.0:1788840302.662348:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840302.662355:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS req@ffff90ee9125c000 x1875733133990400/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788840302.662365:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840302.662370:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840302.662376:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d26c8109] to pc [ptlrpcd_01_00+0] req@ffff90ee9125c000 x1875733133990400/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840302.662429:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840302.662433:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840302.662435:0:2361:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840302.662442:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125c000 x1875733133990400/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840302.662449:0:2361:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840302.662451:0:2361:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840302.662455:0:2361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840302.662459:0:2361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840302.662462:0:2361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840302.662467:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2361:1875733133990400:192.168.202.131@tcp:400:kworker.0 00000100:00000001:3.0:1788840302.662471:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840302.662479:0:2361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840302.662483:0:2361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840302.662485:0:2361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840302.662491:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee86fb1800. 02000000:00000001:3.0:1788840302.662493:0:2361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840302.662502:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840302.662506:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4fa50. 00000400:00000010:3.0:1788840302.662512:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011ec38. 00000100:00000200:3.0:1788840302.662520:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133990400, portal 25 00000100:00000001:3.0:1788840302.662523:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840302.662525:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044627456 : -122120664924160 : ffff90ee9125c000) 00000100:00000040:3.0:1788840302.662530:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125c000 x1875733133990400/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840302.662538:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840302.662541:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840302.662544:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e6e8. 00000100:00000200:3.0:1788840302.662547:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875733133990400, offset 0 00000400:00000200:3.0:1788840302.662555:0:2361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840302.662567:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840302.662576:0:2361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840302.662582:0:2361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840302.662587:0:2361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840302.662592:0:2361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840302.662595:0:2361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840302.662600:0:2361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2520:2520:256:4294967295] 192.168.202.131@tcp LPNI seq info [2520:2520:8:4294967295] 00000400:00000200:3.0:1788840302.662604:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840302.662615:0:2361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840302.662622:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840302.662628:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee983e5900. 00000800:00000200:3.0:1788840302.662637:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840302.662668:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840302.662673:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee983e5900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788840302.662687:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840302.662692:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840302.662696:0:2361:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4296536480 00000800:00000200:3.0:1788840302.662825:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840302.662830:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee983e5900. 00000400:00000200:3.0:1788840302.662838:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840302.662844:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840302.662849:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e6e8 00000400:00000010:3.0:1788840302.662852:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e6e8. 00000100:00000001:3.0:1788840302.662856:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840302.662861:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125c000 x1875733133990400/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840302.662870:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840302.662873:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125c000 x1875733133990400/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840318 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840302.662881:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840302.662882:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788840302.662902:0:2361:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296532896 00000100:00000001:3.0:1788840302.662908:0:2361:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4296536480 00000100:00000001:3.0:1788840302.662912:0:2361:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296532896 00000100:00000001:3.0:1788840302.662915:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840302.662918:0:2361:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840302.662921:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840302.662924:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840302.663325:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840302.663328:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788840302.663331:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840302.663333:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840302.663335:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840302.663339:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840302.663448:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1788840302.663453:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788840302.663457:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1788840302.663460:0:37:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1788840302.663463:0:37:0:(import.c:65:import_set_state_nolock()) ffff90ee98823000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1788840302.663467:0:37:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1788840302.663472:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff90ee90f70800: connect to NID 192.168.202.131@tcp last attempt 1839 00000400:00000200:2.0:1788840302.663478:0:37:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840302.663483:0:37:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1 00000100:00000040:2.0:1788840302.663488:0:37:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff90ee85e803c0 refcount 11 to 192.168.202.131@tcp 00000100:00000001:2.0:1788840302.663491:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788840302.663494:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff90ee85e803c0 refcount 12 to 192.168.202.131@tcp 00000100:00000001:2.0:1788840302.663497:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621952856032192 : -122120853519424 : ffff90ee85e803c0) 00000020:00000001:2.0:1788840302.663501:0:37:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788840302.663503:0:37:0:(genops.c:804:class_conn2export()) looking for export cookie 0x3aa5f499c96f2cd8 00000020:00000001:2.0:1788840302.663506:0:37:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840302.663510:0:37:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90ee9881e000 refcount=5 00000020:00000001:2.0:1788840302.663513:0:37:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621953168105472 : -122120541446144 : ffff90ee9881e000) 00000020:00000001:2.0:1788840302.663515:0:37:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446621953168105472 : -122120541446144 : ffff90ee9881e000) 00000100:00000040:2.0:1788840302.663519:0:37:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff90ee85e803c0 refcount 11 to 192.168.202.131@tcp 00000100:00000001:2.0:1788840302.663521:0:37:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788840302.663522:0:37:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff90ee85e803c0 refcount 12 to 192.168.202.131@tcp 00000100:00000001:2.0:1788840302.663524:0:37:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621952856032192 : -122120853519424 : ffff90ee85e803c0) 00000020:00000040:2.0:1788840302.663528:0:37:0:(genops.c:879:class_export_put()) PUTting export ffff90ee9881e000 : new refcount 4 00000100:00080000:2.0:1788840302.663532:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff90ee90f70800: import ffff90ee98823000 using connection 192.168.202.131@tcp/192.168.202.131@tcp 00000100:00000001:2.0:1788840302.663534:0:37:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840302.663537:0:37:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1788840302.663544:0:37:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840302.663547:0:37:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840302.663549:0:37:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1788840302.663554:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683253 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1788840302.663557:0:37:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840302.663559:0:37:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788840302.663566:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125df80. 00000020:00000040:2.0:1788840302.663569:0:37:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 02000000:00000001:2.0:1788840302.663573:0:37:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788840302.663576:0:37:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840302.663579:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840302.663582:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840302.663585:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840302.663592:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee9127b400. 00000100:00000001:2.0:1788840302.663598:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840302.663606:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90ee9125df80 x1875733133990528/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788840302.663615:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840302.663619:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840302.663623:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e508809] to pc [ptlrpcd_rcv+-1] req@ffff90ee9125df80 x1875733133990528/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840302.663672:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840302.663675:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840302.663678:0:2358:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840302.663685:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125df80 x1875733133990528/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840302.663692:0:2358:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840302.663695:0:2358:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840302.663697:0:2358:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840302.663700:0:2358:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840302.663702:0:2358:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840302.663706:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:10f4a654-3497-48d8-8f70-7e89f4f161cc:2358:1875733133990528:192.168.202.131@tcp:38:kworker.0 00000100:00000001:0.0:1788840302.663710:0:2358:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840302.663713:0:2358:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840302.663715:0:2358:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840302.663717:0:2358:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840302.663723:0:2358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86f37c00. 02000000:00000001:0.0:1788840302.663725:0:2358:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840302.663730:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840302.663734:0:2358:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c80370. 00000400:00000010:0.0:1788840302.663739:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6b28. 00000100:00000200:0.0:1788840302.663745:0:2358:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133990528, portal 10 00000100:00000001:0.0:1788840302.663748:0:2358:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840302.663749:0:2358:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044635520 : -122120664916096 : ffff90ee9125df80) 00000100:00000040:0.0:1788840302.663757:0:2358:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125df80 x1875733133990528/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1788840312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840302.663765:0:2358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840302.663768:0:2358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840302.663771:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6d48. 00000100:00000200:0.0:1788840302.663775:0:2358:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875733133990528, offset 0 00000400:00000200:0.0:1788840302.663781:0:2358:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840302.663788:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840302.663793:0:2358:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840302.663797:0:2358:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840302.663800:0:2358:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840302.663803:0:2358:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840302.663807:0:2358:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840302.663811:0:2358:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2521:2521:256:4294967295] 192.168.202.131@tcp LPNI seq info [2521:2521:8:4294967295] 00000400:00000200:0.0:1788840302.663815:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840302.663823:0:2358:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840302.663829:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840302.663834:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee92e46f00. 00000800:00000200:0.0:1788840302.663839:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840302.663845:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840302.663850:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee92e46f00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1788840302.663858:0:2358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840302.663863:0:2358:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 780172 usecs (781 jiffies) 00000400:00000200:0.0:1788840302.663867:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840302.663869:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296533263 00000100:00000001:0.0:1788840302.663872:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296536480 00000100:00000001:0.0:1788840302.663875:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296533263 00000100:00000001:0.0:1788840302.663877:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296536480 00000100:00000001:0.0:1788840302.663879:0:2358:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840302.663883:0:2358:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840302.663885:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840302.663887:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788840302.663990:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840302.663994:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee92e46f00. 00000400:00000200:3.0:1788840302.663999:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840302.664004:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840302.664010:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6d48 00000400:00000010:3.0:1788840302.664012:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6d48. 00000100:00000001:3.0:1788840302.664016:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840302.664020:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125df80 x1875733133990528/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1788840312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840302.664029:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840302.664033:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125df80 x1875733133990528/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1788840312 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840302.664040:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840302.664042:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788840302.664056:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840302.664059:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840302.664119:0:37:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840302.664123:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788840302.664215:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:2.0:1788840302.664218:0:37:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:2.0:1788840302.664222:0:37:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:2.0:1788840302.664227:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125fb80. 00000020:00000040:2.0:1788840302.664231:0:37:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=3 obd=lustre-OST0000-osc-ffff90ee90f70800 00000100:00000001:2.0:1788840302.664234:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840302.664235:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840302.664238:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840302.664243:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee8985c900. 00000100:00000001:2.0:1788840302.664247:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840302.664251:0:37:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446621953044642688 : -122120664908928 : ffff90ee9125fb80) 00000100:00080000:2.0:1788840302.664254:0:37:0:(import.c:65:import_set_state_nolock()) ffff90ee92b5c800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:2.0:1788840302.664258:0:37:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0000-osc-ffff90ee90f70800: disconnect after 21s idle 00000100:00000001:2.0:1788840302.664261:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840302.664264:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840302.664269:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0d67373] to pc [ptlrpcd_rcv+-1] req@ffff90ee9125fb80 x1875733133990656/t0(0) o9->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840302.664457:0:2358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840302.664461:0:2358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788840302.664463:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840302.664465:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840302.664467:0:2358:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840302.664472:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125fb80 x1875733133990656/t0(0) o9->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840302.664480:0:2358:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840302.664482:0:2358:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840302.664484:0:2358:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840302.664486:0:2358:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840302.664489:0:2358:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840302.664492:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:10f4a654-3497-48d8-8f70-7e89f4f161cc:2358:1875733133990656:192.168.202.131@tcp:9:kworker.0 00000100:00000001:0.0:1788840302.664496:0:2358:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840302.664500:0:2358:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840302.664502:0:2358:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840302.664504:0:2358:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840302.664509:0:2358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee85091a00. 02000000:00000001:0.0:1788840302.664511:0:2358:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840302.664516:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840302.664519:0:2358:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c80a50. 00000400:00000010:0.0:1788840302.664524:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6f68. 00000100:00000200:0.0:1788840302.664528:0:2358:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133990656, portal 4 00000100:00000001:0.0:1788840302.664530:0:2358:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840302.664532:0:2358:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044642688 : -122120664908928 : ffff90ee9125fb80) 00000100:00000040:0.0:1788840302.664538:0:2358:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125fb80 x1875733133990656/t0(0) o9->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840302.664544:0:2358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840302.664546:0:2358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840302.664549:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6000. 00000100:00000200:0.0:1788840302.664551:0:2358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733133990656, offset 0 00000400:00000200:0.0:1788840302.664556:0:2358:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840302.664561:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840302.664566:0:2358:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840302.664570:0:2358:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840302.664573:0:2358:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840302.664576:0:2358:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840302.664578:0:2358:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840302.664581:0:2358:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2522:2522:256:4294967295] 192.168.202.131@tcp LPNI seq info [2522:2522:8:4294967295] 00000400:00000200:0.0:1788840302.664585:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840302.664592:0:2358:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840302.664597:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840302.664601:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee92e46000. 00000800:00000200:0.0:1788840302.664606:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840302.664612:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840302.664616:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee92e46000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788840302.664706:0:2358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840302.664710:0:2358:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: using a timeout of 23316 usecs (24 jiffies) 00000400:00000200:0.0:1788840302.664714:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840302.664717:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296532507 00000100:00000001:0.0:1788840302.664720:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296536480 00000100:00000001:0.0:1788840302.664722:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296532507 00000100:00000001:0.0:1788840302.664724:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296536480 00000100:00000001:0.0:1788840302.664726:0:2358:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840302.664728:0:2358:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840302.664731:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840302.664733:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840302.664737:0:2358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840302.664738:0:2358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1788840302.664740:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840302.664741:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840302.664743:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840302.664745:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840302.664803:0:37:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840302.664806:0:37:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840302.664808:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788840302.664812:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788840302.664817:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125d500. 00000020:00000040:2.0:1788840302.664820:0:37:0:(genops.c:1210:class_import_get()) import ffff90ee92b59000 refcount=3 obd=lustre-OST0001-osc-ffff90ee90f70800 00000100:00000001:2.0:1788840302.664823:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840302.664825:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840302.664828:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840302.664834:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee8985c100. 00000100:00000001:2.0:1788840302.664838:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840302.664843:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID req@ffff90ee9125d500 x1875733133990784/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788840302.664852:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840302.664855:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840302.664859:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001007d6a9] to pc [ptlrpcd_01_01+1] req@ffff90ee9125d500 x1875733133990784/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840302.664880:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840302.664886:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 1 (1870) 00000100:00000001:2.0:1788840302.664899:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840302.664901:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840302.664902:0:2362:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840302.664906:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125d500 x1875733133990784/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840302.664913:0:2362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840302.664915:0:2362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840302.664918:0:2362:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840302.664919:0:2362:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840302.664921:0:2362:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840302.664924:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733133990784:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840302.664927:0:2362:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840302.664930:0:2362:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840302.664931:0:2362:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840302.664933:0:2362:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840302.664937:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee98d1e000. 02000000:00000001:2.0:1788840302.664939:0:2362:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840302.664943:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840302.664946:0:2362:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e4d0. 00000400:00000010:2.0:1788840302.664951:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234bb0. 00000100:00000200:2.0:1788840302.664954:0:2362:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133990784, portal 4 00000100:00000001:2.0:1788840302.664956:0:2362:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840302.664958:0:2362:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044632832 : -122120664918784 : ffff90ee9125d500) 00000100:00000040:2.0:1788840302.664965:0:2362:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125d500 x1875733133990784/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840302.664972:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840302.664975:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840302.664977:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234440. 00000100:00000200:2.0:1788840302.664980:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733133990784, offset 0 00000400:00000200:2.0:1788840302.664984:0:2362:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840302.664989:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840302.664993:0:2362:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840302.664996:0:2362:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840302.664998:0:2362:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840302.665001:0:2362:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840302.665004:0:2362:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840302.665007:0:2362:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2523:2523:255:4294967295] 192.168.202.131@tcp LPNI seq info [2523:2523:7:4294967295] 00000400:00000200:2.0:1788840302.665011:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840302.665017:0:2362:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840302.665022:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840302.665025:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee8985c200. 00000800:00000200:2.0:1788840302.665029:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840302.665034:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840302.665036:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee8985c200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840302.665039:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840302.665043:0:2362:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: using a timeout of 272406 usecs (273 jiffies) 00000400:00000200:2.0:1788840302.665046:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840302.665048:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296532756 00000100:00000001:2.0:1788840302.665050:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296536480 00000100:00000001:2.0:1788840302.665052:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296532756 00000100:00000001:2.0:1788840302.665054:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296536480 00000100:00000001:2.0:1788840302.665058:0:2362:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840302.665060:0:2362:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840302.665063:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840302.665065:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840302.665069:0:2362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840302.665070:0:2362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788840302.665072:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840302.665073:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840302.665075:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840302.665077:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840302.665099:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840302.665101:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840302.665103:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840302.665106:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840302.665409:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840302.665412:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840302.665414:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840302.665417:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840302.665475:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840302.665479:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee92e46000. 00000400:00000200:3.0:1788840302.665484:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840302.665490:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840302.665495:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6000 00000400:00000010:3.0:1788840302.665498:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6000. 00000100:00000001:3.0:1788840302.665501:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840302.665506:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125fb80 x1875733133990656/t0(0) o9->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840302.665515:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840302.665519:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125fb80 x1875733133990656/t0(0) o9->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840312 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840302.665526:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840302.665527:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788840302.665587:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840302.665591:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee8985c200. 00000400:00000200:3.0:1788840302.665594:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840302.665598:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840302.665601:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234440 00000400:00000010:3.0:1788840302.665603:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234440. 00000100:00000001:3.0:1788840302.665606:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840302.665609:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125d500 x1875733133990784/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840318 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840302.665616:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840302.665619:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125d500 x1875733133990784/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840318 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840302.665625:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840302.665626:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840302.670462:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840302.670486:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840302.670505:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840302.670555:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840302.670567:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840302.670577:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840302.670589:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840302.670596:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840302.670603:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840302.670608:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 25 MB=0x6a9f827251a00 00000400:00000200:3.0:1788840302.670615:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840302.670624:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.131@tcp of length 224/224 into md 0x6dfd [1] + 224 00000800:00000001:3.0:1788840302.670633:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840302.670657:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840302.670662:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840302.670668:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840302.670677:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840302.670690:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125c000 x1875733133990400/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840318 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840302.670703:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee9125c000 x1875733133990400/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840318 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840302.670741:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840302.670753:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840302.670758:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840302.670760:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840302.670763:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840302.670766:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840302.670770:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840302.670775:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840302.670778:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840302.670781:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840302.670784:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f827251b80 00000400:00000200:3.0:1788840302.670789:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840302.670794:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x6e1d [1] + 224 00000800:00000001:3.0:1788840302.670799:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840302.670804:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840302.670806:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840302.670810:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840302.670814:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1788840302.670820:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000200:3.0:1788840302.670821:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125d500 x1875733133990784/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840318 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840302.670828:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1788840302.670835:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee9125d500 x1875733133990784/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840318 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:2.0:1788840302.670838:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840302.670843:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840302.670849:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4fa50. 00000400:00000200:2.0:1788840302.670857:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011ec38 00000400:00000010:2.0:1788840302.670861:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011ec38. 00000100:00000001:3.0:1788840302.670863:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840302.670867:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:3.0:1788840302.670870:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000200:2.0:1788840302.670876:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125c000 x1875733133990400/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840318 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1788840302.670877:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840302.670881:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840302.670885:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840302.670892:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000200:2.0:1788840302.670896:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125c000 x1875733133990400/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840318 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:3.0:1788840302.670902:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840302.670913:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840302.670913:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840302.670918:0:2361:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840302.670919:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840302.670924:0:2361:0:(client.c:1593:after_reply()) Process entered 00000400:00000200:3.0:1788840302.670925:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840302.670930:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f827251b00 02000000:00000001:2.0:1788840302.670931:0:2361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000400:00000200:3.0:1788840302.670936:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840302.670936:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840302.670941:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840302.670944:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x6e15 [1] + 224 02000000:00000001:2.0:1788840302.670948:0:2361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788840302.670950:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00001000:2.0:1788840302.670959:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98ee5c60 time=152 v=5 (5 5 5 5) 00000100:00001000:2.0:1788840302.670965:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98ee5c18 time=152 v=5 (1 1 1 1) 00000100:00000001:2.0:1788840302.670968:0:2361:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788840302.670971:0:2361:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840302.670975:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000800:00000001:3.0:1788840302.670977:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788840302.670978:0:2361:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840302.670981:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:2.0:1788840302.670984:0:2361:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840302.670989:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000040:2.0:1788840302.670994:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125c000 x1875733133990400/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840318 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840302.670995:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840302.671004:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125fb80 x1875733133990656/t0(0) o9->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840312 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840302.671008:0:2361:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840302.671015:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840302.671019:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840302.671022:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee9125fb80 x1875733133990656/t0(0) o9->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840312 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840302.671028:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125c000 x1875733133990400/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840318 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788840302.671041:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2361:1875733133990400:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840302.671047:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840302.671050:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788840302.671051:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:2.0:1788840302.671056:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125c000 x1875733133990400/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840318 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:3.0:1788840302.671059:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840302.671065:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840302.671066:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840302.671071:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840302.671076:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee86fb1800. 02000000:00000001:2.0:1788840302.671081:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1788840302.671095:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840302.671100:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788840302.671104:0:2362:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840302.671106:0:2362:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840302.671108:0:2362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e4d0. 00000400:00000200:3.0:1788840302.671114:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234bb0 00000400:00000010:3.0:1788840302.671117:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234bb0. 00000100:00000001:3.0:1788840302.671120:0:2362:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840302.671125:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125d500 x1875733133990784/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840318 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840302.671136:0:2362:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125d500 x1875733133990784/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840318 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840302.671143:0:2362:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840302.671146:0:2362:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840302.671147:0:2362:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840302.671149:0:2362:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840302.671149:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840302.671154:0:2362:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840302.671154:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840302.671156:0:2362:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840302.671160:0:2362:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:0.0:1788840302.671161:0:2358:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840302.671164:0:2358:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840302.671167:0:2358:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c80a50. 00000100:00001000:3.0:1788840302.671168:0:2362:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b59460 time=152 v=5 (5 5 5 36) 00000400:00000200:0.0:1788840302.671172:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6f68 00000100:00001000:3.0:1788840302.671174:0:2362:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b59418 time=24 v=5 (1 0 0 0) 00000400:00000010:0.0:1788840302.671176:0:2358:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6f68. 00000100:00000001:3.0:1788840302.671180:0:2362:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840302.671182:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1788840302.671183:0:2362:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840302.671187:0:2362:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000100:00000200:0.0:1788840302.671191:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125fb80 x1875733133990656/t0(0) o9->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840312 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788840302.671192:0:2362:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840302.671198:0:2362:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840302.671201:0:2362:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90ee90f70800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1788840302.671203:0:2362:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840302.671205:0:2362:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840302.671211:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125d500 x1875733133990784/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840318 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788840302.671224:0:2358:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125fb80 x1875733133990656/t0(0) o9->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840312 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840302.671225:0:2362:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840302.671231:0:2362:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840302.671233:0:2362:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840302.671240:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000040:3.0:1788840302.671242:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125d500 x1875733133990784/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840318 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840302.671244:0:2358:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840302.671249:0:2358:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840302.671253:0:2358:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840302.671255:0:2358:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840302.671259:0:2358:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840302.671260:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733133990784:192.168.202.131@tcp:400:kworker.0 02000000:00000001:0.0:1788840302.671264:0:2358:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840302.671268:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840302.671271:0:2362:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00001000:0.0:1788840302.671272:0:2358:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b5cc60 time=152 v=5 (5 5 5 36) 00000100:00000040:3.0:1788840302.671276:0:2362:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125d500 x1875733133990784/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840318 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1788840302.671278:0:2358:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840302.671286:0:2358:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840302.671288:0:2358:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840302.671292:0:2362:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1788840302.671293:0:2358:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 02000000:00000001:3.0:1788840302.671297:0:2362:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:0.0:1788840302.671298:0:2358:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840302.671301:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee98d1e000. 00000100:00000001:0.0:1788840302.671302:0:2358:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840302.671306:0:2358:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: skip recheck: last_committed 4294967341 02000000:00000001:3.0:1788840302.671308:0:2362:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788840302.671309:0:2358:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840302.671312:0:2358:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840302.671313:0:2362:0:(genops.c:1217:class_import_put()) Process entered 00000100:00000040:0.0:1788840302.671318:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125fb80 x1875733133990656/t0(0) o9->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840312 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000020:00000040:3.0:1788840302.671319:0:2362:0:(genops.c:1223:class_import_put()) import ffff90ee92b59000 refcount=2 obd=lustre-OST0001-osc-ffff90ee90f70800 00000020:00000001:3.0:1788840302.671324:0:2362:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840302.671329:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee8985c100. 00000100:00000001:0.0:1788840302.671331:0:2358:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840302.671335:0:2358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 02000000:00000001:3.0:1788840302.671336:0:2362:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1788840302.671337:0:2358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:3.0:1788840302.671340:0:2362:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840302.671345:0:2362:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125d500. 00000100:00080000:0.0:1788840302.671346:0:2358:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff90ee9125fb80 x1875733133990656/t0(0) o9->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840312 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840302.671351:0:2362:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840302.671355:0:2362:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840302.671359:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1788840302.671362:0:2358:0:(import.c:65:import_set_state_nolock()) ffff90ee92b5c800 lustre-OST0000_UUID: changing import state from CONNECTING to IDLE 00000100:00000001:3.0:1788840302.671370:0:2362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:0.0:1788840302.671370:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125fb80 x1875733133990656/t0(0) o9->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840312 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840302.671375:0:2362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840302.671380:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840302.671383:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840302.671386:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:10f4a654-3497-48d8-8f70-7e89f4f161cc:2358:1875733133990656:192.168.202.131@tcp:9:kworker.0 00000100:00000001:0.0:1788840302.671394:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840302.671396:0:2358:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840302.671399:0:2358:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125fb80 x1875733133990656/t0(0) o9->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840312 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840302.671406:0:2358:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788840302.671408:0:2358:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840302.671410:0:2358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee85091a00. 02000000:00000001:0.0:1788840302.671414:0:2358:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788840302.671416:0:2358:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840302.671418:0:2358:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=2 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:0.0:1788840302.671420:0:2358:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840302.671422:0:2358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee8985c900. 02000000:00000001:0.0:1788840302.671425:0:2358:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840302.671426:0:2358:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840302.671428:0:2358:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125fb80. 00000100:00000001:0.0:1788840302.671431:0:2358:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840302.671432:0:2358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840302.671434:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840302.671436:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840302.671437:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840302.671439:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840302.671440:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840302.671592:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840302.671594:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee98ee5800 refcount=3 obd=MGC192.168.202.131@tcp 00000020:00000001:2.0:1788840302.671597:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840302.671599:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee8985ca00. 02000000:00000001:2.0:1788840302.671602:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840302.671603:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840302.671604:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125c000. 00000100:00000001:2.0:1788840302.671607:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840302.671608:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840302.671610:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840302.671614:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840302.671616:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840302.671618:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840302.671620:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788840302.678203:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840302.678226:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840302.678232:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840302.678234:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840302.678245:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840302.678255:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840302.678267:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840302.678272:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840302.678279:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840302.678284:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 416 into portal 10 MB=0x6a9f827251a80 00000400:00000200:3.0:1788840302.678290:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840302.678297:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 416/416 into md 0x6e0d [1] + 0 00000800:00000001:3.0:1788840302.678306:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840302.678313:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840302.678317:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840302.678323:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840302.678339:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840302.678350:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125df80 x1875733133990528/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1788840312 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840302.678363:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff90ee9125df80 x1875733133990528/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1788840312 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840302.678388:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840302.678399:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840302.678403:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840302.678892:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840302.678899:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840302.678909:0:2358:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840302.678912:0:2358:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840302.678916:0:2358:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c80370. 00000400:00000200:0.0:1788840302.678922:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6b28 00000400:00000010:0.0:1788840302.678926:0:2358:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6b28. 00000100:00000001:0.0:1788840302.678930:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840302.678936:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125df80 x1875733133990528/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1788840312 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788840302.678948:0:2358:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125df80 x1875733133990528/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1788840312 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840302.678955:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840302.678959:0:2358:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840302.678962:0:2358:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840302.678967:0:2358:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840302.678970:0:2358:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840302.678973:0:2358:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840302.678977:0:2358:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840302.678988:0:2358:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=152 v=5 (5 102 102 102) 00000100:00001000:0.0:1788840302.678994:0:2358:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=26 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840302.678997:0:2358:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840302.678999:0:2358:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840302.679003:0:2358:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840302.679009:0:2358:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840302.679014:0:2358:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840302.679017:0:2358:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967651 00000100:00000001:0.0:1788840302.679020:0:2358:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840302.679022:0:2358:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840302.679028:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125df80 x1875733133990528/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/416 e 0 to 0 dl 1788840312 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840302.679037:0:2358:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840302.679047:0:2358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840302.679050:0:2358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840302.679053:0:2358:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1788840302.679063:0:2358:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff90ee90f70800: connect to target with instance 1 00000020:00000001:0.0:1788840302.679067:0:2358:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788840302.679070:0:2358:0:(genops.c:804:class_conn2export()) looking for export cookie 0x3aa5f499c96f2cd8 00000020:00000001:0.0:1788840302.679077:0:2358:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840302.679111:0:2358:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90ee9881e000 refcount=5 00000020:00000001:0.0:1788840302.679115:0:2358:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621953168105472 : -122120541446144 : ffff90ee9881e000) 00000020:00000001:0.0:1788840302.679117:0:2358:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446621953168105472 : -122120541446144 : ffff90ee9881e000) 00000100:00001000:0.0:1788840302.679121:0:2358:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=1788840302 v=0 (0 0 0 0) 00000100:00001000:0.0:1788840302.679124:0:2358:0:(import.c:2215:obd_at_measure()) AT ffff90ee98823418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:0.0:1788840302.679130:0:2358:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 911, crc32c 5375, adler 879 00000020:00000040:0.0:1788840302.679137:0:2358:0:(genops.c:879:class_export_put()) PUTting export ffff90ee9881e000 : new refcount 4 00000100:00000001:0.0:1788840302.679140:0:2358:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:0.0:1788840302.679145:0:2358:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:0.0:1788840302.679150:0:2358:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff90ee90f70800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 17 cl_max_extent_pages: 32768 00000002:00000001:0.0:1788840302.679155:0:2358:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:0.0:1788840302.679156:0:2358:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840302.679158:0:2358:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:0.0:1788840302.679163:0:2358:0:(lmv_obd.c:191:lmv_notify()) Process entered 00000080:00000001:0.0:1788840302.679167:0:2358:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788840302.679171:0:2358:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840302.679173:0:2358:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840302.679175:0:2358:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840302.679176:0:2358:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788840302.679177:0:2358:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840302.679180:0:2358:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840302.679181:0:2358:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:0.0:1788840302.679186:0:2358:0:(import.c:1297:ptlrpc_connect_interpret()) reconnected to lustre-MDT0000_UUID@192.168.202.131@tcp after partition 00000100:00080000:0.0:1788840302.679189:0:2358:0:(import.c:65:import_set_state_nolock()) ffff90ee98823000 lustre-MDT0000_UUID: changing import state from CONNECTING to RECOVER 00000100:00000001:0.0:1788840302.679194:0:2358:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1788840302.679198:0:2358:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1788840302.679200:0:2358:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788840302.679203:0:2358:0:(import.c:65:import_set_state_nolock()) ffff90ee98823000 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:0.0:1788840302.679206:0:2358:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:0.0:1788840302.679207:0:2358:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:0.0:1788840302.679208:0:2358:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:0.0:1788840302.679209:0:2358:0:(lmv_obd.c:191:lmv_notify()) Process entered 00800000:00000001:0.0:1788840302.679211:0:2358:0:(lmv_obd.c:85:lmv_set_mdc_active()) Process entered 00800000:00000040:0.0:1788840302.679213:0:2358:0:(lmv_obd.c:88:lmv_set_mdc_active()) Searching in lmv ffff90ee988921d8 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:0.0:1788840302.679217:0:2358:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x3aa5f499c96f2cd8 00800000:00000040:0.0:1788840302.679221:0:2358:0:(lmv_obd.c:109:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff90ee90f70800=10f4a654-3497-48d8-8f70-7e89f4f161cc device 3 (ffff90ee98894d28) type mdc at LMV idx 0 00800000:00000040:0.0:1788840302.679224:0:2358:0:(lmv_obd.c:114:lmv_set_mdc_active()) OBD ffff90ee98894d28 already active! 00800000:00000001:0.0:1788840302.679227:0:2358:0:(lmv_obd.c:115:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788840302.679229:0:2358:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788840302.679230:0:2358:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840302.679231:0:2358:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840302.679232:0:2358:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840302.679234:0:2358:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:0.0:1788840302.679235:0:2358:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788840302.679238:0:2358:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000002:00000001:2.0:1788840302.680413:0:2358:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840302.680421:0:2358:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:2.0:1788840302.680429:0:2358:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff90ee90f70800: Connection restored to 192.168.202.131@tcp (at 192.168.202.131@tcp) 00000100:00080000:2.0:1788840302.680445:0:2358:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 000000002db2ee89): req@ffff90ee9125f800 x1875733133987456/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 1 dl 1788840302 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788840302.680546:0:32160:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:0.0:1788840302.680550:0:32160:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:0.0:1788840302.680554:0:32160:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840302.680558:0:32160:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840302.680560:0:32160:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:0.0:1788840302.680563:0:32160:0:(genops.c:1230:class_import_put()) Process leaving 00000002:00000001:0.0:1788840302.680564:0:32160:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840302.680812:0:2358:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840302.680817:0:2358:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840302.680824:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125df80 x1875733133990528/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/416 e 0 to 0 dl 1788840312 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788840302.680842:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:10f4a654-3497-48d8-8f70-7e89f4f161cc:2358:1875733133990528:192.168.202.131@tcp:38:kworker.0 00000100:00000001:2.0:1788840302.680849:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840302.680856:0:2358:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840302.680860:0:2358:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125df80 x1875733133990528/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/416 e 0 to 0 dl 1788840312 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840302.680871:0:2358:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840302.680875:0:2358:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840302.680881:0:2358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee86f37c00. 02000000:00000001:2.0:1788840302.680885:0:2358:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840302.680886:0:2358:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840302.680887:0:2358:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:2.0:1788840302.680889:0:2358:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840302.680893:0:2358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee9127b400. 00000100:00000001:3.0:1788840302.680936:0:32140:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840302.680942:0:32140:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840302.680945:0:32140:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840302.680948:0:32140:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840302.680952:0:32140:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840302.680961:0:32140:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840302.680965:0:32140:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840302.680968:0:32140:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:3.0:1788840302.680975:0:32140:0:(client.c:3740:ptlrpc_set_mbits()) resend with new mbits old x1875733133987456 new x1875733133990912 02000000:00000001:3.0:1788840302.680980:0:32140:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840302.680983:0:32140:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840302.680992:0:32140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840302.681000:0:32140:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4f2c0. 00000400:00000010:3.0:1788840302.681010:0:32140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e6e8. 00000100:00000200:3.0:1788840302.681020:0:32140:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133987456, portal 10 00000100:00000001:3.0:1788840302.681023:0:32140:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840302.681025:0:32140:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044641792 : -122120664909824 : ffff90ee9125f800) 00000100:00000040:3.0:1788840302.681033:0:32140:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff90ee9125f800 x1875733133987456/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840318 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840302.681041:0:32140:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840302.681044:0:32140:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840302.681046:0:32140:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e550. 00000100:00000200:3.0:1788840302.681050:0:32140:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875733133987456, offset 0 00000400:00000200:3.0:1788840302.681057:0:32140:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840302.681069:0:32140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840302.681077:0:32140:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840302.681094:0:32140:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840302.681100:0:32140:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840302.681104:0:32140:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840302.681108:0:32140:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840302.681112:0:32140:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2524:2524:256:4294967295] 192.168.202.131@tcp LPNI seq info [2524:2524:8:4294967295] 00000400:00000200:3.0:1788840302.681116:0:32140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840302.681127:0:32140:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840302.681134:0:32140:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840302.681141:0:32140:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee983e5900. 00000800:00000200:3.0:1788840302.681149:0:32140:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840302.681158:0:32140:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840302.681162:0:32140:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee983e5900 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1788840302.681178:0:32140:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840302.681183:0:32140:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 779185 usecs (780 jiffies) 00000400:00000200:3.0:1788840302.681186:0:32140:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840302.681190:0:32140:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296533279 00000100:00000001:3.0:1788840302.681193:0:32140:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296536480 00000100:00000001:3.0:1788840302.681196:0:32140:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296533279 00000100:00000001:3.0:1788840302.681198:0:32140:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296536480 02000000:00000001:2.0:1788840302.681216:0:2358:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840302.681218:0:2358:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840302.681223:0:2358:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125df80. 00000100:00000001:2.0:1788840302.681227:0:2358:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840302.681229:0:2358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840302.681231:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840302.681243:0:2358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840302.681245:0:2358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840302.681248:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840302.681251:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840302.683495:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840302.683506:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee983e5900. 00000400:00000200:2.0:1788840302.683519:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840302.683528:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840302.683537:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e550 00000400:00000010:2.0:1788840302.683540:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e550. 00000100:00000001:2.0:1788840302.683547:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840302.683555:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125f800 x1875733133987456/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840318 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840302.683568:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840302.683572:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee9125f800 x1875733133987456/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840318 ref 3 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840302.683578:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840302.683580:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788840302.684801:0:32140:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840302.684815:0:32140:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840302.684819:0:32140:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840302.684822:0:32140:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788840302.684827:0:32140:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee86ee93c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788840302.684831:0:32140:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840302.684834:0:32140:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788840302.692634:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840302.692707:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840302.692713:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840302.692716:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840302.692727:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840302.692737:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840302.692748:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840302.692754:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840302.692761:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840302.692767:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 456 into portal 10 MB=0x6a9f827251c00 00000400:00000200:3.0:1788840302.692773:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840302.692783:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 456/456 into md 0x6e2d [1] + 224 00000800:00000001:3.0:1788840302.692793:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840302.692801:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840302.692805:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840302.692811:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840302.692821:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840302.692835:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125f800 x1875733133987456/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840318 ref 2 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840302.692847:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff90ee9125f800 x1875733133987456/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840318 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840302.692871:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840302.692883:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840302.692887:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840302.693295:0:32140:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788840302.693306:0:32140:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840302.693309:0:32140:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840302.693313:0:32140:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4f2c0. 00000400:00000200:2.0:1788840302.693318:0:32140:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e6e8 00000400:00000010:2.0:1788840302.693322:0:32140:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e6e8. 00000100:00000001:2.0:1788840302.693338:0:32140:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840302.693344:0:32140:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125f800 x1875733133987456/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840318 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788840302.693353:0:32140:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125f800 x1875733133987456/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840318 ref 2 fl Rpc:RQU/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840302.693360:0:32140:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840302.693362:0:32140:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840302.693365:0:32140:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788840302.693369:0:32140:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788840302.693371:0:32140:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840302.693374:0:32140:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840302.693378:0:32140:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840302.693389:0:32140:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee988234a8 time=152 v=5 (5 5 5 5) 00000100:00001000:2.0:1788840302.693392:0:32140:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1788840302.693396:0:32140:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788840302.693398:0:32140:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840302.693401:0:32140:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788840302.693405:0:32140:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840302.693409:0:32140:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:2.0:1788840302.693411:0:32140:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:2.0:1788840302.693413:0:32140:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:2.0:1788840302.693416:0:32140:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840302.693417:0:32140:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044641792 : -122120664909824 : ffff90ee9125f800) 00000100:00000001:2.0:1788840302.693420:0:32140:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788840302.693423:0:32140:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967651 00000100:00000001:2.0:1788840302.693425:0:32140:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788840302.693429:0:32140:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840302.693434:0:32140:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125f800 x1875733133987456/t4294967652(4294967652) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840318 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840302.693441:0:32140:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840302.693444:0:32140:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840302.693447:0:32140:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840302.693451:0:32140:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125f800 x1875733133987456/t4294967652(4294967652) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840318 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788840302.693470:0:32140:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125f800 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:32140:1875733133987456:192.168.202.131@tcp:35:multiop.0 00000100:00000001:2.0:1788840302.693477:0:32140:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840302.693480:0:32140:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840302.693483:0:32140:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788840302.693485:0:32140:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840302.693489:0:32140:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee9125f800 x1875733133987456/t4294967652(4294967652) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840318 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840302.693496:0:32140:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788840302.693499:0:32140:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee86ee93c0. 00000100:00000001:2.0:1788840302.693503:0:32140:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788840302.693505:0:32140:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840302.693513:0:32140:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840302.693515:0:32140:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044641792 : -122120664909824 : ffff90ee9125f800) 00000002:00000001:2.0:1788840302.693518:0:32140:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840302.693522:0:32140:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788840302.693529:0:32140:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98d5a200. 00000080:00000001:2.0:1788840302.693534:0:32140:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1788840302.693538:0:32140:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1788840302.693546:0:32140:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1788840302.693552:0:32140:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff90ee9125c380 x1875733133987200/t4294967649(4294967649) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1788840302 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840302.693559:0:32140:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840302.693562:0:32140:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125c380 x1875733133987200/t4294967649(4294967649) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1788840302 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840302.693568:0:32140:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1788840302.693573:0:32140:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840302.693575:0:32140:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=4 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:2.0:1788840302.693578:0:32140:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840302.693582:0:32140:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee91278000. 02000000:00000001:2.0:1788840302.693587:0:32140:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840302.693589:0:32140:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840302.693591:0:32140:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125c380. 00000100:00000001:2.0:1788840302.693595:0:32140:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840302.693596:0:32140:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840302.693598:0:32140:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840302.693601:0:32140:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee9125f800 x1875733133987456/t4294967652(4294967652) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840318 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840302.693608:0:32140:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788840302.693610:0:32140:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff90ee86e75dc0. 00000002:00000001:2.0:1788840302.693613:0:32140:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840302.693615:0:32140:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788840302.693618:0:32140:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff90eea05b2980. 00000100:00000001:2.0:1788840302.693620:0:32140:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840302.693623:0:32140:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125f800 x1875733133987456/t4294967652(4294967652) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840318 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840302.693636:0:32140:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840302.693663:0:32140:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788840302.693669:0:32140:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90ee82ffc140. 00000080:00000001:2.0:1788840302.693674:0:32140:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840302.693692:0:32140:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014a3df0 00000080:00000008:2.0:1788840302.693695:0:32140:0:(file.c:523:ll_file_release()) COMPLETED file f22.recovery-small-2:[0x200000404:0x2b:0x0](ffff90ee905c5348), flags 100002, rc = 0 00000080:00000001:2.0:1788840302.693700:0:32140:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840302.693707:0:32140:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788840302.693709:0:32140:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014a3e00 00000080:00002000:2.0:1788840302.693711:0:32140:0:(dcache.c:127:ll_ddelete()) deleting dentry f22.recovery-small-2 (ffff90ee9075ee58, parent ffff90ee9069b510, inode ffff90ee905c5348) hashed, 00000080:00000001:2.0:1788840302.693714:0:32140:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788840302.693721:0:32140:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788840302.693725:0:32140:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1788840302.703235:0:32161:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788840302.703245:0:32161:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788840302.703248:0:32161:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788840302.703252:0:32161:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c8fb20 00000080:00200000:2.0:1788840302.703258:0:32161:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:2.0:1788840302.703268:0:32161:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98d1ea00. 00800000:00000002:2.0:1788840302.703276:0:32161:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:2.0:1788840302.703281:0:32161:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788840302.703287:0:32161:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788840302.703289:0:32161:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c8fa40 00800000:00000002:2.0:1788840302.703292:0:32161:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788840302.703296:0:32161:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788840302.703302:0:32161:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788840302.703309:0:32161:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788840302.703311:0:32161:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c8f910 00000002:00010000:2.0:1788840302.703314:0:32161:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788840302.703318:0:32161:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788840302.703320:0:32161:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840302.703324:0:32161:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788840302.703331:0:32161:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840302.703334:0:32161:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840302.703337:0:32161:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840302.703340:0:32161:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788840302.703343:0:32161:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788840302.703350:0:32161:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125c380. 00000020:00000040:2.0:1788840302.703355:0:32161:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00010000:00000001:2.0:1788840302.703363:0:32161:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788840302.703369:0:32161:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840302.703374:0:32161:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840302.703378:0:32161:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840302.703381:0:32161:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840302.703388:0:32161:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840302.703397:0:32161:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee91278000. 00000100:00000001:2.0:1788840302.703405:0:32161:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840302.703411:0:32161:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840302.703412:0:32161:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840302.703414:0:32161:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840302.703415:0:32161:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840302.703417:0:32161:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840302.703424:0:32161:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621953044628352 : -122120664923264 : ffff90ee9125c380) 00010000:00000001:2.0:1788840302.703428:0:32161:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788840302.703430:0:32161:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788840302.703435:0:32161:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee892b1400. 00010000:00000010:2.0:1788840302.703439:0:32161:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee98e7d580. 00010000:00000001:2.0:1788840302.703446:0:32161:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788840302.703449:0:32161:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee87d8cc00. 00000020:00000001:2.0:1788840302.703453:0:32161:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788840302.703635:0:32161:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee87d8cc00 with handle 0x3aa5f499c96f3854 to hash 00000020:00000001:2.0:1788840302.705611:0:32161:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788840302.705615:0:32161:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000001:2.0:1788840302.705625:0:32161:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000001:2.0:1788840302.705631:0:32161:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840302.705635:0:32161:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840302.705744:0:32161:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3854 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32161 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840302.705762:0:32161:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3854 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32161 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840302.705781:0:32161:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3854 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32161 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788840302.705788:0:32161:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788840302.705791:0:32161:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788840302.705807:0:32161:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee86ee93c0. 00000100:00000001:2.0:1788840302.705810:0:32161:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952873239488 : -122120836312128 : ffff90ee86ee93c0) 00000100:00000001:2.0:1788840302.705814:0:32161:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840302.705815:0:32161:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044628352 : -122120664923264 : ffff90ee9125c380) 00000100:00000001:2.0:1788840302.705822:0:32161:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840302.705827:0:32161:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840302.705830:0:32161:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788840302.705832:0:32161:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840302.705845:0:32161:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125c380 x1875733133991040/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840302.705854:0:32161:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840302.705857:0:32161:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840302.705861:0:32161:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840302.705865:0:32161:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840302.705868:0:32161:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840302.705872:0:32161:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125c380 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:32161:1875733133991040:192.168.202.131@tcp:101:rm.0 00000100:00000001:2.0:1788840302.705877:0:32161:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840302.705886:0:32161:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840302.705889:0:32161:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840302.705892:0:32161:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840302.705899:0:32161:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90ee86e6b000. 02000000:00000001:2.0:1788840302.705901:0:32161:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840302.705910:0:32161:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840302.705915:0:32161:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e7e8. 00000400:00000010:2.0:1788840302.705925:0:32161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234aa0. 00000100:00000200:2.0:1788840302.705934:0:32161:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875733133991040, portal 10 00000100:00000001:2.0:1788840302.705936:0:32161:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840302.705937:0:32161:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044628352 : -122120664923264 : ffff90ee9125c380) 00000100:00000040:2.0:1788840302.705944:0:32161:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee9125c380 x1875733133991040/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840318 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840302.705952:0:32161:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840302.705955:0:32161:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840302.705958:0:32161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee912345d8. 00000100:00000200:2.0:1788840302.705961:0:32161:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875733133991040, offset 0 00000400:00000200:2.0:1788840302.705969:0:32161:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840302.705980:0:32161:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840302.705988:0:32161:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840302.705996:0:32161:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840302.706001:0:32161:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840302.706005:0:32161:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840302.706007:0:32161:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840302.706011:0:32161:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2525:2525:256:4294967295] 192.168.202.131@tcp LPNI seq info [2525:2525:8:4294967295] 00000400:00000200:2.0:1788840302.706016:0:32161:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840302.706025:0:32161:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840302.706031:0:32161:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840302.706037:0:32161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee8985ca00. 00000800:00000200:2.0:1788840302.706046:0:32161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840302.706054:0:32161:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840302.706060:0:32161:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee8985ca00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788840302.706077:0:32161:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840302.706093:0:32161:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 804932 usecs (805 jiffies) 00000400:00000200:2.0:1788840302.706097:0:32161:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840302.706101:0:32161:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296533329 00000100:00000001:2.0:1788840302.706104:0:32161:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296536480 00000100:00000001:2.0:1788840302.706108:0:32161:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296533329 00000100:00000001:2.0:1788840302.706111:0:32161:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296536480 00000100:00000001:2.0:1788840302.706113:0:32161:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840302.706116:0:32161:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840302.706119:0:32161:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840302.706121:0:32161:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788840302.706124:0:32161:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee86ee93c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788840302.706127:0:32161:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840302.706131:0:32161:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840302.706379:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840302.706385:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee8985ca00. 00000400:00000200:3.0:1788840302.706391:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840302.706398:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840302.706404:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee912345d8 00000400:00000010:3.0:1788840302.706407:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee912345d8. 00000100:00000001:3.0:1788840302.706411:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840302.706416:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125c380 x1875733133991040/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840318 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840302.706426:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840302.706430:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee9125c380 x1875733133991040/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840318 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840302.706436:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840302.706438:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000080:00000010:2.1:1788840302.709434:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee86e75500. 00000800:00000001:3.0:1788840302.713202:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840302.713229:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840302.713234:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840302.713237:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840302.713250:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840302.713260:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840302.713272:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840302.713279:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840302.713287:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840302.713292:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 688 into portal 10 MB=0x6a9f827251c80 00000400:00000200:3.0:1788840302.713298:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840302.713307:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 688/688 into md 0x6e3d [1] + 224 00000800:00000001:3.0:1788840302.713316:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840302.713337:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840302.713342:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840302.713348:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840302.713359:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840302.713372:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125c380 x1875733133991040/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840318 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840302.713385:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff90ee9125c380 x1875733133991040/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840318 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840302.713413:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840302.713424:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840302.713428:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840302.713555:0:32161:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788840302.713566:0:32161:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840302.713569:0:32161:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840302.713574:0:32161:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e7e8. 00000400:00000200:1.0:1788840302.713581:0:32161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234aa0 00000400:00000010:1.0:1788840302.713584:0:32161:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234aa0. 00000100:00000001:1.0:1788840302.713587:0:32161:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840302.713593:0:32161:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125c380 x1875733133991040/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840318 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788840302.713603:0:32161:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125c380 x1875733133991040/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840318 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840302.713610:0:32161:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840302.713613:0:32161:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840302.713616:0:32161:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840302.713620:0:32161:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840302.713624:0:32161:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840302.713626:0:32161:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840302.713630:0:32161:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840302.713674:0:32161:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=2 v=5 (5 5 102 102) 00000100:00001000:1.0:1788840302.713680:0:32161:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840302.713683:0:32161:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840302.713685:0:32161:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840302.713688:0:32161:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840302.713693:0:32161:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840302.713698:0:32161:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840302.713701:0:32161:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967651 00000100:00000001:1.0:1788840302.713703:0:32161:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840302.713707:0:32161:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840302.713722:0:32161:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125c380 x1875733133991040/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840318 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840302.713729:0:32161:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840302.713733:0:32161:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840302.713736:0:32161:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840302.713740:0:32161:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125c380 x1875733133991040/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840318 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788840302.713758:0:32161:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125c380 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:32161:1875733133991040:192.168.202.131@tcp:101:rm.0 00000100:00000001:1.0:1788840302.713765:0:32161:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840302.713769:0:32161:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840302.713772:0:32161:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788840302.713775:0:32161:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840302.713779:0:32161:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125c380 x1875733133991040/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840318 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840302.713787:0:32161:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840302.713790:0:32161:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee86ee93c0. 00000100:00000001:1.0:1788840302.713794:0:32161:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788840302.713797:0:32161:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840302.713800:0:32161:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788840302.713806:0:32161:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840302.713809:0:32161:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840302.713814:0:32161:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8cc00 refcount=4 00000020:00000001:1.0:1788840302.713817:0:32161:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000001:1.0:1788840302.713821:0:32161:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000040:1.0:1788840302.713830:0:32161:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee87d8cc00, remote cookie: 0x8a436931312ba859, flags: 0x1001 00010000:00010000:1.0:1788840302.713837:0:32161:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3854 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba859 expref: -99 pid: 32161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788840302.713849:0:32161:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3854 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba859 expref: -99 pid: 32161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840302.713856:0:32161:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788840302.713861:0:32161:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788840302.713864:0:32161:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788840302.713866:0:32161:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788840302.713867:0:32161:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788840302.713870:0:32161:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff90ee892b1400) refcount = 1 00010000:00010000:1.0:1788840302.713875:0:32161:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3854 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba859 expref: -99 pid: 32161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840302.713882:0:32161:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788840302.713886:0:32161:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788840302.713887:0:32161:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840302.713891:0:32161:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788840302.713893:0:32161:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840302.713896:0:32161:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3854 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba859 expref: -99 pid: 32161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840302.713904:0:32161:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788840302.713906:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840302.713909:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840302.713910:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840302.713911:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840302.713913:0:32161:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840302.713918:0:32161:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788840302.713920:0:32161:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840302.713921:0:32161:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840302.713923:0:32161:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8cc00 refcount=3 00000020:00000001:1.0:1788840302.713925:0:32161:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000001:1.0:1788840302.713928:0:32161:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000001:1.0:1788840302.713931:0:32161:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840302.713932:0:32161:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840302.713933:0:32161:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8cc00 refcount=4 00000020:00000001:1.0:1788840302.713935:0:32161:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000001:1.0:1788840302.713938:0:32161:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000001:1.0:1788840302.713941:0:32161:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840302.713944:0:32161:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840302.713948:0:32161:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3854 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba859 expref: -99 pid: 32161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840302.713955:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840302.713956:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840302.713958:0:32161:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840302.713959:0:32161:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840302.713961:0:32161:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8cc00 refcount=5 00000020:00000001:1.0:1788840302.713963:0:32161:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000001:1.0:1788840302.713966:0:32161:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000001:1.0:1788840302.713968:0:32161:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840302.713971:0:32161:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3854 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba859 expref: -99 pid: 32161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840302.713978:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840302.713980:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788840302.713983:0:32161:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3854 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba859 expref: -99 pid: 32161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840302.713990:0:32161:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840302.713991:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840302.713993:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840302.713994:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840302.713995:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788840302.714001:0:32161:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90ee9125c380 x1875733133991040/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840318 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788840302.714011:0:32161:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840302.714013:0:32161:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840302.714015:0:32161:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8cc00 refcount=3 00000020:00000001:1.0:1788840302.714017:0:32161:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000001:1.0:1788840302.714020:0:32161:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000001:1.0:1788840302.714023:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840302.714024:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840302.714027:0:32161:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840302.714029:0:32161:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840302.714033:0:32161:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788840302.714036:0:32161:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840302.714037:0:32161:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840302.714038:0:32161:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8cc00 refcount=3 00000020:00000001:1.0:1788840302.714041:0:32161:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000001:1.0:1788840302.714043:0:32161:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00000002:00010000:1.0:1788840302.714047:0:32161:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3854 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba859 expref: -99 pid: 32161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840302.714053:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840302.714054:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840302.714056:0:32161:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788840302.714058:0:32161:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840302.714059:0:32161:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840302.714060:0:32161:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8cc00 refcount=3 00000020:00000001:1.0:1788840302.714063:0:32161:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000001:1.0:1788840302.714065:0:32161:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000040:1.0:1788840302.714072:0:32161:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1400 count: 2 00010000:00000001:1.0:1788840302.714076:0:32161:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788840302.714081:0:32161:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1788840302.714095:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840302.714096:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840302.714098:0:32161:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788840302.714101:0:32161:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c8f898 00000002:00002000:1.0:1788840302.714103:0:32161:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788840302.714106:0:32161:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840302.714112:0:32161:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840302.714114:0:32161:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788840302.714119:0:32161:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788840302.714122:0:32161:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788840302.714127:0:32161:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:1.0:1788840302.714131:0:32161:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98d1ea00. 00000080:00000001:1.0:1788840302.714136:0:32161:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788840302.714139:0:32161:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788840302.714148:0:32161:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1788840302.714153:0:32161:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788840302.715286:0:32161:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff90ee87139ac0. 00800000:00000001:1.0:1788840302.715295:0:32161:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446621952875666112 : -122120833885504 : ffff90ee87139ac0) 00800000:00000001:1.0:1788840302.715300:0:32161:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840302.715305:0:32161:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788840302.715310:0:32161:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788840302.715313:0:32161:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1788840302.715317:0:32161:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788840302.715321:0:32161:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788840302.715323:0:32161:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840302.715329:0:32161:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788840302.715332:0:32161:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1788840302.715339:0:32161:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:1.0:1788840302.715342:0:32161:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840302.715346:0:32161:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840302.715349:0:32161:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8cc00 refcount=3 00000020:00000001:1.0:1788840302.715351:0:32161:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000001:1.0:1788840302.715354:0:32161:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000001:1.0:1788840302.715357:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840302.715358:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788840302.715360:0:32161:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788840302.715364:0:32161:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788840302.715367:0:32161:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee87139ac0 1 00800000:00000010:1.0:1788840302.715370:0:32161:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff90ee87139ac0. 00800000:00000001:1.0:1788840302.715374:0:32161:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840302.715378:0:32161:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f3854 00800000:00000001:1.0:1788840302.715382:0:32161:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788840302.715385:0:32161:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788840302.715386:0:32161:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840302.715387:0:32161:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840302.715389:0:32161:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8cc00 refcount=3 00000020:00000001:1.0:1788840302.715391:0:32161:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000001:1.0:1788840302.715393:0:32161:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000001:1.0:1788840302.715397:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840302.715398:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840302.715400:0:32161:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840302.715402:0:32161:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840302.715404:0:32161:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840302.715407:0:32161:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:1.0:1788840302.715410:0:32161:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3854 from it ffffa16201c8fb58 00010000:00000001:1.0:1788840302.715413:0:32161:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840302.715414:0:32161:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840302.715416:0:32161:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8cc00 refcount=3 00000020:00000001:1.0:1788840302.715418:0:32161:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000001:1.0:1788840302.715419:0:32161:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000001:1.0:1788840302.715422:0:32161:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840302.715427:0:32161:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3854 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba859 expref: -99 pid: 32161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840302.715441:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840302.715442:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840302.715443:0:32161:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840302.715446:0:32161:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840302.715933:0:32161:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3854 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba859 expref: -99 pid: 32161 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788840302.715954:0:32161:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840302.715961:0:32161:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840302.715963:0:32161:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840302.716416:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840302.716419:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840302.716421:0:32161:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840302.716425:0:32161:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840302.716427:0:32161:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840302.716429:0:32161:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840302.716435:0:32161:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840302.716438:0:32161:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840302.716440:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840302.716441:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788840302.716446:0:32161:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840302.716532:0:32161:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125c380 x1875733133991040/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840318 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840302.716544:0:32161:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840302.716548:0:32161:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840302.716552:0:32161:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90ee86e6b000. 02000000:00000001:1.0:1788840302.716562:0:32161:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840302.716566:0:32161:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840302.716567:0:32161:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=4 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:1.0:1788840302.716570:0:32161:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840302.716573:0:32161:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee91278000. 02000000:00000001:1.0:1788840302.716578:0:32161:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840302.716580:0:32161:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840302.716583:0:32161:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125c380. 00000100:00000001:1.0:1788840302.716589:0:32161:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840302.716591:0:32161:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788840302.716595:0:32161:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788840302.716603:0:32161:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788840302.717635:0:32161:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90ee84b118a0. 00000020:00000001:1.0:1788840302.717951:0:32161:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c8fae8 00000080:00200000:1.0:1788840302.717955:0:32161:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), flags=8 00000080:00000001:1.0:1788840302.717961:0:32161:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788840302.717965:0:32161:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c8f998 00000080:00200000:1.0:1788840302.717968:0:32161:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), intent=getattr 00000080:00000001:1.0:1788840302.717974:0:32161:0:(statahead.c:1997:revalidate_statahead_dentry()) Process entered 00000080:00000020:1.0:1788840302.717979:0:32161:0:(statahead.c:273:sa_get()) lustre: wrong pid=32143:32161 for entry f22.recovery-small-2 00000080:00000001:1.0:1788840302.717998:0:32161:0:(statahead.c:2046:revalidate_statahead_dentry()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000080:00400000:1.0:1788840302.718002:0:32161:0:(statahead.c:2622:ll_revalidate_statahead()) revalidate statahead f22.recovery-small-2: rc = -22. 00000080:00000010:1.0:1788840302.718013:0:32161:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98e5ba00. 00800000:00000002:1.0:1788840302.718021:0:32161:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:1.0:1788840302.718028:0:32161:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788840302.718033:0:32161:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788840302.718036:0:32161:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c8f8b8 00800000:00000002:1.0:1788840302.718038:0:32161:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'f22.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788840302.718043:0:32161:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1788840302.718050:0:32161:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c8f850 00800000:00000002:1.0:1788840302.718053:0:32161:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='f22.recovery-small-2' -> mds #0 00000002:00000001:1.0:1788840302.718060:0:32161:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788840302.718063:0:32161:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c8f788 00000080:00000001:2.0:1788840302.718066:0:32144:0:(statahead.c:1053:sa_statahead()) Process entered 00000002:00010000:1.0:1788840302.718066:0:32161:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f22.recovery-small-2,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 01 00000080:00000001:2.0:1788840302.718071:0:32144:0:(statahead.c:199:sa_alloc()) Process entered 00000002:00000001:1.0:1788840302.718075:0:32161:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000080:00000010:2.0:1788840302.718079:0:32144:0:(statahead.c:203:sa_alloc()) kmalloced '(entry)': 128 at ffff90ee98e7d880. 00000002:00000001:1.0:1788840302.718080:0:32161:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000020:00000001:2.0:1788840302.718095:0:32144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907cd8 00000080:00400000:2.0:1788840302.718097:0:32144:0:(statahead.c:208:sa_alloc()) alloc sa entry f22.recovery-small-10(ffff90ee98e7d880) index 9 00000100:00000010:1.0:1788840302.718099:0:32161:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87fad500. 00000080:00000001:2.0:1788840302.718101:0:32144:0:(statahead.c:233:sa_alloc()) Process leaving (rc=18446621953174788224 : -122120534763392 : ffff90ee98e7d880) 00000020:00000040:1.0:1788840302.718106:0:32161:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000080:00000001:2.0:1788840302.718107:0:32144:0:(statahead.c:977:sa_lookup()) Process entered 00000080:00000010:2.0:1788840302.718113:0:32144:0:(statahead.c:443:sa_prep_data()) kmalloced '(item)': 672 at ffff90ee9127a000. 00010000:00000001:1.0:1788840302.718116:0:32161:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00800000:00000002:2.0:1788840302.718120:0:32144:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 3 00010000:00000001:1.0:1788840302.718125:0:32161:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00800000:00000001:2.0:1788840302.718129:0:32144:0:(lmv_obd.c:4625:lmv_batch_add()) Process entered 00800000:00000001:2.0:1788840302.718134:0:32144:0:(lmv_obd.c:4588:lmv_batch_get_sub()) Process entered 00010000:00000001:1.0:1788840302.718134:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00800000:00000001:2.0:1788840302.718137:0:32144:0:(lmv_obd.c:4592:lmv_batch_get_sub()) Process leaving (rc=18446621952835655424 : -122120873896192 : ffff90ee84b11700) 00010000:00000001:1.0:1788840302.718139:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840302.718143:0:32161:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840302.718144:0:32144:0:(mdc_batch.c:198:mdc_batch_add()) Process entered 00000002:00000010:2.0:1788840302.718149:0:32144:0:(mdc_batch.c:207:mdc_batch_add()) kmalloced '(item->mop_pill)': 144 at ffff90ee86ee9300. 00000100:00000001:1.0:1788840302.718149:0:32161:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840302.718154:0:32161:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00000002:00000001:2.0:1788840302.718156:0:32144:0:(batch.c:710:cli_batch_add()) Process entered 00000002:00000010:2.0:1788840302.718160:0:32144:0:(batch.c:289:batch_update_request_create()) kmalloced '(head)': 80 at ffff90ee87fb1f60. 00000002:00000010:2.0:1788840302.718164:0:32144:0:(batch.c:217:batch_update_buffer_create()) kmalloced '(buf)': 40 at ffff90eea05b2980. 00000002:00000010:2.0:1788840302.718169:0:32144:0:(batch.c:223:batch_update_buffer_create()) kmalloced '(bur)': 4096 at ffff90ee85d4c000. 00000002:00000001:2.0:1788840302.718171:0:32144:0:(batch.c:495:batch_update_request_add()) Process entered 00000002:00000001:2.0:1788840302.718174:0:32144:0:(mdc_batch.c:75:mdc_batch_getattr_pack()) Process entered 00000002:00000001:2.0:1788840302.718186:0:32144:0:(mdc_batch.c:32:mdc_ldlm_lock_pack()) Process entered 00010000:00000001:2.0:1788840302.718189:0:32144:0:(ldlm_request.c:1255:ldlm_cli_lock_create_pack()) Process entered 00010000:00000001:2.0:1788840302.718192:0:32144:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788840302.718199:0:32144:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1400 count: 2 00010000:00000001:2.0:1788840302.718202:0:32144:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840302.718205:0:32144:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788840302.718210:0:32144:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee87d8c800. 00000020:00000001:2.0:1788840302.718216:0:32144:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788840302.718220:0:32144:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee87d8c800 with handle 0x3aa5f499c96f385b to hash 00000020:00000001:2.0:1788840302.718222:0:32144:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788840302.718224:0:32144:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:2.0:1788840302.718228:0:32144:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:2.0:1788840302.718233:0:32144:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840302.718237:0:32144:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840302.718242:0:32144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c800/0x3aa5f499c96f385b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840302.718252:0:32144:0:(ldlm_request.c:1275:ldlm_cli_lock_create_pack()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c800/0x3aa5f499c96f385b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x0 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840302.718259:0:32144:0:(ldlm_request.c:1287:ldlm_cli_lock_create_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840302.718261:0:32144:0:(mdc_batch.c:51:mdc_ldlm_lock_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840302.718266:0:32144:0:(mdc_batch.c:150:mdc_batch_getattr_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:2.0:1788840302.718270:0:32144:0:(batch.c:263:batch_insert_update_callback()) kmalloced '(ouc)': 40 at ffff90eea05b2480. 00000002:00000001:2.0:1788840302.718273:0:32144:0:(batch.c:544:batch_update_request_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840302.718275:0:32144:0:(batch.c:722:cli_batch_add()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840302.718277:0:32144:0:(mdc_batch.c:213:mdc_batch_add()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840302.718279:0:32144:0:(lmv_obd.c:4637:lmv_batch_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840302.718281:0:32144:0:(statahead.c:987:sa_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840302.718285:0:32144:0:(lmv_obd.c:4492:lmv_batch_flush()) Process entered 00000002:00000001:2.0:1788840302.718287:0:32144:0:(batch.c:690:cli_batch_flush()) Process entered 00000002:00000001:2.0:1788840302.718288:0:32144:0:(batch.c:435:batch_send_update_req()) Process entered 00000002:00000001:2.0:1788840302.718291:0:32144:0:(batch.c:121:batch_prep_update_req()) Process entered 00000100:00000010:2.0:1788840302.718295:0:32144:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125df80. 00000020:00000040:2.0:1788840302.718297:0:32144:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:2.0:1788840302.718301:0:32144:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840302.718303:0:32144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840302.718307:0:32144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840302.718315:0:32144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee9127a400. 00000100:00000001:2.0:1788840302.718323:0:32144:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840302.718338:0:32144:0:(batch.c:105:batch_prep_inline_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840302.718341:0:32144:0:(batch.c:143:batch_prep_update_req()) Process leaving via out_req (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788840302.718343:0:32144:0:(batch.c:198:batch_prep_update_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840302.718348:0:32144:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840302.718354:0:32144:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840302.718368:0:32144:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e508809] to pc [ptlrpcd_01_00+0] req@ffff90ee9125df80 x1875733133991168/t0(0) o63->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:24/4 lens 680/4320 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000002:00000001:2.0:1788840302.718396:0:32144:0:(batch.c:480:batch_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840302.718399:0:32144:0:(batch.c:699:cli_batch_flush()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840302.718401:0:32144:0:(lmv_obd.c:4514:lmv_batch_flush()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840302.718403:0:32144:0:(statahead.c:1081:sa_statahead()) Process leaving 00000080:00000010:2.0:1788840302.718406:0:32144:0:(statahead.c:1525:ll_statahead_by_fname()) kfreed 'fname': 255 at ffff90ee86f0da00. 00000080:00000001:2.0:1788840302.718410:0:32144:0:(statahead.c:1526:ll_statahead_by_fname()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840302.718413:0:32144:0:(lmv_obd.c:4492:lmv_batch_flush()) Process entered 00000002:00000001:2.0:1788840302.718415:0:32144:0:(batch.c:690:cli_batch_flush()) Process entered 00000002:00000001:2.0:1788840302.718416:0:32144:0:(batch.c:694:cli_batch_flush()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840302.718417:0:32144:0:(lmv_obd.c:4514:lmv_batch_flush()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840302.718419:0:32144:0:(statahead.c:1604:ll_statahead_thread()) Process leaving 00800000:00000001:2.0:1788840302.718421:0:32144:0:(lmv_obd.c:4459:lmv_batch_stop()) Process entered 00000002:00000001:2.0:1788840302.718423:0:32144:0:(batch.c:675:cli_batch_stop()) Process entered 00000002:00000001:2.0:1788840302.718425:0:32144:0:(batch.c:435:batch_send_update_req()) Process entered 00000002:00000001:2.0:1788840302.718426:0:32144:0:(batch.c:438:batch_send_update_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:2.0:1788840302.718428:0:32144:0:(batch.c:680:cli_batch_stop()) kfreed 'cbh': 32 at ffff90ee84b11700. 00000002:00000001:2.0:1788840302.718431:0:32144:0:(batch.c:681:cli_batch_stop()) Process leaving (rc=0 : 0 : 0) 00800000:00000010:2.0:1788840302.718433:0:32144:0:(lmv_obd.c:4472:lmv_batch_stop()) kfreed 'sub': 32 at ffff90ee84b11780. 00800000:00000010:2.0:1788840302.718435:0:32144:0:(lmv_obd.c:4480:lmv_batch_stop()) kfreed 'lbh': 48 at ffff90ee87139c80. 00800000:00000001:2.0:1788840302.718437:0:32144:0:(lmv_obd.c:4481:lmv_batch_stop()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1788840302.718440:0:32144:0:(statahead.c:1138:ll_stop_agl()) stop agl thread: sai ffff90ee85091400 pid 32145 00000100:00000001:2.0:1788840302.718526:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840302.718530:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840302.718533:0:2361:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840302.718540:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125df80 x1875733133991168/t0(0) o63->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:24/4 lens 680/4320 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840302.718549:0:2361:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840302.718551:0:2361:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840302.718556:0:2361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840302.718560:0:2361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840302.718563:0:2361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840302.718567:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733133991168:192.168.202.131@tcp:63:ll_sa.0 00000100:00000001:2.0:1788840302.718572:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840302.718580:0:2361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840302.718584:0:2361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840302.718587:0:2361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840302.718596:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 8192 at ffff90ee98874000. 02000000:00000001:2.0:1788840302.718598:0:2361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840302.718608:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840302.718614:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e688. 00000400:00000010:2.0:1788840302.718622:0:2361:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90ee86ee9780. 00000100:00000200:2.0:1788840302.718632:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 8192 bytes, xid 1875733133991168, portal 4 00000100:00000001:2.0:1788840302.718635:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840302.718637:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044635520 : -122120664916096 : ffff90ee9125df80) 00000100:00000040:2.0:1788840302.718672:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125df80 x1875733133991168/t0(0) o63->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788840318 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840302.718689:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840302.718693:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840302.718699:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee912343b8. 00000100:00000200:2.0:1788840302.718703:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 680 bytes to portal 24, xid 1875733133991168, offset 0 00000400:00000200:2.0:1788840302.718711:0:2361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840302.718722:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840302.718730:0:2361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840302.718736:0:2361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840302.718742:0:2361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840302.718746:0:2361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840302.718749:0:2361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840302.718754:0:2361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2526:2526:256:4294967295] 192.168.202.131@tcp LPNI seq info [2526:2526:8:4294967295] 00000400:00000200:2.0:1788840302.718758:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840302.718769:0:2361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840302.718776:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 680 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840302.718783:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee8985ce00. 00000800:00000200:2.0:1788840302.718792:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 02000000:00000001:1.0:1788840302.718829:0:32161:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840302.718839:0:32161:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee85c5e000. 00000100:00000001:1.0:1788840302.718843:0:32161:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840302.718848:0:32161:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788840302.718850:0:32161:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840302.718851:0:32161:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788840302.718853:0:32161:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840302.718854:0:32161:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840302.718862:0:32161:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621952890819840 : -122120818731776 : ffff90ee87fad500) 00010000:00000001:1.0:1788840302.718865:0:32161:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788840302.718867:0:32161:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788840302.718871:0:32161:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1400 count: 3 00010000:00000001:1.0:1788840302.718873:0:32161:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840302.718876:0:32161:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788840302.718882:0:32161:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee86e85000. 00000020:00000001:1.0:1788840302.718884:0:32161:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788840302.718886:0:32161:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee86e85000 with handle 0x3aa5f499c96f3862 to hash 00000020:00000001:1.0:1788840302.718889:0:32161:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788840302.718890:0:32161:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952872828928 : -122120836722688 : ffff90ee86e85000) 00010000:00000001:1.0:1788840302.718892:0:32161:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952872828928 : -122120836722688 : ffff90ee86e85000) 00010000:00000001:1.0:1788840302.718895:0:32161:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840302.718897:0:32161:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840302.718900:0:32161:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85000/0x3aa5f499c96f3862 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x10000000000000 pid: 32161 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788840302.718909:0:32161:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85000/0x3aa5f499c96f3862 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 32161 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788840302.718919:0:32161:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85000/0x3aa5f499c96f3862 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x0 pid: 32161 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788840302.718929:0:32161:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788840302.718931:0:32161:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788840302.718938:0:32161:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee85db4d80. 00000100:00000001:1.0:1788840302.718940:0:32161:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952855199104 : -122120854352512 : ffff90ee85db4d80) 00000100:00000001:1.0:1788840302.718943:0:32161:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840302.718944:0:32161:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890819840 : -122120818731776 : ffff90ee87fad500) 00000100:00000001:1.0:1788840302.718947:0:32161:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840302.718950:0:32161:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840302.718952:0:32161:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788840302.718954:0:32161:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840302.718959:0:32161:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87fad500 x1875733133991296/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840302.718966:0:32161:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840302.718968:0:32161:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840302.718970:0:32161:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840302.718972:0:32161:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840302.718974:0:32161:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840302.718977:0:32161:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87fad500 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:32161:1875733133991296:192.168.202.131@tcp:101:rm.0 00000100:00000001:1.0:1788840302.718980:0:32161:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840302.718983:0:32161:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840302.718984:0:32161:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840302.718986:0:32161:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840302.718991:0:32161:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90ee85dee800. 02000000:00000001:1.0:1788840302.718993:0:32161:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840302.718997:0:32161:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840302.719000:0:32161:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe318. 00000400:00000010:1.0:1788840302.719005:0:32161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea05395d8. 00000100:00000200:1.0:1788840302.719008:0:32161:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875733133991296, portal 10 00000100:00000001:1.0:1788840302.719010:0:32161:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840302.719011:0:32161:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890819840 : -122120818731776 : ffff90ee87fad500) 00000100:00000040:1.0:1788840302.719017:0:32161:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87fad500 x1875733133991296/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840318 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840302.719030:0:32161:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840302.719032:0:32161:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840302.719035:0:32161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539ee0. 00000100:00000200:1.0:1788840302.719039:0:32161:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875733133991296, offset 0 00000400:00000200:1.0:1788840302.719044:0:32161:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840302.719049:0:32161:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840302.719053:0:32161:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840302.719056:0:32161:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840302.719059:0:32161:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840302.719061:0:32161:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840302.719064:0:32161:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840302.719067:0:32161:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2527:2527:255:4294967295] 192.168.202.131@tcp LPNI seq info [2527:2527:7:4294967295] 00000400:00000200:1.0:1788840302.719070:0:32161:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840302.719077:0:32161:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840302.719090:0:32161:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840302.719095:0:32161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989700. 00000800:00000200:1.0:1788840302.719099:0:32161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840302.719109:0:32161:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840302.719114:0:32161:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989700 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:1.0:1788840302.719130:0:32161:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840302.719135:0:32161:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 803903 usecs (804 jiffies) 00000400:00000200:1.0:1788840302.719139:0:32161:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840302.719142:0:32161:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296533340 00000100:00000001:1.0:1788840302.719146:0:32161:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296536480 00000100:00000001:1.0:1788840302.719148:0:32161:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296533340 00000100:00000001:1.0:1788840302.719151:0:32161:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296536480 00000100:00000001:1.0:1788840302.719154:0:32161:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840302.719156:0:32161:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840302.719159:0:32161:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840302.719170:0:32161:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788840302.719173:0:32161:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee85db4d80 going to sleep for 11 seconds 00000100:00000001:1.0:1788840302.719176:0:32161:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840302.719180:0:32161:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840302.719440:0:32145:0:(statahead.c:1120:ll_agl_thread()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788840302.719565:0:32144:0:(statahead.c:1153:ll_stop_agl()) agl thread stopped: sai ffff90ee85091400, parent / 00000800:00000200:2.0:1788840302.719973:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840302.719977:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee8985ce00 type 1, nob 776 niov 1 nkiov 1 00000100:00000001:2.0:1788840302.719982:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840302.719987:0:2361:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 803903 usecs (804 jiffies) 00000400:00000200:2.0:1788840302.719992:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000800:00000200:3.0:1788840302.720150:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840302.720157:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989700. 00000400:00000200:3.0:1788840302.720163:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840302.720170:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840302.720178:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539ee0 00000400:00000010:3.0:1788840302.720181:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539ee0. 00000100:00000001:2.0:1788840302.720186:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296533342 00000100:00000001:3.0:1788840302.720187:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000001:2.0:1788840302.720194:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296536480 00000100:00000200:3.0:1788840302.720199:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fad500 x1875733133991296/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840318 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840302.720199:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296533342 00000100:00000001:2.0:1788840302.720205:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296536480 00000100:00000001:2.0:1788840302.720211:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840302.720217:0:2361:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840302.720220:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788840302.720222:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840302.720227:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fad500 x1875733133991296/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840318 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840302.720229:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840302.720239:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840302.720241:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1788840302.720242:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840302.720245:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788840302.720250:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840302.720252:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840302.720254:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840302.720257:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840302.720286:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840302.720289:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840302.721191:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840302.721198:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee8985ce00. 00000400:00000200:3.0:1788840302.721205:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840302.721213:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840302.721219:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee912343b8 00000400:00000010:3.0:1788840302.721222:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee912343b8. 00000100:00000001:3.0:1788840302.721226:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840302.721233:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125df80 x1875733133991168/t0(0) o63->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788840318 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840302.721245:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840302.721249:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125df80 x1875733133991168/t0(0) o63->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788840318 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840302.721257:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840302.721259:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840302.729963:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840302.729987:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840302.729991:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840302.729994:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840302.730005:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840302.730014:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840302.730025:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840302.730030:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840302.730037:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840302.730042:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 4320 into portal 4 MB=0x6a9f827251d00 00000400:00000200:3.0:1788840302.730047:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840302.730055:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 4320/4320 into md 0x6e4d [2] + 224 00000800:00000001:3.0:1788840302.730064:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840302.730075:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840302.730079:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840302.730094:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840302.730105:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840302.730117:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125df80 x1875733133991168/t0(0) o63->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788840318 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840302.730130:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=4320 offset=224 replen=4320 req@ffff90ee9125df80 x1875733133991168/t0(0) o63->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788840318 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840302.730160:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840302.730256:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840302.730263:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788840302.730272:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840302.730275:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840302.730279:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e688. 00000400:00000200:2.0:1788840302.730287:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee86ee9780 00000400:00000010:2.0:1788840302.730290:0:2361:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff90ee86ee9780. 00000100:00000001:2.0:1788840302.730294:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840302.730299:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125df80 x1875733133991168/t0(0) o63->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788840318 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788840302.730310:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125df80 x1875733133991168/t0(0) o63->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788840318 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840302.730317:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840302.730320:0:2361:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840302.730323:0:2361:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788840302.730327:0:2361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788840302.730330:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840302.730333:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840302.730337:0:2361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840302.730351:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823580 time=15 v=5 (5 0 0 0) 00000100:00001000:2.0:1788840302.730356:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1788840302.730359:0:2361:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1788840302.730363:0:2361:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff90ee9125df80 x1875733133991168/t0(0) o63->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788840318 ref 1 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840302.730371:0:2361:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1788840302.730376:0:2361:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788840302.730379:0:2361:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967651 00000100:00000001:2.0:1788840302.730381:0:2361:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788840302.730385:0:2361:0:(client.c:1797:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:2.0:1788840302.730391:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125df80 x1875733133991168/t0(0) o63->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788840318 ref 1 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840302.730399:0:2361:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:2.0:1788840302.730403:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840302.730405:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788840302.730409:0:2361:0:(batch.c:404:batch_update_interpret()) Process entered 00000002:00000001:2.0:1788840302.730415:0:2361:0:(batch.c:335:batch_update_request_fini()) Process entered 00010000:00000001:2.0:1788840302.730423:0:2361:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788840302.730426:0:2361:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840302.730429:0:2361:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840302.730433:0:2361:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c800 refcount=4 00000020:00000001:2.0:1788840302.730437:0:2361:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:2.0:1788840302.730440:0:2361:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00010000:2.0:1788840302.730446:0:2361:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (FAILED) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c800/0x3aa5f499c96f385b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x0 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840302.730455:0:2361:0:(ldlm_request.c:691:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00010000:00010000:2.0:1788840302.730460:0:2361:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c800/0x3aa5f499c96f385b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840302.730467:0:2361:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788840302.730469:0:2361:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c800/0x3aa5f499c96f385b lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840302.730476:0:2361:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840302.730478:0:2361:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788840302.730481:0:2361:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c800/0x3aa5f499c96f385b lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x10206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840302.730488:0:2361:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840302.730491:0:2361:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840302.730494:0:2361:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1788840302.730497:0:2361:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c800/0x3aa5f499c96f385b lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840302.730504:0:2361:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90ee87d8c800 already unused, calling callback (ffffffffc1b72460) 00000080:00000001:2.0:1788840302.730508:0:2361:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1788840302.730513:0:2361:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c800/0x3aa5f499c96f385b lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840302.730520:0:2361:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1788840302.730523:0:2361:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1788840302.730526:0:2361:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c800/0x3aa5f499c96f385b lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x206400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840302.730533:0:2361:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1788840302.730536:0:2361:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1788840302.730538:0:2361:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840302.730539:0:2361:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840302.730541:0:2361:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c800 refcount=5 00000020:00000001:2.0:1788840302.730543:0:2361:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:2.0:1788840302.730546:0:2361:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888588288 : -122120820963328 : ffff90ee87d8c800) 00010000:00000001:2.0:1788840302.730549:0:2361:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788840302.730551:0:2361:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c800/0x3aa5f499c96f385b lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x20e400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1788840302.730558:0:2361:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788840302.730560:0:2361:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840302.730563:0:2361:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:2.0:1788840302.730565:0:2361:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788840302.730569:0:2361:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788840302.730571:0:2361:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788840302.730573:0:2361:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840302.730575:0:2361:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788840302.730578:0:2361:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee87d8c800 with handle 0x3aa5f499c96f385b from hash 00010000:00000001:2.0:1788840302.730581:0:2361:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788840302.730582:0:2361:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840302.730583:0:2361:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840302.730585:0:2361:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788840302.730586:0:2361:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788840302.730588:0:2361:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:2.0:1788840302.730591:0:2361:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840302.730592:0:2361:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840302.730593:0:2361:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840302.730595:0:2361:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840302.730598:0:2361:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c800/0x3aa5f499c96f385b lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840302.730604:0:2361:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840302.730605:0:2361:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840302.730607:0:2361:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:2.0:1788840302.730609:0:2361:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788840302.730610:0:2361:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840302.730613:0:2361:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840302.730614:0:2361:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788840302.730616:0:2361:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c800/0x3aa5f499c96f385b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x3 rrc: 4 type: IBT flags: 0x4a0f400000000 pid: 32144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840302.730629:0:2361:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840302.730632:0:2361:0:(mdc_batch.c:175:mdc_batch_getattr_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:2.0:1788840302.730699:0:2361:0:(statahead.c:884:ll_statahead_interpret()) Process entered 00000020:00000001:2.0:1788840302.730703:0:2361:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201bb7c58 00000080:00400000:2.0:1788840302.730706:0:2361:0:(statahead.c:898:ll_statahead_interpret()) sa_entry f22.recovery-small-10 rc -125 00000080:00000001:2.0:1788840302.730709:0:2361:0:(statahead.c:901:ll_statahead_interpret()) Process leaving via out (rc=18446744073709551491 : -125 : 0xffffffffffffff83) 00000080:00000001:2.0:1788840302.730712:0:2361:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788840302.730714:0:2361:0:(dcache.c:176:ll_intent_release()) intent ffff90ee9127a190 released 00000080:00000001:2.0:1788840302.730716:0:2361:0:(dcache.c:187:ll_intent_release()) Process leaving 00800000:00000002:2.0:1788840302.730721:0:2361:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 3 00000080:00000010:2.0:1788840302.730726:0:2361:0:(statahead.c:427:sa_fini_data()) kfreed 'item->mop_pill': 144 at ffff90ee86ee9300. 00000080:00000010:2.0:1788840302.730729:0:2361:0:(statahead.c:428:sa_fini_data()) kfreed 'item': 672 at ffff90ee9127a000. 00000080:00000001:2.0:1788840302.730734:0:2361:0:(statahead.c:955:ll_statahead_interpret()) Process leaving (rc=18446744073709551491 : -125 : ffffffffffffff83) 00000002:00000010:2.0:1788840302.730737:0:2361:0:(batch.c:248:object_update_callback_fini()) kfreed 'ouc': 40 at ffff90eea05b2480. 00000002:00000010:2.0:1788840302.730742:0:2361:0:(batch.c:317:batch_update_request_destroy()) kvfree 'bub->bub_req': 4096 at ffff90ee85d4c000. 00000002:00000010:2.0:1788840302.730746:0:2361:0:(batch.c:318:batch_update_request_destroy()) kfreed 'bub': 40 at ffff90eea05b2980. 00000002:00000010:2.0:1788840302.730749:0:2361:0:(batch.c:321:batch_update_request_destroy()) kfreed 'head': 80 at ffff90ee87fb1f60. 00000002:00000001:2.0:1788840302.730752:0:2361:0:(batch.c:394:batch_update_request_fini()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000002:00000001:2.0:1788840302.730755:0:2361:0:(batch.c:422:batch_update_interpret()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:2.0:1788840302.730760:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125df80 x1875733133991168/t0(0) o63->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788840318 ref 1 fl Interpret:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788840302.730769:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733133991168:192.168.202.131@tcp:63:ll_sa.0 00000100:00000001:2.0:1788840302.730774:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840302.730778:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840302.730781:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125df80 x1875733133991168/t0(0) o63->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:24/4 lens 680/4320 e 0 to 0 dl 1788840318 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'ll_sa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840302.730787:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840302.730790:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840302.730794:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 8192 at ffff90ee98874000. 02000000:00000001:2.0:1788840302.730804:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840302.730807:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840302.730808:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:2.0:1788840302.730810:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840302.730814:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee9127a400. 02000000:00000001:2.0:1788840302.730818:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840302.730820:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840302.730822:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125df80. 00000100:00000001:2.0:1788840302.730827:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840302.730829:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840302.730831:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840302.730841:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840302.730844:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840302.730847:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840302.730850:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788840302.731365:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840302.731374:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840302.735061:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840302.735095:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840302.735101:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840302.735105:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840302.735117:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840302.735127:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840302.735139:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840302.735145:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840302.735152:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840302.735157:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 640 into portal 10 MB=0x6a9f827251d80 00000400:00000200:3.0:1788840302.735163:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840302.735429:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 640/640 into md 0x6e5d [1] + 224 00000800:00000001:3.0:1788840302.735440:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840302.736323:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840302.736331:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840302.736339:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840302.736351:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840302.736364:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fad500 x1875733133991296/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840318 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840302.736377:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=640 offset=224 replen=1152 req@ffff90ee87fad500 x1875733133991296/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840318 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840302.736494:0:32161:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840302.736513:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840302.736529:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840302.736535:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:2.1:1788840302.741192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8c800. 00000400:00000001:1.0:1788840302.743847:0:32161:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840302.743856:0:32161:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840302.743862:0:32161:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe318. 00000400:00000200:1.0:1788840302.743874:0:32161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea05395d8 00000400:00000010:1.0:1788840302.743877:0:32161:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea05395d8. 00000100:00000001:1.0:1788840302.743883:0:32161:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840302.743899:0:32161:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87fad500 x1875733133991296/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840318 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788840302.743912:0:32161:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87fad500 x1875733133991296/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840318 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840302.743921:0:32161:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840302.743923:0:32161:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840302.743927:0:32161:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840302.743931:0:32161:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840302.743934:0:32161:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840302.743937:0:32161:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840302.743941:0:32161:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840302.743952:0:32161:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=2 v=5 (5 5 102 102) 00000100:00001000:1.0:1788840302.743957:0:32161:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840302.743960:0:32161:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840302.743962:0:32161:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840302.743966:0:32161:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840302.743971:0:32161:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840302.743975:0:32161:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840302.743978:0:32161:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967651 00000100:00000001:1.0:1788840302.743980:0:32161:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840302.743984:0:32161:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840302.743990:0:32161:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87fad500 x1875733133991296/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/640 e 0 to 0 dl 1788840318 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840302.744004:0:32161:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840302.744008:0:32161:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840302.744010:0:32161:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840302.744015:0:32161:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87fad500 x1875733133991296/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/640 e 0 to 0 dl 1788840318 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788840302.744023:0:32161:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87fad500 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:32161:1875733133991296:192.168.202.131@tcp:101:rm.0 00000100:00000001:1.0:1788840302.744028:0:32161:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840302.744032:0:32161:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840302.744035:0:32161:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788840302.744037:0:32161:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840302.744041:0:32161:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87fad500 x1875733133991296/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/640 e 0 to 0 dl 1788840318 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840302.744048:0:32161:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840302.744053:0:32161:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee85db4d80. 00000100:00000001:1.0:1788840302.744058:0:32161:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788840302.744060:0:32161:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840302.744064:0:32161:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788840302.744070:0:32161:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840302.744073:0:32161:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840302.744077:0:32161:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85000 refcount=4 00000020:00000001:1.0:1788840302.744080:0:32161:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872828928 : -122120836722688 : ffff90ee86e85000) 00010000:00000001:1.0:1788840302.744094:0:32161:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872828928 : -122120836722688 : ffff90ee86e85000) 00010000:00000040:1.0:1788840302.744104:0:32161:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee86e85000, remote cookie: 0x8a436931312ba88a, flags: 0x1001 00010000:00010000:1.0:1788840302.744110:0:32161:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85000/0x3aa5f499c96f3862 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba88a expref: -99 pid: 32161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788840302.744120:0:32161:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x2b:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1788840302.744123:0:32161:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1788840302.744140:0:32161:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee98cc4d00. 00010000:00000010:1.0:1788840302.744147:0:32161:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee85063e80. 00010000:00000001:1.0:1788840302.744153:0:32161:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840302.744156:0:32161:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85000/0x3aa5f499c96f3862 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba88a expref: -99 pid: 32161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788840302.745404:0:32161:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85000/0x3aa5f499c96f3862 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba88a expref: -99 pid: 32161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840302.745416:0:32161:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788840302.745422:0:32161:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788840302.745425:0:32161:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788840302.745427:0:32161:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788840302.745428:0:32161:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788840302.745432:0:32161:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x2b:0x0].0x0 (ffff90ee98cc4d00) refcount = 1 00010000:00010000:1.0:1788840302.745436:0:32161:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85000/0x3aa5f499c96f3862 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba88a expref: -99 pid: 32161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840302.745444:0:32161:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788840302.746305:0:32161:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788840302.746311:0:32161:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840302.746318:0:32161:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788840302.746322:0:32161:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840302.746327:0:32161:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85000/0x3aa5f499c96f3862 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba88a expref: -99 pid: 32161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840302.746336:0:32161:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788840302.746339:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840302.746341:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840302.746342:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840302.746344:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840302.746346:0:32161:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840302.746357:0:32161:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788840302.746359:0:32161:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840302.746362:0:32161:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840302.746367:0:32161:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85000 refcount=3 00000020:00000001:1.0:1788840302.746370:0:32161:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872828928 : -122120836722688 : ffff90ee86e85000) 00010000:00000001:1.0:1788840302.746373:0:32161:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872828928 : -122120836722688 : ffff90ee86e85000) 00010000:00000001:1.0:1788840302.746376:0:32161:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840302.746377:0:32161:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840302.746378:0:32161:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85000 refcount=4 00000020:00000001:1.0:1788840302.746380:0:32161:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872828928 : -122120836722688 : ffff90ee86e85000) 00010000:00000001:1.0:1788840302.746382:0:32161:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872828928 : -122120836722688 : ffff90ee86e85000) 00010000:00000001:1.0:1788840302.746386:0:32161:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840302.746389:0:32161:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840302.746393:0:32161:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85000/0x3aa5f499c96f3862 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba88a expref: -99 pid: 32161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840302.746400:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840302.746402:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840302.746403:0:32161:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840302.746404:0:32161:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840302.746406:0:32161:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85000 refcount=5 00000020:00000001:1.0:1788840302.746408:0:32161:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872828928 : -122120836722688 : ffff90ee86e85000) 00010000:00000001:1.0:1788840302.746410:0:32161:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872828928 : -122120836722688 : ffff90ee86e85000) 00010000:00000001:1.0:1788840302.746413:0:32161:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840302.746417:0:32161:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85000/0x3aa5f499c96f3862 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba88a expref: -99 pid: 32161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840302.746423:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840302.746425:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788840302.746428:0:32161:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85000/0x3aa5f499c96f3862 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba88a expref: -99 pid: 32161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840302.746435:0:32161:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840302.746436:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840302.746438:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840302.746439:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840302.746440:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788840302.747391:0:32161:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90ee87fad500 x1875733133991296/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/640 e 0 to 0 dl 1788840318 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788840302.747410:0:32161:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840302.747413:0:32161:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840302.747415:0:32161:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85000 refcount=3 00000020:00000001:1.0:1788840302.747418:0:32161:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872828928 : -122120836722688 : ffff90ee86e85000) 00010000:00000001:1.0:1788840302.747421:0:32161:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872828928 : -122120836722688 : ffff90ee86e85000) 00000002:00010000:1.0:1788840302.747427:0:32161:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: getattr, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85000/0x3aa5f499c96f3862 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba88a expref: -99 pid: 32161 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1788840302.747445:0:32161:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff90ee87139ac0. 00010000:00000001:1.0:1788840302.747448:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840302.747577:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840302.747579:0:32161:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840302.747581:0:32161:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840302.747585:0:32161:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788840302.747588:0:32161:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840302.747589:0:32161:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840302.747591:0:32161:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85000 refcount=3 00000020:00000001:1.0:1788840302.747593:0:32161:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872828928 : -122120836722688 : ffff90ee86e85000) 00010000:00000001:1.0:1788840302.747596:0:32161:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872828928 : -122120836722688 : ffff90ee86e85000) 00000002:00010000:1.0:1788840302.747600:0:32161:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85000/0x3aa5f499c96f3862 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba88a expref: -99 pid: 32161 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840302.748288:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840302.748290:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840302.748293:0:32161:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788840302.748295:0:32161:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840302.748297:0:32161:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840302.748299:0:32161:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85000 refcount=3 00000020:00000001:1.0:1788840302.748301:0:32161:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872828928 : -122120836722688 : ffff90ee86e85000) 00010000:00000001:1.0:1788840302.748305:0:32161:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872828928 : -122120836722688 : ffff90ee86e85000) 00010000:00000040:1.0:1788840302.748312:0:32161:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4d00 count: 2 00010000:00000001:1.0:1788840302.748315:0:32161:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788840302.748320:0:32161:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 4 res 8589935620/43 (0 0) 00010000:00000001:1.0:1788840302.748323:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840302.748324:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840302.748325:0:32161:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788840302.748328:0:32161:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c8f710 00000002:00002000:1.0:1788840302.748331:0:32161:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f22.recovery-small-2 intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788840302.748334:0:32161:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840302.748338:0:32161:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840302.748341:0:32161:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788840302.748345:0:32161:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788840302.748348:0:32161:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788840302.748353:0:32161:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000001:1.0:1788840302.748356:0:32161:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788840302.748358:0:32161:0:(namei.c:674:ll_lookup_it_finish()) it ffffa16201c8fb20 it_disposition b 00000080:00000001:1.0:1788840302.748362:0:32161:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788840302.748371:0:32161:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788840302.748375:0:32161:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788840302.748378:0:32161:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833963 : 144115205322833963 : 20000040400002b) 00000080:00000001:1.0:1788840302.748381:0:32161:0:(namei.c:113:ll_iget()) Process entered 00000020:00000001:1.0:1788840302.748389:0:32161:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840302.748396:0:32161:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036962344 : -122120672589272 : ffff90ee90b0ca28) 00000020:00001000:1.0:1788840302.748398:0:32161:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0ca20 00000020:00000001:1.0:1788840302.748401:0:32161:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1788840302.748406:0:32161:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788840302.748409:0:32161:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788840302.748418:0:32161:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90ee8532c4e0. 00020000:00000010:1.0:1788840302.748424:0:32161:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90ee85dfcf80. 00020000:00000010:1.0:1788840302.748430:0:32161:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90ee8532cea0. 00020000:00000001:1.0:1788840302.748433:0:32161:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621952844156576 : -122120865395040 : ffff90ee8532cea0) 00020000:00000002:1.0:1788840302.748436:0:32161:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee8532cea0, objid 0x2b:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788840302.748441:0:32161:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788840302.748446:0:32161:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90ee85dfcf80: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000002:1.0:1788840302.748866:0:32161:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90ee831508b8) owner ffff90ee90a64f80 00020000:00000001:1.0:1788840302.748870:0:32161:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788840302.748874:0:32161:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90ee831508b8) owner ffff90ee90a64f80 00020000:00000010:1.0:1788840302.748880:0:32161:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90ee85dfcf80. 00020000:00000010:1.0:1788840302.748888:0:32161:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90ee8532c4e0. 00020000:00000010:1.0:1788840302.748892:0:32161:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90ee8532cea0. 00020000:00000002:1.0:1788840302.748894:0:32161:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1788840302.748897:0:32161:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840302.748899:0:32161:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788840302.748901:0:32161:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0ca20 00000080:00000001:1.0:1788840302.748907:0:32161:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833963 : 144115205322833963 : 20000040400002b) 00000080:00000001:1.0:1788840302.748910:0:32161:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1788840302.748916:0:32161:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x2b:0x0](ffff90ee905c5348): rc = 0 00000080:00000001:1.0:1788840302.748919:0:32161:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621953031426888 : -122120678124728 : ffff90ee905c5348) 00010000:00000001:1.0:1788840302.748922:0:32161:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840302.748923:0:32161:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840302.748925:0:32161:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85000 refcount=3 00000020:00000001:1.0:1788840302.748927:0:32161:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872828928 : -122120836722688 : ffff90ee86e85000) 00010000:00000001:1.0:1788840302.748929:0:32161:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872828928 : -122120836722688 : ffff90ee86e85000) 00000080:00000001:1.0:1788840302.748933:0:32161:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788840302.748934:0:32161:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840302.748936:0:32161:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036962344 : -122120672589272 : ffff90ee90b0ca28) 00000020:00001000:1.0:1788840302.748938:0:32161:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0ca20 00000020:00000001:1.0:1788840302.748940:0:32161:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1788840302.748941:0:32161:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788840302.748943:0:32161:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788840302.748946:0:32161:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90ee8532cea0. 00020000:00000010:1.0:1788840302.748949:0:32161:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90ee85dfcf80. 00020000:00000010:1.0:1788840302.748953:0:32161:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90ee8532c4e0. 00020000:00000001:1.0:1788840302.748955:0:32161:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621952844154080 : -122120865397536 : ffff90ee8532c4e0) 00020000:00000002:1.0:1788840302.748958:0:32161:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee8532c4e0, objid 0x2b:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788840302.748962:0:32161:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788840302.748965:0:32161:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90ee85dfcf80: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000002:1.0:1788840302.748968:0:32161:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90ee831508b8) owner ffff90ee90a64f80 00020000:00000001:1.0:1788840302.748970:0:32161:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788840302.748972:0:32161:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90ee831508b8) owner ffff90ee90a64f80 00020000:00000010:1.0:1788840302.748975:0:32161:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90ee85dfcf80. 00020000:00000010:1.0:1788840302.748977:0:32161:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90ee8532cea0. 00020000:00000010:1.0:1788840302.748979:0:32161:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90ee8532c4e0. 00020000:00000002:1.0:1788840302.748981:0:32161:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2b:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1788840302.748983:0:32161:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840302.748985:0:32161:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840302.748990:0:32161:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1788840302.748993:0:32161:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee831508b8) owner 0000000000000000/ffff90ee90a64f80 00020000:00000002:1.0:1788840302.748997:0:32161:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90ee87fb1120 addref 2/0 by ffff90ee90a64f80. 00020000:00000002:1.0:1788840302.749000:0:32161:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee831508b8) owner 0000000000000000/ffff90ee90a64f80 00020000:00000001:1.0:1788840302.749003:0:32161:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1788840302.749005:0:32161:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1788840302.749007:0:32161:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1788840302.749009:0:32161:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1788840302.749011:0:32161:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1788840302.749014:0:32161:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x2b:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1788840302.749016:0:32161:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0ca20 00000080:00000001:1.0:1788840302.749019:0:32161:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840302.749021:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840302.749022:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788840302.749024:0:32161:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788840302.749028:0:32161:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788840302.749030:0:32161:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840302.749034:0:32161:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2b:0x0](ffff90ee905c5348) for lock 0x3aa5f499c96f3862 00800000:00000001:1.0:1788840302.749037:0:32161:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788840302.749040:0:32161:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788840302.749041:0:32161:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840302.749042:0:32161:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840302.749044:0:32161:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85000 refcount=3 00000020:00000001:1.0:1788840302.749045:0:32161:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872828928 : -122120836722688 : ffff90ee86e85000) 00010000:00000001:1.0:1788840302.749047:0:32161:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872828928 : -122120836722688 : ffff90ee86e85000) 00010000:00000001:1.0:1788840302.749050:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840302.749051:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840302.749052:0:32161:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840302.749054:0:32161:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1788840302.749062:0:32161:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90ee906f1af8 inode ffff90ee905c5348 refc 1 flags 0x40000e 00000080:00000001:1.0:1788840302.749065:0:32161:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1788840302.749069:0:32161:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2b:0x0](ffff90ee905c5348) 00000080:00010000:1.0:1788840302.749073:0:32161:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3862 from it ffffa16201c8fb20 00010000:00000001:1.0:1788840302.749076:0:32161:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840302.749077:0:32161:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840302.749078:0:32161:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85000 refcount=3 00000020:00000001:1.0:1788840302.749080:0:32161:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872828928 : -122120836722688 : ffff90ee86e85000) 00010000:00000001:1.0:1788840302.749095:0:32161:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872828928 : -122120836722688 : ffff90ee86e85000) 00010000:00000001:1.0:1788840302.749098:0:32161:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840302.749102:0:32161:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85000/0x3aa5f499c96f3862 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8a436931312ba88a expref: -99 pid: 32161 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840302.749110:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840302.749112:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840302.749113:0:32161:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840302.749117:0:32161:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840302.749120:0:32161:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85000/0x3aa5f499c96f3862 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312ba88a expref: -99 pid: 32161 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788840302.749128:0:32161:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840302.749132:0:32161:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840302.749134:0:32161:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840302.749139:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840302.749141:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840302.749143:0:32161:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840302.749146:0:32161:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840302.749148:0:32161:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840302.749150:0:32161:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840302.749155:0:32161:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840302.749158:0:32161:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840302.749170:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840302.749172:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788840302.749173:0:32161:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788840302.749178:0:32161:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98e5ba00. 00000100:00000001:1.0:1788840302.749184:0:32161:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840302.752523:0:32161:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87fad500 x1875733133991296/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/640 e 0 to 0 dl 1788840318 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840302.752548:0:32161:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840302.752553:0:32161:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840302.752558:0:32161:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90ee85dee800. 02000000:00000001:1.0:1788840302.752566:0:32161:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840302.752570:0:32161:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840302.752572:0:32161:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=4 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:1.0:1788840302.752576:0:32161:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840302.752579:0:32161:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee85c5e000. 02000000:00000001:1.0:1788840302.752584:0:32161:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840302.752586:0:32161:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840302.752588:0:32161:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87fad500. 00000100:00000001:1.0:1788840302.752594:0:32161:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840302.752595:0:32161:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788840302.752602:0:32161:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788840302.752840:0:32161:0:(dcache.c:176:ll_intent_release()) intent ffffa16201c8fb20 released 00000080:00000001:1.0:1788840302.752844:0:32161:0:(dcache.c:187:ll_intent_release()) Process leaving 00000020:00000001:1.0:1788840302.752865:0:32161:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c8fd08 00000080:00200008:1.0:1788840302.752870:0:32161:0:(file.c:6296:ll_getattr_dentry()) START file f22.recovery-small-2:[0x200000404:0x2b:0x0](ffff90ee905c5348), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788840302.752879:0:32161:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788840302.752881:0:32161:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c8fc80 00000080:00200000:1.0:1788840302.752883:0:32161:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x2b:0x0](ffff90ee905c5348),name=f22.recovery-small-2 00000080:00000010:1.0:1788840302.752895:0:32161:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98e5ba00. 00800000:00000002:1.0:1788840302.752904:0:32161:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:1.0:1788840302.752912:0:32161:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788840302.752917:0:32161:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788840302.752919:0:32161:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c8fba0 00800000:00000002:1.0:1788840302.752922:0:32161:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x2b:0x0] 'f22.recovery-small-2' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788840302.752926:0:32161:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788840302.752935:0:32161:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x2b:0x0], name='' -> mds #0 00000002:00000001:1.0:1788840302.752941:0:32161:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788840302.752943:0:32161:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c8fa70 00000002:00010000:1.0:1788840302.752945:0:32161:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x2b:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788840302.752949:0:32161:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788840302.752952:0:32161:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840302.752955:0:32161:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840302.752963:0:32161:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4d00 count: 2 00010000:00000001:1.0:1788840302.752966:0:32161:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840302.752972:0:32161:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840302.752976:0:32161:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788840302.752981:0:32161:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85000/0x3aa5f499c96f3862 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312ba88a expref: -99 pid: 32161 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788840302.752992:0:32161:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788840302.752998:0:32161:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840302.753002:0:32161:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85000/0x3aa5f499c96f3862 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312ba88a expref: -99 pid: 32161 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788840302.753009:0:32161:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788840302.753011:0:32161:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788840302.753014:0:32161:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788840302.753015:0:32161:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788840302.753018:0:32161:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788840302.753020:0:32161:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788840302.753023:0:32161:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788840302.753026:0:32161:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:1.0:1788840302.753030:0:32161:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98e5ba00. 00000080:00000001:1.0:1788840302.753034:0:32161:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788840302.753036:0:32161:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840302.753040:0:32161:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2b:0x0](ffff90ee905c5348) 00000080:00010000:1.0:1788840302.753044:0:32161:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2b:0x0](ffff90ee905c5348) for lock 0x3aa5f499c96f3862 00800000:00000001:1.0:1788840302.753048:0:32161:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788840302.753051:0:32161:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788840302.753053:0:32161:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840302.753055:0:32161:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840302.753058:0:32161:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85000 refcount=3 00000020:00000001:1.0:1788840302.753061:0:32161:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872828928 : -122120836722688 : ffff90ee86e85000) 00010000:00000001:1.0:1788840302.753064:0:32161:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872828928 : -122120836722688 : ffff90ee86e85000) 00010000:00000001:1.0:1788840302.753067:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840302.753069:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840302.753070:0:32161:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840302.753072:0:32161:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840302.753075:0:32161:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3862 from it ffffa16201c8fcb8 00010000:00000001:1.0:1788840302.753077:0:32161:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840302.753078:0:32161:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840302.753080:0:32161:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85000 refcount=3 00000020:00000001:1.0:1788840302.753094:0:32161:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872828928 : -122120836722688 : ffff90ee86e85000) 00010000:00000001:1.0:1788840302.753096:0:32161:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872828928 : -122120836722688 : ffff90ee86e85000) 00010000:00000001:1.0:1788840302.753098:0:32161:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840302.753101:0:32161:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85000/0x3aa5f499c96f3862 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8a436931312ba88a expref: -99 pid: 32161 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788840302.753109:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840302.753110:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840302.753111:0:32161:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840302.753114:0:32161:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840302.753117:0:32161:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85000/0x3aa5f499c96f3862 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312ba88a expref: -99 pid: 32161 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788840302.753125:0:32161:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840302.753128:0:32161:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840302.753131:0:32161:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840302.753137:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840302.753138:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840302.753140:0:32161:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840302.753143:0:32161:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840302.753145:0:32161:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840302.753148:0:32161:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840302.753150:0:32161:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840302.753153:0:32161:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840302.753154:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840302.753155:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788840302.753157:0:32161:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788840302.753159:0:32161:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788840302.753163:0:32161:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1788840302.753167:0:32161:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1788840302.753169:0:32161:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788840302.753171:0:32161:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1788840302.753173:0:32161:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840302.753175:0:32161:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788840302.753179:0:32161:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1788840302.753183:0:32161:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840302.753189:0:32161:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036962344 : -122120672589272 : ffff90ee90b0ca28) 00000020:00001000:1.0:1788840302.753191:0:32161:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0ca20 00000020:00000001:1.0:1788840302.754339:0:32161:0:(cl_object.c:143:cl_object_top()) ffff90ee87984b70 -> ffff90ee87984b70 00000020:00000001:1.0:1788840302.754351:0:32161:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788840302.754355:0:32161:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788840302.754357:0:32161:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x2b:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1788840302.754363:0:32161:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788840302.754364:0:32161:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788840302.754367:0:32161:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788840302.754370:0:32161:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840302.754372:0:32161:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788840302.754377:0:32161:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x2b:0x0]io ffff90ee87fcce40 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1788840302.754381:0:32161:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee831508b8) owner 0000000000000000/ffff90ee90a64f80 00020000:00000001:1.0:1788840302.754386:0:32161:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788840302.754388:0:32161:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788840302.754391:0:32161:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788840302.754393:0:32161:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840302.754395:0:32161:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788840302.754398:0:32161:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788840302.754400:0:32161:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840302.754402:0:32161:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788840302.754403:0:32161:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788840302.754404:0:32161:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788840302.754405:0:32161:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee831508b8) owner 0000000000000000/ffff90ee90a64f80 00000020:00000001:1.0:1788840302.754409:0:32161:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788840302.754412:0:32161:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1788840302.754413:0:32161:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x2b:0x0] 00000020:00000001:1.0:1788840302.754417:0:32161:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1788840302.754418:0:32161:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1788840302.754421:0:32161:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1788840302.754424:0:32161:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1788840302.754430:0:32161:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1788840302.754439:0:32161:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90ee85063400. 00020000:00000002:1.0:1788840302.754443:0:32161:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788840302.754446:0:32161:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1788840302.754458:0:32161:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788840302.754460:0:32161:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788840302.754462:0:32161:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840302.754466:0:32161:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036961768 : -122120672589848 : ffff90ee90b0c7e8) 00000020:00001000:1.0:1788840302.754469:0:32161:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0c7e0 00000020:00000001:1.0:1788840302.754472:0:32161:0:(cl_object.c:143:cl_object_top()) ffff90ee879849e0 -> ffff90ee87984b70 00000020:00000001:1.0:1788840302.754474:0:32161:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788840302.754478:0:32161:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788840302.754479:0:32161:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788840302.754480:0:32161:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840302.754483:0:32161:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840302.754485:0:32161:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621952871594936 : -122120837956680 : ffff90ee86d57bb8) 00000020:00000001:1.0:1788840302.754486:0:32161:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1788840302.754492:0:32161:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90ee885c7b50. 00000008:00010000:1.0:1788840302.754495:0:32161:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1788840302.754499:0:32161:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788840302.754500:0:32161:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1788840302.754502:0:32161:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90ee85063430, osc lock ffff90ee885c7b50, flags 0x400001002 00000020:00000001:1.0:1788840302.754504:0:32161:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840302.754506:0:32161:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840302.754509:0:32161:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621952841233408 : -122120868318208 : ffff90ee85063400) 00000020:00000001:1.0:1788840302.754512:0:32161:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788840302.754513:0:32161:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1788840302.754515:0:32161:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840302.754517:0:32161:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840302.754520:0:32161:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1788840302.754522:0:32161:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1788840302.754524:0:32161:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1788840302.754526:0:32161:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1788840302.754528:0:32161:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788840302.754529:0:32161:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621952871594936 : -122120837956680 : ffff90ee86d57bb8) 00000020:00000001:1.0:1788840302.754531:0:32161:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1788840302.754533:0:32161:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1788840302.754536:0:32161:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788840302.754539:0:32161:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788840302.754542:0:32161:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788840302.754544:0:32161:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788840302.754546:0:32161:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788840302.754548:0:32161:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788840302.754549:0:32161:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788840302.754552:0:32161:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1788840302.754556:0:32161:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840302.754562:0:32161:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4900 count: 2 00010000:00000001:1.0:1788840302.754566:0:32161:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840302.754572:0:32161:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840302.754577:0:32161:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788840302.754581:0:32161:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 000000005508c977/0x3aa5f499c96f384d lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312ba84b expref: -99 pid: 32144 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788840302.754595:0:32161:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788840302.754601:0:32161:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840302.754603:0:32161:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 000000005508c977/0x3aa5f499c96f384d lrc: 2/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312ba84b expref: -99 pid: 32144 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788840302.755510:0:32161:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840302.755513:0:32161:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840302.755516:0:32161:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85200 refcount=3 00000020:00000001:1.0:1788840302.755519:0:32161:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872829440 : -122120836722176 : ffff90ee86e85200) 00010000:00000001:1.0:1788840302.755522:0:32161:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872829440 : -122120836722176 : ffff90ee86e85200) 00000008:00000001:1.0:1788840302.755527:0:32161:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1788840302.755531:0:32161:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840302.755533:0:32161:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840302.755534:0:32161:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85200 refcount=4 00000020:00000001:1.0:1788840302.755536:0:32161:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872829440 : -122120836722176 : ffff90ee86e85200) 00010000:00000001:1.0:1788840302.755538:0:32161:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872829440 : -122120836722176 : ffff90ee86e85200) 00000008:00000001:1.0:1788840302.755543:0:32161:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:1.0:1788840302.755546:0:32161:0:(cl_object.c:143:cl_object_top()) ffff90ee996fb340 -> ffff90ee87984b70 00000008:00010000:1.0:1788840302.755552:0:32161:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 000000005508c977/0x3aa5f499c96f384d lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x8a436931312ba84b expref: -99 pid: 32144 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000020:00000001:1.0:1788840302.755560:0:32161:0:(cl_object.c:143:cl_object_top()) ffff90ee996fb340 -> ffff90ee87984b70 00000020:00000001:1.0:1788840302.755562:0:32161:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1788840302.755565:0:32161:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1788840302.755568:0:32161:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788840302.755571:0:32161:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840302.755573:0:32161:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840302.755575:0:32161:0:(cl_object.c:143:cl_object_top()) ffff90ee996fb340 -> ffff90ee87984b70 00000008:00000001:1.0:1788840302.755577:0:32161:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:1.0:1788840302.755580:0:32161:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788840302.755582:0:32161:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1788840302.755584:0:32161:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1788840302.755586:0:32161:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840302.755588:0:32161:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840302.755589:0:32161:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840302.755591:0:32161:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85200 refcount=5 00000020:00000001:1.0:1788840302.755593:0:32161:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872829440 : -122120836722176 : ffff90ee86e85200) 00010000:00000001:1.0:1788840302.755595:0:32161:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872829440 : -122120836722176 : ffff90ee86e85200) 00010000:00000001:1.0:1788840302.755597:0:32161:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840302.755600:0:32161:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 000000005508c977/0x3aa5f499c96f384d lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x8a436931312ba84b expref: -99 pid: 32144 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788840302.755951:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840302.755954:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840302.755955:0:32161:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840302.755959:0:32161:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840302.755962:0:32161:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 000000005508c977/0x3aa5f499c96f384d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x8a436931312ba84b expref: -99 pid: 32144 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788840302.755974:0:32161:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840302.755978:0:32161:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840302.755980:0:32161:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840302.755985:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840302.755987:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840302.755988:0:32161:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840302.755991:0:32161:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840302.755993:0:32161:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840302.755995:0:32161:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840302.755998:0:32161:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840302.756000:0:32161:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840302.756001:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840302.756002:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840302.756004:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840302.756005:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788840302.756007:0:32161:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840302.756010:0:32161:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840302.756012:0:32161:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840302.756015:0:32161:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840302.756017:0:32161:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840302.756019:0:32161:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788840302.756020:0:32161:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1788840302.756023:0:32161:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1788840302.756025:0:32161:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1788840302.756028:0:32161:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840302.756030:0:32161:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840302.756037:0:32161:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788840302.756040:0:32161:0:(cl_object.c:143:cl_object_top()) ffff90ee87984b70 -> ffff90ee87984b70 00000020:00000001:1.0:1788840302.756042:0:32161:0:(cl_object.c:143:cl_object_top()) ffff90ee87984b70 -> ffff90ee87984b70 00000020:00000001:1.0:1788840302.756044:0:32161:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788840302.756048:0:32161:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1788840302.756054:0:32161:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788840302.756056:0:32161:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840302.756058:0:32161:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788840302.756060:0:32161:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788840302.756063:0:32161:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x2b:1028 on OST[1]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:1.0:1788840302.756067:0:32161:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788840302.756069:0:32161:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:1.0:1788840302.756073:0:32161:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840302.756075:0:32161:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840302.756077:0:32161:0:(cl_object.c:143:cl_object_top()) ffff90ee87984b70 -> ffff90ee87984b70 00000080:00200000:1.0:1788840302.756080:0:32161:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x2b:0x0] updating i_size 0 i_blocks 1 00000080:00000001:1.0:1788840302.756929:0:32161:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1788840302.756933:0:32161:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788840302.756936:0:32161:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90ee87fccde0 (ffff90ee90b0ca28/0) at cl_lock_release():245 00000020:00000001:1.0:1788840302.756940:0:32161:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788840302.756941:0:32161:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee87fccde0 (ffff90ee90b0ca28/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788840302.756945:0:32161:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788840302.756949:0:32161:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788840302.756951:0:32161:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621952871594936 : -122120837956680 : ffff90ee86d57bb8) 00000020:00000001:1.0:1788840302.756954:0:32161:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788840302.756955:0:32161:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee85063430 (ffff90ee90b0c7e8/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788840302.756959:0:32161:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788840302.756960:0:32161:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788840302.756962:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840302.756964:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788840302.756966:0:32161:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788840302.756968:0:32161:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788840302.756969:0:32161:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788840302.756970:0:32161:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788840302.756972:0:32161:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788840302.756973:0:32161:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee87fccde0 (ffff90ee90b0ca28/0) at cl_lock_fini():72 00020000:00000001:1.0:1788840302.756976:0:32161:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788840302.756977:0:32161:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788840302.756979:0:32161:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee85063430 (ffff90ee90b0ca28/1) at cl_lock_fini():72 00000008:00000010:1.0:1788840302.756983:0:32161:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90ee885c7b50. 00000020:00000001:1.0:1788840302.756990:0:32161:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788840302.756991:0:32161:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90ee85063400. 00020000:00000001:1.0:1788840302.756996:0:32161:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788840302.756997:0:32161:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788840302.756998:0:32161:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1788840302.757000:0:32161:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840302.757004:0:32161:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788840302.757007:0:32161:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788840302.757009:0:32161:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788840302.757011:0:32161:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788840302.757013:0:32161:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788840302.757015:0:32161:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0c7e0 00020000:00000001:1.0:1788840302.757019:0:32161:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788840302.757021:0:32161:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788840302.757024:0:32161:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788840302.757026:0:32161:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x2b:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788840302.757030:0:32161:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788840302.757033:0:32161:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840302.757035:0:32161:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788840302.757037:0:32161:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788840302.757039:0:32161:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788840302.757040:0:32161:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0ca20 00000001:00000001:1.0:1788840302.757042:0:32161:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840302.757054:0:32161:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c8fd08 00000080:00000008:1.0:1788840302.757058:0:32161:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file f22.recovery-small-2:[0x200000404:0x2b:0x0](ffff90ee905c5348), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788840302.757066:0:32161:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788840302.757069:0:32161:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c8fda0 00000080:00002000:1.0:1788840302.757071:0:32161:0:(dcache.c:127:ll_ddelete()) keeping dentry f22.recovery-small-2 (ffff90ee906f1af8, parent ffff90ee9069b510, inode ffff90ee905c5348) hashed, 00000080:00000001:1.0:1788840302.757075:0:32161:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840302.757147:0:32161:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788840302.757152:0:32161:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788840302.757155:0:32161:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788840302.757157:0:32161:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c8fbd8 00000080:00200000:1.0:1788840302.757159:0:32161:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:1.0:1788840302.757176:0:32161:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98e5ba00. 00800000:00000002:1.0:1788840302.757183:0:32161:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:1.0:1788840302.757188:0:32161:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788840302.757192:0:32161:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788840302.757195:0:32161:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c8faf8 00800000:00000002:1.0:1788840302.758693:0:32161:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788840302.758708:0:32161:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788840302.758723:0:32161:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788840302.758731:0:32161:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788840302.758736:0:32161:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c8f9c8 00000002:00010000:1.0:1788840302.758739:0:32161:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788840302.758921:0:32161:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788840302.758925:0:32161:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840302.758928:0:32161:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840302.758937:0:32161:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1400 count: 2 00010000:00000001:1.0:1788840302.758941:0:32161:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840302.758947:0:32161:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840302.758952:0:32161:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788840302.758958:0:32161:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3854 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba859 expref: -99 pid: 32161 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788840302.758971:0:32161:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788840302.758978:0:32161:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840302.758982:0:32161:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3854 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba859 expref: -99 pid: 32161 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788840302.758990:0:32161:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788840302.758992:0:32161:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788840302.758994:0:32161:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788840302.758996:0:32161:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788840302.758999:0:32161:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788840302.759002:0:32161:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788840302.759005:0:32161:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788840302.759009:0:32161:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:1.0:1788840302.759014:0:32161:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98e5ba00. 00000080:00000001:1.0:1788840302.759022:0:32161:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788840302.759024:0:32161:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840302.759028:0:32161:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:1.0:1788840302.759032:0:32161:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f3854 00800000:00000001:1.0:1788840302.759036:0:32161:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788840302.759038:0:32161:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788840302.759040:0:32161:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840302.759043:0:32161:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840302.759047:0:32161:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8cc00 refcount=3 00000020:00000001:1.0:1788840302.759049:0:32161:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000001:1.0:1788840302.759052:0:32161:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000001:1.0:1788840302.759056:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840302.759057:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840302.759059:0:32161:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840302.759061:0:32161:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840302.759063:0:32161:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3854 from it ffffa16201c8fc10 00010000:00000001:1.0:1788840302.759066:0:32161:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840302.759067:0:32161:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840302.759068:0:32161:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8cc00 refcount=3 00000020:00000001:1.0:1788840302.759070:0:32161:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000001:1.0:1788840302.759072:0:32161:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000001:1.0:1788840302.759074:0:32161:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840302.759077:0:32161:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3854 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba859 expref: -99 pid: 32161 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788840302.759093:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840302.759094:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840302.759095:0:32161:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840302.759098:0:32161:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840302.759100:0:32161:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3854 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba859 expref: -99 pid: 32161 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788840302.759108:0:32161:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840302.759112:0:32161:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840302.759114:0:32161:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840302.759119:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840302.759121:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840302.759122:0:32161:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840302.759126:0:32161:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840302.759128:0:32161:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840302.759130:0:32161:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840302.759132:0:32161:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840302.759136:0:32161:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840302.759137:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840302.759139:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788840302.759142:0:32161:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788840302.759144:0:32161:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788840302.759148:0:32161:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788840302.759153:0:32161:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840302.759178:0:32161:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788840302.759181:0:32161:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c8fda0 00000080:00002000:1.0:1788840302.759183:0:32161:0:(dcache.c:87:ll_dcompare()) found name f22.recovery-small-2(ffff90ee906f1af8) flags 0x48000e refc 0 00000080:00000001:1.0:1788840302.759186:0:32161:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840302.759188:0:32161:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c8fe10 00000080:00200000:1.0:1788840302.759190:0:32161:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=f22.recovery-small-2, flags=0 00000080:00000001:1.0:1788840302.759196:0:32161:0:(statahead.c:1997:revalidate_statahead_dentry()) Process entered 00000080:00000020:1.0:1788840302.761026:0:32161:0:(statahead.c:273:sa_get()) lustre: wrong pid=32143:32161 for entry f22.recovery-small-2 00000080:00000001:1.0:1788840302.761034:0:32161:0:(statahead.c:2046:revalidate_statahead_dentry()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00000080:00400000:1.0:1788840302.761040:0:32161:0:(statahead.c:2622:ll_revalidate_statahead()) revalidate statahead f22.recovery-small-2: rc = -22. 00000080:00000001:1.0:1788840302.761052:0:32161:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788840302.761055:0:32161:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788840302.761058:0:32161:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c8fd30 00000080:00200000:1.0:1788840302.761061:0:32161:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:1.0:1788840302.761074:0:32161:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98e5ba00. 00800000:00000002:1.0:1788840302.761093:0:32161:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:1.0:1788840302.761099:0:32161:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788840302.761104:0:32161:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788840302.761106:0:32161:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c8fc50 00800000:00000002:1.0:1788840302.761109:0:32161:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788840302.761113:0:32161:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788840302.761117:0:32161:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788840302.761123:0:32161:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788840302.761126:0:32161:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c8fb20 00000002:00010000:1.0:1788840302.761127:0:32161:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788840302.761131:0:32161:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788840302.761133:0:32161:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840302.761136:0:32161:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840302.761143:0:32161:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1400 count: 2 00010000:00000001:1.0:1788840302.761147:0:32161:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840302.761151:0:32161:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840302.761155:0:32161:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788840302.761160:0:32161:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3854 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba859 expref: -99 pid: 32161 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788840302.761183:0:32161:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788840302.761190:0:32161:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840302.761194:0:32161:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3854 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba859 expref: -99 pid: 32161 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1788840302.761838:0:32161:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788840302.761841:0:32161:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788840302.761843:0:32161:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788840302.761845:0:32161:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788840302.761847:0:32161:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788840302.761850:0:32161:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788840302.761853:0:32161:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788840302.761857:0:32161:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:1.0:1788840302.761861:0:32161:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98e5ba00. 00000080:00000001:1.0:1788840302.761869:0:32161:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788840302.761870:0:32161:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840302.761874:0:32161:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:1.0:1788840302.761878:0:32161:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f3854 00800000:00000001:1.0:1788840302.761881:0:32161:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788840302.761884:0:32161:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788840302.761885:0:32161:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840302.761888:0:32161:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840302.761891:0:32161:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8cc00 refcount=3 00000020:00000001:1.0:1788840302.761894:0:32161:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000001:1.0:1788840302.761897:0:32161:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000001:1.0:1788840302.761900:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840302.761902:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840302.761903:0:32161:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840302.761905:0:32161:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840302.761907:0:32161:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3854 from it ffffa16201c8fd68 00010000:00000001:1.0:1788840302.761909:0:32161:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840302.761910:0:32161:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840302.761912:0:32161:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8cc00 refcount=3 00000020:00000001:1.0:1788840302.761913:0:32161:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000001:1.0:1788840302.761915:0:32161:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000001:1.0:1788840302.761918:0:32161:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840302.761921:0:32161:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3854 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba859 expref: -99 pid: 32161 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788840302.761927:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840302.761928:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840302.761930:0:32161:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840302.761933:0:32161:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840302.761935:0:32161:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3854 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba859 expref: -99 pid: 32161 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788840302.761943:0:32161:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840302.761946:0:32161:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840302.761949:0:32161:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840302.761954:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840302.761955:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840302.761957:0:32161:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840302.761960:0:32161:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840302.761962:0:32161:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840302.761964:0:32161:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840302.761967:0:32161:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840302.761969:0:32161:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840302.761971:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840302.761972:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788840302.761976:0:32161:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788840302.761978:0:32161:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788840302.761981:0:32161:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 3 00000080:00000001:1.0:1788840302.761987:0:32161:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840302.761992:0:32161:0:(namei.c:2415:ll_unlink()) Process entered 00000020:00000001:1.0:1788840302.761995:0:32161:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c8fdf8 00000080:00200000:1.0:1788840302.761997:0:32161:0:(namei.c:2418:ll_unlink()) VFS Op:name=f22.recovery-small-2, dir=[0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00000001:1.0:1788840302.762001:0:32161:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:1.0:1788840302.762004:0:32161:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840302.762010:0:32161:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036962344 : -122120672589272 : ffff90ee90b0ca28) 00000020:00001000:1.0:1788840302.762012:0:32161:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0ca20 00000020:00000001:1.0:1788840302.762015:0:32161:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1788840302.762020:0:32161:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee831508b8) owner 0000000000000000/ffff90ee90a64f80 00020000:00000002:1.0:1788840302.762024:0:32161:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90ee87fb1120 addref 2/0 by ffff90ee90a64f80. 00020000:00000002:1.0:1788840302.762026:0:32161:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee831508b8) owner 0000000000000000/ffff90ee90a64f80 00020000:00000001:1.0:1788840302.762029:0:32161:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1788840302.762032:0:32161:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1788840302.762033:0:32161:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1788840302.762036:0:32161:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:1.0:1788840302.762038:0:32161:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:1.0:1788840302.762041:0:32161:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0ca20 00000080:00000001:1.0:1788840302.762044:0:32161:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:1.0:1788840302.762051:0:32161:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98e5ba00. 00800000:00000002:1.0:1788840302.762054:0:32161:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00800000:00000001:1.0:1788840302.762064:0:32161:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:1.0:1788840302.762070:0:32161:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:1.0:1788840302.762073:0:32161:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x2b:0x0] 00800000:00000001:1.0:1788840302.762075:0:32161:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788840302.762077:0:32161:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x2b:0x0] -> mds #0 00000002:00000001:1.0:1788840302.762093:0:32161:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:1.0:1788840302.762095:0:32161:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788840302.762099:0:32161:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1400 count: 2 00010000:00000001:1.0:1788840302.762102:0:32161:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840302.762105:0:32161:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788840302.762109:0:32161:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788840302.762111:0:32161:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3854 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8a436931312ba859 expref: -99 pid: 32161 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000080:00000001:1.0:1788840302.762125:0:32161:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788840302.762130:0:32161:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788840302.762132:0:32161:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788840302.762135:0:32161:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1788840302.762138:0:32161:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840302.762140:0:32161:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840302.762142:0:32161:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1400 count: 3 00010000:00000001:1.0:1788840302.762144:0:32161:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788840302.762147:0:32161:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840302.762148:0:32161:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840302.762149:0:32161:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840302.762151:0:32161:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1400 count: 3 00010000:00000001:1.0:1788840302.762153:0:32161:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788840302.762155:0:32161:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840302.762156:0:32161:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840302.762157:0:32161:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840302.762159:0:32161:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1400 count: 3 00010000:00000001:1.0:1788840302.762171:0:32161:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788840302.762173:0:32161:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840302.762175:0:32161:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788840302.762178:0:32161:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff90ee90514200, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788840302.762183:0:32161:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1788840302.762185:0:32161:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788840302.762187:0:32161:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788840302.762189:0:32161:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840302.762193:0:32161:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788840302.764007:0:32161:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788840302.764015:0:32161:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788840302.764020:0:32161:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840302.764024:0:32161:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788840302.764031:0:32161:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee87d8cc00 with handle 0x3aa5f499c96f3854 from hash 00010000:00000001:1.0:1788840302.764036:0:32161:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788840302.764038:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840302.764040:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840302.764043:0:32161:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788840302.764048:0:32161:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788840302.764052:0:32161:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788840302.764056:0:32161:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788840302.764059:0:32161:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788840302.764063:0:32161:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788840302.764068:0:32161:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788840302.764074:0:32161:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4d00 count: 2 00010000:00000001:1.0:1788840302.764078:0:32161:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840302.764080:0:32161:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788840302.764094:0:32161:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788840302.764099:0:32161:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85000/0x3aa5f499c96f3862 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8a436931312ba88a expref: -99 pid: 32161 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1788840302.764109:0:32161:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788840302.764113:0:32161:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788840302.764116:0:32161:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788840302.764119:0:32161:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x2b:0x0] mode (null) 00000002:00000001:1.0:1788840302.764123:0:32161:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840302.764125:0:32161:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840302.764127:0:32161:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4d00 count: 3 00010000:00000001:1.0:1788840302.764130:0:32161:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788840302.764134:0:32161:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840302.764135:0:32161:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840302.764136:0:32161:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840302.764138:0:32161:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4d00 count: 3 00010000:00000001:1.0:1788840302.764140:0:32161:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788840302.764142:0:32161:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840302.764143:0:32161:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840302.764144:0:32161:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840302.764146:0:32161:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4d00 count: 3 00010000:00000001:1.0:1788840302.764148:0:32161:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788840302.764150:0:32161:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840302.764151:0:32161:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840302.764152:0:32161:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840302.764154:0:32161:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4d00 count: 3 00010000:00000001:1.0:1788840302.764156:0:32161:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788840302.764158:0:32161:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840302.764160:0:32161:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840302.764174:0:32161:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788840302.764177:0:32161:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840302.764182:0:32161:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036962344 : -122120672589272 : ffff90ee90b0ca28) 00000020:00001000:1.0:1788840302.764185:0:32161:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0ca20 00000020:00000001:1.0:1788840302.764188:0:32161:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1788840302.764191:0:32161:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x2b:0x0]: losing layout lock 00000080:00000001:1.0:1788840302.764195:0:32161:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1788840302.765557:0:32161:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1788840302.765568:0:32161:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788840302.765571:0:32161:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788840302.765576:0:32161:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2b:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1788840302.765578:0:32161:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840302.765580:0:32161:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788840302.765585:0:32161:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0ca20 00000080:00000001:1.0:1788840302.765590:0:32161:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840302.765595:0:32161:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788840302.765597:0:32161:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x2b:0x0](ffff90ee905c5348) invalid 00000020:00000001:1.0:1788840302.765601:0:32161:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c8fa60 00000080:00002000:1.0:1788840302.765604:0:32161:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f22.recovery-small-2 (ffff90ee906f1af8) parent ffff90ee9069b510 inode ffff90ee905c5348 refc 1 00000080:00000001:1.0:1788840302.765618:0:32161:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788840302.765622:0:32161:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788840302.765624:0:32161:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840302.765630:0:32161:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788840302.765635:0:32161:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788840302.765636:0:32161:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788840302.765665:0:32161:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840302.765669:0:32161:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788840302.765674:0:32161:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee86e85000 with handle 0x3aa5f499c96f3862 from hash 00010000:00000001:1.0:1788840302.765676:0:32161:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788840302.765678:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840302.765680:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840302.765681:0:32161:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788840302.765685:0:32161:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788840302.765687:0:32161:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788840302.765693:0:32161:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788840302.765695:0:32161:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788840302.765698:0:32161:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1788840302.765721:0:32161:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87fad500. 00000020:00000040:1.0:1788840302.765728:0:32161:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 02000000:00000001:1.0:1788840302.765734:0:32161:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788840302.765737:0:32161:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840302.765740:0:32161:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788840302.766835:0:32161:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840302.766842:0:32161:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840302.766847:0:32161:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840302.766850:0:32161:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840302.766856:0:32161:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840302.766867:0:32161:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee98e5a800. 00000100:00000001:1.0:1788840302.766877:0:32161:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840302.766880:0:32161:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788840302.766883:0:32161:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788840302.766892:0:32161:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85000/0x3aa5f499c96f3862 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8a436931312ba88a expref: -99 pid: 32161 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1788840302.766904:0:32161:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3854 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312ba859 expref: -99 pid: 32161 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00010000:1.0:1788840302.766911:0:32161:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 2 locks packed 00010000:00000001:1.0:1788840302.766912:0:32161:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1788840302.766914:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788840302.766917:0:32161:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85000/0x3aa5f499c96f3862 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8a436931312ba88a expref: -99 pid: 32161 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1788840302.766925:0:32161:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff90ee87139ac0. 00010000:00000040:1.0:1788840302.766931:0:32161:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee98cc4d00 count: 0 00010000:00000010:1.0:1788840302.766940:0:32161:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90ee85063e80. 00010000:00000001:1.0:1788840302.766951:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840302.766952:0:32161:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788840302.766955:0:32161:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3854 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312ba859 expref: -99 pid: 32161 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000040:1.0:1788840302.766962:0:32161:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee892b1400 count: 0 00010000:00000010:1.0:1788840302.766965:0:32161:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90ee98e7d580. 00010000:00000001:1.0:1788840302.766971:0:32161:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840302.766973:0:32161:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840302.766974:0:32161:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788840302.766976:0:32161:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840302.766978:0:32161:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1788840302.766991:0:32161:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1788840302.767004:0:32161:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee87fad500 x1875733133991552/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788840302.767013:0:32161:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788840302.767015:0:32161:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788840302.767024:0:32161:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee85db4d80. 00000100:00000001:1.0:1788840302.767026:0:32161:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952855199104 : -122120854352512 : ffff90ee85db4d80) 00000100:00000001:1.0:1788840302.767029:0:32161:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840302.767031:0:32161:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890819840 : -122120818731776 : ffff90ee87fad500) 00000100:00000001:1.0:1788840302.767036:0:32161:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840302.767041:0:32161:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840302.767043:0:32161:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788840302.767045:0:32161:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840302.767050:0:32161:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87fad500 x1875733133991552/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 504/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840302.767058:0:32161:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840302.767060:0:32161:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840302.767063:0:32161:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840302.767066:0:32161:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840302.767069:0:32161:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840302.767072:0:32161:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87fad500 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:32161:1875733133991552:192.168.202.131@tcp:36:rm.0 00000100:00000001:1.0:1788840302.767076:0:32161:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840302.767094:0:32161:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840302.767097:0:32161:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840302.767100:0:32161:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840302.767105:0:32161:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee85c5e000. 02000000:00000001:1.0:1788840302.767107:0:32161:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840302.767116:0:32161:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840302.767121:0:32161:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe318. 00000400:00000010:1.0:1788840302.767129:0:32161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea05395d8. 00000100:00000200:1.0:1788840302.767139:0:32161:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133991552, portal 10 00000100:00000001:1.0:1788840302.767141:0:32161:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840302.767142:0:32161:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890819840 : -122120818731776 : ffff90ee87fad500) 00000100:00000040:1.0:1788840302.767150:0:32161:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87fad500 x1875733133991552/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 504/624 e 0 to 0 dl 1788840318 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840302.767158:0:32161:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840302.767170:0:32161:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840302.767173:0:32161:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539990. 00000100:00000200:1.0:1788840302.767177:0:32161:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 12, xid 1875733133991552, offset 0 00000400:00000200:1.0:1788840302.767184:0:32161:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840302.767194:0:32161:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840302.768534:0:32161:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840302.768543:0:32161:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840302.768549:0:32161:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840302.768553:0:32161:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840302.768558:0:32161:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840302.768562:0:32161:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2528:2528:256:4294967295] 192.168.202.131@tcp LPNI seq info [2528:2528:8:4294967295] 00000400:00000200:1.0:1788840302.768570:0:32161:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840302.768584:0:32161:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840302.768590:0:32161:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840302.768602:0:32161:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989400. 00000800:00000200:1.0:1788840302.769375:0:32161:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840302.769385:0:32161:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840302.769391:0:32161:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989400 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:1.0:1788840302.769481:0:32161:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840302.769489:0:32161:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 801888 usecs (802 jiffies) 00000400:00000200:1.0:1788840302.769495:0:32161:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840302.769499:0:32161:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296533389 00000100:00000001:1.0:1788840302.769503:0:32161:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296536480 00000100:00000001:1.0:1788840302.769506:0:32161:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296533389 00000100:00000001:1.0:1788840302.769508:0:32161:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296536480 00000100:00000001:1.0:1788840302.769510:0:32161:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840302.769514:0:32161:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840302.769518:0:32161:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840302.769521:0:32161:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788840302.769524:0:32161:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee85db4d80 going to sleep for 11 seconds 00000100:00000001:1.0:1788840302.769527:0:32161:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840302.769530:0:32161:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840302.776542:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840302.776556:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989400. 00000400:00000200:3.0:1788840302.776565:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840302.776576:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840302.776586:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539990 00000400:00000010:3.0:1788840302.776590:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539990. 00000100:00000001:3.0:1788840302.776596:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840302.776835:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fad500 x1875733133991552/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 504/624 e 0 to 0 dl 1788840318 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840302.776852:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840302.776857:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fad500 x1875733133991552/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 504/624 e 0 to 0 dl 1788840318 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840302.776866:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840302.776868:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1788840302.779699:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4d00. 00010000:00000010:1.1:1788840302.779731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e85000. 00010000:00000010:1.1:1788840302.779768:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1400. 00010000:00000010:1.1:1788840302.779774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8cc00. 00000800:00000001:3.0:1788840302.786443:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840302.786477:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840302.786482:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840302.786486:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840302.786497:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840302.786507:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840302.786519:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840302.786524:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840302.786531:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840302.786535:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 456 into portal 10 MB=0x6a9f827251e80 00000400:00000200:3.0:1788840302.786541:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840302.786549:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 456/456 into md 0x6e65 [1] + 224 00000800:00000001:3.0:1788840302.786559:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840302.786566:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840302.786569:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840302.786574:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840302.786583:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840302.786594:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fad500 x1875733133991552/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 504/624 e 0 to 0 dl 1788840318 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840302.786608:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff90ee87fad500 x1875733133991552/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 504/624 e 0 to 0 dl 1788840318 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840302.786635:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840302.787178:0:32161:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000200:3.0:1788840302.787303:0:2354:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788840302.787311:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840302.787318:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840302.787336:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2529:2529:256:4294967295] 192.168.202.131@tcp LPNI seq info [2529:2529:8:4294967295] 00000400:00000200:3.0:1788840302.787341:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840302.787350:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) 192.168.202.131@tcp : ACK try# 0 00000800:00000200:3.0:1788840302.787356:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840302.787364:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee983e5e00. 00000800:00000200:3.0:1788840302.787372:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840302.787381:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840302.787387:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee983e5e00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788840302.787478:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840302.787483:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee983e5e00. 00000400:00000200:3.0:1788840302.787488:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840302.787492:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: ACK: OK 00000800:00000001:3.0:1788840302.787500:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840302.787504:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788840302.792610:0:32161:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840302.792619:0:32161:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840302.792625:0:32161:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe318. 00000400:00000200:1.0:1788840302.792637:0:32161:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea05395d8 00000400:00000010:1.0:1788840302.792651:0:32161:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea05395d8. 00000100:00000001:1.0:1788840302.792659:0:32161:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840302.792673:0:32161:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87fad500 x1875733133991552/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 504/624 e 0 to 0 dl 1788840318 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788840302.792930:0:32161:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87fad500 x1875733133991552/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 504/624 e 0 to 0 dl 1788840318 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840302.792941:0:32161:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840302.792945:0:32161:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840302.792949:0:32161:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840302.792953:0:32161:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840302.792956:0:32161:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840302.792959:0:32161:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840302.792962:0:32161:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840302.792974:0:32161:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=2 v=5 (5 5 102 102) 00000100:00001000:1.0:1788840302.792979:0:32161:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840302.792982:0:32161:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840302.792984:0:32161:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840302.792988:0:32161:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840302.792992:0:32161:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840302.792995:0:32161:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788840302.792997:0:32161:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a2/0x100000161] 00000100:00000001:1.0:1788840302.792999:0:32161:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788840302.793001:0:32161:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840302.793003:0:32161:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890819840 : -122120818731776 : ffff90ee87fad500) 00000100:00000001:1.0:1788840302.793007:0:32161:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840302.793009:0:32161:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967651 00000100:00000001:1.0:1788840302.793011:0:32161:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840302.793014:0:32161:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840302.793019:0:32161:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87fad500 x1875733133991552/t4294967653(4294967653) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 504/456 e 0 to 0 dl 1788840318 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840302.793026:0:32161:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840302.793030:0:32161:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840302.793032:0:32161:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840302.793036:0:32161:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87fad500 x1875733133991552/t4294967653(4294967653) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 504/456 e 0 to 0 dl 1788840318 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788840302.793044:0:32161:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87fad500 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:32161:1875733133991552:192.168.202.131@tcp:36:rm.0 00000100:00000001:1.0:1788840302.793049:0:32161:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840302.793053:0:32161:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840302.793055:0:32161:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788840302.793058:0:32161:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840302.793061:0:32161:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fad500 x1875733133991552/t4294967653(4294967653) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 504/456 e 0 to 0 dl 1788840318 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840302.793067:0:32161:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840302.793071:0:32161:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee85db4d80. 00000100:00000001:1.0:1788840302.793075:0:32161:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788840302.793077:0:32161:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840302.793097:0:32161:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840302.793102:0:32161:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788840302.793107:0:32161:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:1.0:1788840302.793111:0:32161:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98e5ba00. 00000100:00000001:1.0:1788840302.793118:0:32161:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840302.793122:0:32161:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87fad500 x1875733133991552/t4294967653(4294967653) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 504/456 e 0 to 0 dl 1788840318 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840302.793127:0:32161:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840302.793133:0:32161:0:(namei.c:2468:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840302.793346:0:32161:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788840302.793353:0:32161:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c8fe28 00000080:00002000:2.0:1788840302.793356:0:32161:0:(dcache.c:127:ll_ddelete()) deleting dentry f22.recovery-small-2 (ffff90ee906f1af8, parent ffff90ee9069b510, inode 0000000000000000) hashed, 00000080:00000001:2.0:1788840302.793360:0:32161:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788840302.793368:0:32161:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788840302.793377:0:32161:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:2.1:1788840302.802109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee84b118a0. 00000080:00400000:2.0:1788840302.853104:0:32144:0:(statahead.c:1623:ll_statahead_thread()) lustre: statahead thread stopped: sai ffff90ee85091400, parent / hit 0 miss 0 00000080:00000001:2.0:1788840302.853128:0:32144:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:2.0:1788840302.853132:0:32144:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1788840302.853135:0:32144:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788840302.853142:0:32144:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044390328 : -122120665161288 : ffff90ee912221b8) 00000020:00001000:2.0:1788840302.853147:0:32144:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912221b0 00000020:00000001:2.0:1788840302.853153:0:32144:0:(cl_object.c:143:cl_object_top()) ffff90ee87984b70 -> ffff90ee87984b70 00000020:00000001:2.0:1788840302.853157:0:32144:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788840302.853161:0:32144:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788840302.853163:0:32144:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x2b:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788840302.853167:0:32144:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788840302.853169:0:32144:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788840302.853171:0:32144:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788840302.853176:0:32144:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x2b:0x0]io ffff90ee98845780 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1788840302.853180:0:32144:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee831508b8) owner 0000000000000000/ffff90eea0340000 00020000:00000001:2.0:1788840302.853186:0:32144:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788840302.853188:0:32144:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788840302.853190:0:32144:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788840302.853193:0:32144:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840302.853195:0:32144:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788840302.853198:0:32144:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788840302.853200:0:32144:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840302.853201:0:32144:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788840302.853202:0:32144:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788840302.853204:0:32144:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788840302.853205:0:32144:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee831508b8) owner 0000000000000000/ffff90eea0340000 00000020:00000001:2.0:1788840302.853207:0:32144:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840302.853210:0:32144:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1788840302.853211:0:32144:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1788840302.853214:0:32144:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1788840302.853217:0:32144:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1788840302.853221:0:32144:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788840302.853225:0:32144:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788840302.853226:0:32144:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788840302.853227:0:32144:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788840302.853229:0:32144:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044391624 : -122120665159992 : ffff90ee912226c8) 00000020:00001000:2.0:1788840302.853231:0:32144:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912226c0 00000020:00000001:2.0:1788840302.853235:0:32144:0:(cl_object.c:143:cl_object_top()) ffff90ee879849e0 -> ffff90ee87984b70 00000020:00000001:2.0:1788840302.853237:0:32144:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788840302.853240:0:32144:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788840302.853242:0:32144:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788840302.853243:0:32144:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840302.853245:0:32144:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840302.853247:0:32144:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174959912 : -122120534591704 : ffff90ee98ea7728) 00000020:00000001:2.0:1788840302.853250:0:32144:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1788840302.853252:0:32144:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840302.853254:0:32144:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840302.853256:0:32144:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840302.853258:0:32144:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1788840302.853259:0:32144:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1788840302.853261:0:32144:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788840302.853262:0:32144:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1788840302.853264:0:32144:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788840302.853265:0:32144:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840302.853267:0:32144:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840302.853270:0:32144:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840302.853271:0:32144:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840302.853273:0:32144:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788840302.853274:0:32144:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840302.853275:0:32144:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840302.853278:0:32144:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1788840302.853280:0:32144:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1788840302.853281:0:32144:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788840302.853282:0:32144:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1788840302.853285:0:32144:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1788840302.853287:0:32144:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000001:2.0:1788840302.853291:0:32144:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000020:2.0:1788840302.853294:0:32144:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff90ee996fb340 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1788840302.853297:0:32144:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1788840302.853300:0:32144:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff90ee996fb340 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 0: rc=0. 00000008:00000001:2.0:1788840302.853304:0:32144:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788840302.853306:0:32144:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840302.853308:0:32144:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840302.853309:0:32144:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840302.853311:0:32144:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840302.853312:0:32144:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840302.853315:0:32144:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1788840302.853317:0:32144:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1788840302.853318:0:32144:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1788840302.853319:0:32144:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1788840302.853321:0:32144:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1788840302.853323:0:32144:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840302.853325:0:32144:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1788840302.853326:0:32144:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1788840302.853328:0:32144:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1788840302.853330:0:32144:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1788840302.853331:0:32144:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788840302.853332:0:32144:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788840302.853333:0:32144:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1788840302.853335:0:32144:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840302.853336:0:32144:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840302.853338:0:32144:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1788840302.853339:0:32144:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1788840302.853340:0:32144:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1788840302.853341:0:32144:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1788840302.853342:0:32144:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1788840302.853345:0:32144:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1788840302.853346:0:32144:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788840302.853347:0:32144:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1788840302.853347:0:32144:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1788840302.853349:0:32144:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840302.853350:0:32144:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840302.853352:0:32144:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788840302.853353:0:32144:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788840302.853354:0:32144:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840302.853356:0:32144:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788840302.853357:0:32144:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788840302.853359:0:32144:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788840302.853360:0:32144:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788840302.853361:0:32144:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788840302.853362:0:32144:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912226c0 00020000:00000001:2.0:1788840302.853365:0:32144:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788840302.853366:0:32144:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788840302.853368:0:32144:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788840302.853371:0:32144:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x2b:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788840302.853373:0:32144:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788840302.853374:0:32144:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788840302.853377:0:32144:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912221b0 00000080:00000001:2.0:1788840302.853379:0:32144:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840302.853383:0:32144:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:2.0:1788840302.853385:0:32144:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000404:0x2b:0x0](ffff90ee905c5348) 00800000:00000001:2.0:1788840302.853390:0:32144:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:2.0:1788840302.853393:0:32144:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x2b:0x0] 00000002:00000001:2.0:1788840302.853399:0:32144:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:2.0:1788840302.853405:0:32144:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840302.853407:0:32144:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840302.853410:0:32144:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:2.0:1788840302.853413:0:32144:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:2.0:1788840302.853415:0:32144:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840302.853418:0:32144:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840302.853421:0:32144:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788840302.853422:0:32144:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044390328 : -122120665161288 : ffff90ee912221b8) 00000020:00001000:2.0:1788840302.853424:0:32144:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912221b0 00020000:00000001:2.0:1788840302.853431:0:32144:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:2.0:1788840302.853432:0:32144:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee831508b8) owner 0000000000000000/ffff90eea0340000 00020000:00000001:2.0:1788840302.853434:0:32144:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:2.0:1788840302.853438:0:32144:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee87fb1120, objid 0x2b:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788840302.853443:0:32144:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788840302.853448:0:32144:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90ee98d2f680: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000001:2.0:1788840302.853452:0:32144:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:2.0:1788840302.853453:0:32144:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840302.853455:0:32144:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:2.0:1788840302.853457:0:32144:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:2.0:1788840302.853461:0:32144:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:2.0:1788840302.853468:0:32144:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4900 count: 2 00010000:00000001:2.0:1788840302.853471:0:32144:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840302.853473:0:32144:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:2.0:1788840302.853475:0:32144:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:2.0:1788840302.853482:0:32144:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 0 0 0 by oinfo size 0 blocks 1 [cma]time 0 0 0 ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 000000005508c977/0x3aa5f499c96f384d lrc: 1/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x8a436931312ba84b expref: -99 pid: 32144 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000020:00000001:2.0:1788840302.853495:0:32144:0:(cl_object.c:143:cl_object_top()) ffff90ee996fb340 -> ffff90ee87984b70 00000020:00000001:2.0:1788840302.853497:0:32144:0:(cl_object.c:143:cl_object_top()) ffff90ee996fb340 -> ffff90ee87984b70 00000008:00000001:2.0:1788840302.853500:0:32144:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788840302.853502:0:32144:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788840302.853505:0:32144:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788840302.853507:0:32144:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1788840302.853513:0:32144:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff90ee996fb340. 00020000:00000001:2.0:1788840302.853518:0:32144:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:2.0:1788840302.853521:0:32144:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff90ee87984960. 00020000:00000001:2.0:1788840302.853527:0:32144:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:2.0:1788840302.853529:0:32144:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840302.853530:0:32144:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788840302.853533:0:32144:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee831508b8) owner 0000000000000000/ffff90eea0340000 00020000:00000001:2.0:1788840302.853535:0:32144:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:2.0:1788840302.853537:0:32144:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:2.0:1788840302.853538:0:32144:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee831508b8) owner 0000000000000000/ffff90eea0340000 00020000:00000001:2.0:1788840302.853541:0:32144:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:2.0:1788840302.853543:0:32144:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff90eea01baa68. 00020000:00000010:2.0:1788840302.853548:0:32144:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff90ee86ee9180. 00020000:00000010:2.0:1788840302.853551:0:32144:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff90ee85d29430. 00020000:00000002:2.0:1788840302.853555:0:32144:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee87fb1120, objid 0x2b:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788840302.853560:0:32144:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788840302.853563:0:32144:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90ee98d2f680: ostid: 0x280000400:20 ost idx: 1 gen: 0 00020000:00000010:2.0:1788840302.853567:0:32144:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90ee98d2f680. 00020000:00000010:2.0:1788840302.853571:0:32144:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90ee87fb12a0. 00020000:00000010:2.0:1788840302.853574:0:32144:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90ee87fb1120. 00020000:00000001:2.0:1788840302.853576:0:32144:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:2.0:1788840302.853577:0:32144:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee831508b8) owner 0000000000000000/ffff90eea0340000 00020000:00000010:2.0:1788840302.853580:0:32144:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff90ee831508b8. 00020000:00000001:2.0:1788840302.853583:0:32144:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:2.0:1788840302.853585:0:32144:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff90ee87984af0. 00000020:00001000:2.0:1788840302.853589:0:32144:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912221b0 00000080:00000001:2.0:1788840302.853592:0:32144:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:2.0:1788840302.853594:0:32144:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000020:00000001:2.0:1788840302.853606:0:32144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907e60 00000080:00400000:2.0:1788840302.853608:0:32144:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-2(ffff90ee85063c80) index 1 00000080:00000010:2.0:1788840302.853611:0:32144:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff90ee85063c80. 00000020:00000001:2.0:1788840302.853615:0:32144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907e60 00000080:00400000:2.0:1788840302.853617:0:32144:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-3(ffff90ee85063180) index 2 00000080:00000010:2.0:1788840302.853619:0:32144:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff90ee85063180. 00000020:00000001:2.0:1788840302.853621:0:32144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907e60 00000080:00400000:2.0:1788840302.853622:0:32144:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-4(ffff90ee85063800) index 3 00000080:00000010:2.0:1788840302.853624:0:32144:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff90ee85063800. 00000020:00000001:2.0:1788840302.853626:0:32144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907e60 00000080:00400000:2.0:1788840302.853628:0:32144:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-5(ffff90ee85063280) index 4 00000080:00000010:2.0:1788840302.853630:0:32144:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff90ee85063280. 00000020:00000001:2.0:1788840302.853632:0:32144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907e60 00000080:00400000:2.0:1788840302.853634:0:32144:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-6(ffff90ee85063d00) index 5 00000080:00000010:2.0:1788840302.853635:0:32144:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff90ee85063d00. 00000020:00000001:2.0:1788840302.853668:0:32144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907e60 00000080:00400000:2.0:1788840302.853670:0:32144:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-7(ffff90ee85063900) index 6 00000080:00000010:2.0:1788840302.853673:0:32144:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff90ee85063900. 00000020:00000001:2.0:1788840302.853675:0:32144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907e60 00000080:00400000:2.0:1788840302.853677:0:32144:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-8(ffff90ee85063480) index 7 00000080:00000010:2.0:1788840302.853679:0:32144:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff90ee85063480. 00000020:00000001:2.0:1788840302.853682:0:32144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907e60 00000080:00400000:2.0:1788840302.853683:0:32144:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-9(ffff90ee85063200) index 8 00000080:00000010:2.0:1788840302.853685:0:32144:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff90ee85063200. 00000020:00000001:2.0:1788840302.853687:0:32144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907e60 00000080:00400000:2.0:1788840302.853688:0:32144:0:(statahead.c:241:sa_free()) free sa entry f22.recovery-small-10(ffff90ee98e7d880) index 9 00000080:00000010:2.0:1788840302.853690:0:32144:0:(statahead.c:246:sa_free()) kfreed 'entry': 128 at ffff90ee98e7d880. 00000080:00000010:2.0:1788840302.853695:0:32144:0:(statahead.c:636:ll_sai_free()) kfreed 'sai': 504 at ffff90ee85091400. 00000080:00000010:2.0:1788840302.853699:0:32144:0:(statahead.c:555:ll_sax_free()) kfreed 'ctx': 2592 at ffff90ee86f17000. 00000080:00000010:2.1:1788840302.878812:0:32171:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee905c5280. 00010000:00000001:1.0:1788840303.237829:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840303.237836:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840303.237841:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840303.237842:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840303.238583:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840303.238587:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840303.238590:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788840303.696653:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788840303.696663:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788840303.696670:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87fad180. 00000020:00000040:1.0:1788840303.696677:0:37:0:(genops.c:1210:class_import_get()) import ffff90ee98ee5800 refcount=4 obd=MGC192.168.202.131@tcp 00000100:00000001:1.0:1788840303.696682:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840303.696686:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840303.696692:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840303.696701:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee87989400. 00000100:00000001:1.0:1788840303.696709:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840303.696721:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS req@ffff90ee87fad180 x1875733133991680/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788840303.696731:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840303.696735:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840303.696740:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c7ddb6b] to pc [ptlrpcd_00_00+0] req@ffff90ee87fad180 x1875733133991680/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840303.696763:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840303.696765:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788840303.696768:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788840303.696771:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87face00. 00000020:00000040:1.0:1788840303.696774:0:37:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:1.0:1788840303.696775:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840303.696777:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840303.696778:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840303.696782:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee87989700. 00000100:00000001:1.0:1788840303.696785:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840303.696789:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID req@ffff90ee87face00 x1875733133991808/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788840303.696795:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840303.696797:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840303.696800:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067ca095d] to pc [ptlrpcd_00_01+1] req@ffff90ee87face00 x1875733133991808/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840303.696807:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840303.696809:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788840303.696811:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788840303.696814:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788840303.696817:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788840303.696821:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87fac380. 00000020:00000040:1.0:1788840303.696823:0:37:0:(genops.c:1210:class_import_get()) import ffff90ee92b59000 refcount=3 obd=lustre-OST0001-osc-ffff90ee90f70800 00000100:00000001:1.0:1788840303.696825:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840303.696826:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840303.696828:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840303.696831:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee87989d00. 00000100:00000001:1.0:1788840303.696833:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840303.696836:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID req@ffff90ee87fac380 x1875733133991936/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788840303.696843:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840303.696844:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840303.696847:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000804dd2e0] to pc [ptlrpcd_00_00+0] req@ffff90ee87fac380 x1875733133991936/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840303.696859:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840303.696862:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 4 (1871) 00000100:00000001:1.0:1788840303.696879:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840303.696882:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840303.696885:0:2360:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840303.696890:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87face00 x1875733133991808/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840303.696898:0:2360:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840303.696900:0:2360:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840303.696904:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840303.696907:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840303.696909:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840303.696912:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87face00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2360:1875733133991808:192.168.202.131@tcp:400:kworker.0 00000100:00000001:1.0:1788840303.696916:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840303.696920:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840303.696922:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840303.696925:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840303.696929:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee863efa00. 02000000:00000001:1.0:1788840303.696931:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840303.696938:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840303.696943:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe318. 00000400:00000010:1.0:1788840303.696950:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea05395d8. 00000100:00000200:1.0:1788840303.696956:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133991808, portal 10 00000100:00000001:1.0:1788840303.696958:0:2360:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840303.696959:0:2360:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890818048 : -122120818733568 : ffff90ee87face00) 00000100:00000040:1.0:1788840303.696966:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87face00 x1875733133991808/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840303.696973:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840303.696976:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840303.696979:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539bb0. 00000100:00000200:1.0:1788840303.696982:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733133991808, offset 0 00000400:00000200:1.0:1788840303.696989:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840303.696997:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840303.697004:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840303.697010:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840303.697014:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840303.697018:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840303.697021:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840303.697025:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2530:2530:256:4294967295] 192.168.202.131@tcp LPNI seq info [2530:2530:8:4294967295] 00000400:00000200:1.0:1788840303.697029:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840303.697039:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840303.697044:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840303.697050:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989e00. 00000800:00000200:1.0:1788840303.697056:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840303.697064:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840303.697069:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788840303.697094:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840303.697099:0:2360:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 800896 usecs (801 jiffies) 00000400:00000200:1.0:1788840303.697102:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840303.697104:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296534316 00000100:00000001:1.0:1788840303.697107:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296536480 00000100:00000001:1.0:1788840303.697109:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296534316 00000100:00000001:1.0:1788840303.697111:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296536480 00000100:00000001:1.0:1788840303.697113:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840303.697115:0:2360:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840303.697118:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840303.697120:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840303.697127:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840303.697129:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788840303.697132:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840303.697133:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840303.697134:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840303.697137:0:2360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:1.0:1788840303.697138:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840303.697140:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840303.697142:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840303.697144:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840303.697144:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840303.697145:0:2360:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840303.697149:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87fad180 x1875733133991680/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840303.697155:0:2360:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840303.697157:0:2360:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840303.697159:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840303.697161:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840303.697162:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840303.697165:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87fad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2360:1875733133991680:192.168.202.131@tcp:400:kworker.0 00000100:00000001:1.0:1788840303.697168:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840303.697171:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840303.697172:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840303.697174:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840303.697177:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee863efe00. 02000000:00000001:1.0:1788840303.697179:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840303.697183:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840303.697186:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe478. 00000400:00000010:1.0:1788840303.697189:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539990. 00000100:00000200:1.0:1788840303.697193:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133991680, portal 25 00000100:00000001:1.0:1788840303.697194:0:2360:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840303.697196:0:2360:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890818944 : -122120818732672 : ffff90ee87fad180) 00000100:00000040:1.0:1788840303.697200:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87fad180 x1875733133991680/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840303.697206:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840303.697208:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840303.697210:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539ee0. 00000100:00000200:1.0:1788840303.697212:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875733133991680, offset 0 00000400:00000200:1.0:1788840303.697217:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840303.697220:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840303.697223:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840303.697226:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840303.697229:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000800:00000200:3.0:1788840303.697230:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000400:00000200:1.0:1788840303.697231:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840303.697233:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000800:00000010:3.0:1788840303.697234:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989e00. 00000400:00000200:1.0:1788840303.697236:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2531:2531:255:4294967295] 192.168.202.131@tcp LPNI seq info [2531:2531:7:4294967295] 00000400:00000200:3.0:1788840303.697238:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1788840303.697239:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840303.697244:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:1.0:1788840303.697245:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840303.697249:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840303.697251:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539bb0 00000800:00000010:1.0:1788840303.697252:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989e00. 00000400:00000010:3.0:1788840303.697253:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539bb0. 00000800:00000200:1.0:1788840303.697255:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000100:00000001:3.0:1788840303.697256:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840303.697260:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87face00 x1875733133991808/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:1.0:1788840303.697260:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840303.697263:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788840303.697265:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840303.697268:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840303.697270:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788840303.697270:0:2360:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4296537514 00000100:00000040:3.0:1788840303.697273:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87face00 x1875733133991808/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840319 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840303.697275:0:2360:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296536480 00000100:00000001:1.0:1788840303.697279:0:2360:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4296537514 00000100:00000001:3.0:1788840303.697281:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840303.697281:0:2360:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296536480 00000100:00000001:3.0:1788840303.697282:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788840303.697284:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840303.697286:0:2360:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840303.697288:0:2360:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840303.697290:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87fac380 x1875733133991936/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:3.0:1788840303.697296:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:1.0:1788840303.697297:0:2360:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000800:00000010:3.0:1788840303.697298:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989e00. 00000100:00000001:1.0:1788840303.697298:0:2360:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840303.697300:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:3.0:1788840303.697301:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:1.0:1788840303.697302:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1788840303.697304:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 02000000:00000001:1.0:1788840303.697305:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840303.697306:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539ee0 00000400:00000010:3.0:1788840303.697308:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539ee0. 00000100:00100000:1.0:1788840303.697308:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87fac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2360:1875733133991936:192.168.202.131@tcp:400:kworker.0 00000100:00000001:1.0:1788840303.697310:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840303.697312:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840303.697314:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840303.697316:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840303.697319:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee98e5a000. 02000000:00000001:1.0:1788840303.697321:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840303.697323:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840303.697326:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fef78. 00000400:00000010:1.0:1788840303.697329:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539440. 00000100:00000200:1.0:1788840303.697332:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133991936, portal 4 00000100:00000001:1.0:1788840303.697334:0:2360:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840303.697335:0:2360:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890815360 : -122120818736256 : ffff90ee87fac380) 00000100:00000040:1.0:1788840303.697340:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87fac380 x1875733133991936/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840303.697345:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840303.697347:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840303.697349:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea05392a8. 00000100:00000001:0.0:1788840303.697409:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840303.697412:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840303.697761:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840303.697767:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fad180 x1875733133991680/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840303.697773:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840303.697776:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87fad180 x1875733133991680/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840319 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840303.697781:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840303.697782:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:1.0:1788840303.700757:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733133991936, offset 0 00000400:00000200:1.0:1788840303.700774:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840303.700785:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840303.700793:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840303.700797:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840303.700801:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840303.700804:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840303.700807:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840303.700811:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2532:2532:256:4294967295] 192.168.202.131@tcp LPNI seq info [2532:2532:8:4294967295] 00000400:00000200:1.0:1788840303.700815:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840303.700825:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840303.700831:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840303.700838:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989e00. 00000800:00000200:1.0:1788840303.700844:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840303.700851:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840303.700856:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788840303.700869:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840303.700874:0:2360:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: using a timeout of 270812 usecs (271 jiffies) 00000400:00000200:1.0:1788840303.700877:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840303.700880:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296533790 00000100:00000001:1.0:1788840303.700883:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296537514 00000100:00000001:1.0:1788840303.700885:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296533790 00000100:00000001:1.0:1788840303.700887:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296537514 00000100:00000001:1.0:1788840303.700889:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840303.700893:0:2360:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840303.700897:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840303.700902:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840303.701211:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840303.701216:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989e00. 00000400:00000200:2.0:1788840303.701221:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840303.701226:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840303.701231:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea05392a8 00000400:00000010:2.0:1788840303.701233:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea05392a8. 00000100:00000001:2.0:1788840303.701237:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840303.701244:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fac380 x1875733133991936/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840319 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840303.701254:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840303.701257:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87fac380 x1875733133991936/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840319 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840303.701264:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840303.701266:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840303.707045:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840303.707061:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840303.707065:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840303.707067:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840303.707085:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840303.707093:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840303.707101:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840303.707106:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840303.707111:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840303.707114:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 25 MB=0x6a9f827251f00 00000400:00000200:3.0:1788840303.707118:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840303.707132:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.131@tcp of length 224/224 into md 0x6e75 [1] + 224 00000800:00000001:3.0:1788840303.707139:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840303.707148:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840303.707150:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840303.707154:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840303.707162:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840303.707371:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fad180 x1875733133991680/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840319 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840303.707394:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87fad180 x1875733133991680/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840319 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840303.707417:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840303.707426:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840303.707429:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840303.707637:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840303.707670:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788840303.707676:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840303.707679:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840303.707682:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe478. 00000400:00000200:1.0:1788840303.707686:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539990 00000400:00000010:1.0:1788840303.707688:0:2360:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539990. 00000100:00000001:1.0:1788840303.707692:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840303.707696:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87fad180 x1875733133991680/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840319 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788840303.707704:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87fad180 x1875733133991680/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840319 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840303.707709:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840303.707711:0:2360:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840303.707713:0:2360:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840303.707716:0:2360:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840303.707718:0:2360:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840303.707721:0:2360:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840303.707724:0:2360:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840303.707731:0:2360:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98ee5c60 time=3 v=5 (5 5 5 5) 00000100:00001000:1.0:1788840303.707735:0:2360:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98ee5c18 time=3 v=5 (1 1 1 1) 00000100:00000001:1.0:1788840303.707738:0:2360:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840303.707739:0:2360:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840303.707742:0:2360:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840303.707744:0:2360:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840303.707748:0:2360:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840303.707752:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87fad180 x1875733133991680/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840319 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840303.707759:0:2360:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840303.707762:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840303.707764:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840303.707769:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87fad180 x1875733133991680/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840319 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788840303.707776:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87fad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2360:1875733133991680:192.168.202.131@tcp:400:kworker.0 00000100:00000001:1.0:1788840303.707781:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840303.707784:0:2360:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840303.707788:0:2360:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87fad180 x1875733133991680/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840319 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840303.707794:0:2360:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840303.707796:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840303.707800:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee863efe00. 02000000:00000001:1.0:1788840303.707806:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840303.707809:0:2360:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840303.707811:0:2360:0:(genops.c:1223:class_import_put()) import ffff90ee98ee5800 refcount=3 obd=MGC192.168.202.131@tcp 00000020:00000001:1.0:1788840303.707813:0:2360:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840303.707816:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee87989400. 02000000:00000001:1.0:1788840303.707820:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840303.707823:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840303.707824:0:2360:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87fad180. 00000100:00000001:1.0:1788840303.707828:0:2360:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840303.707830:0:2360:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840303.707833:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840303.707835:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840303.707836:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840303.707837:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840303.707839:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788840303.713527:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840303.713537:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840303.713542:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840303.713544:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840303.713552:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840303.713560:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840303.713567:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840303.713572:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840303.713578:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840303.713581:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f827252000 00000400:00000200:2.0:1788840303.713586:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840303.713591:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x6e7d [1] + 224 00000800:00000001:2.0:1788840303.713597:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840303.713671:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840303.713674:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840303.713679:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840303.713686:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840303.713695:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fac380 x1875733133991936/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840319 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840303.713705:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87fac380 x1875733133991936/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840319 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840303.713716:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840303.713723:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840303.713725:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840303.713890:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840303.713895:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788840303.713902:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840303.713904:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840303.713907:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fef78. 00000400:00000200:1.0:1788840303.713912:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539440 00000400:00000010:1.0:1788840303.713914:0:2360:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539440. 00000100:00000001:1.0:1788840303.713918:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840303.713922:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87fac380 x1875733133991936/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840319 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788840303.713931:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87fac380 x1875733133991936/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840319 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840303.713937:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840303.713939:0:2360:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840303.713942:0:2360:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840303.713945:0:2360:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840303.713947:0:2360:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840303.713949:0:2360:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840303.713952:0:2360:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840303.713961:0:2360:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b59460 time=3 v=5 (5 5 5 5) 00000100:00001000:1.0:1788840303.713964:0:2360:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b59418 time=25 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840303.713967:0:2360:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840303.713969:0:2360:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840303.713971:0:2360:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840303.713975:0:2360:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840303.713978:0:2360:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840303.713980:0:2360:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90ee90f70800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1788840303.713982:0:2360:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840303.713984:0:2360:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840303.713988:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87fac380 x1875733133991936/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840319 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840303.714001:0:2360:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840303.714004:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840303.714006:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840303.714010:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87fac380 x1875733133991936/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840319 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788840303.714019:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87fac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2360:1875733133991936:192.168.202.131@tcp:400:kworker.0 00000100:00000001:1.0:1788840303.714024:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840303.714027:0:2360:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840303.714030:0:2360:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87fac380 x1875733133991936/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840319 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840303.714038:0:2360:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840303.714040:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840303.714044:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee98e5a000. 02000000:00000001:1.0:1788840303.714047:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840303.714049:0:2360:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840303.714051:0:2360:0:(genops.c:1223:class_import_put()) import ffff90ee92b59000 refcount=2 obd=lustre-OST0001-osc-ffff90ee90f70800 00000020:00000001:1.0:1788840303.714053:0:2360:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840303.714056:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee87989d00. 02000000:00000001:1.0:1788840303.714059:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840303.714061:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840303.714063:0:2360:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87fac380. 00000100:00000001:1.0:1788840303.714066:0:2360:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840303.714067:0:2360:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840303.714070:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840303.714072:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840303.714085:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840303.714087:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840303.714089:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788840303.724408:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840303.724428:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840303.724433:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840303.724435:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840303.724447:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840303.724455:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840303.724464:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840303.724469:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840303.724474:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840303.724478:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 10 MB=0x6a9f827251f80 00000400:00000200:2.0:1788840303.724483:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840303.724490:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 224/224 into md 0x6e6d [1] + 224 00000800:00000001:2.0:1788840303.724496:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840303.724547:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840303.724551:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840303.724555:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840303.724563:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840303.724571:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87face00 x1875733133991808/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840319 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840303.724581:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87face00 x1875733133991808/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840319 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840303.724593:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840303.724600:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840303.724604:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840303.724775:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840303.724780:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788840303.724786:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840303.724788:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840303.724791:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe318. 00000400:00000200:1.0:1788840303.724795:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea05395d8 00000400:00000010:1.0:1788840303.724798:0:2360:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea05395d8. 00000100:00000001:1.0:1788840303.724801:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840303.724805:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87face00 x1875733133991808/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840319 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788840303.724814:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87face00 x1875733133991808/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840319 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840303.724819:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840303.724820:0:2360:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840303.724823:0:2360:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840303.724826:0:2360:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840303.724828:0:2360:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840303.724830:0:2360:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840303.724832:0:2360:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840303.724841:0:2360:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=3 v=5 (5 5 102 102) 00000100:00001000:1.0:1788840303.724845:0:2360:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840303.724847:0:2360:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840303.724848:0:2360:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840303.724851:0:2360:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840303.724854:0:2360:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840303.724857:0:2360:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840303.724859:0:2360:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967651 00000100:00000001:1.0:1788840303.724861:0:2360:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840303.724863:0:2360:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840303.724867:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87face00 x1875733133991808/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840319 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840303.724873:0:2360:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840303.724876:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840303.724878:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840303.724882:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87face00 x1875733133991808/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840319 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788840303.724890:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87face00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2360:1875733133991808:192.168.202.131@tcp:400:kworker.0 00000100:00000001:1.0:1788840303.724895:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840303.724898:0:2360:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840303.724902:0:2360:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87face00 x1875733133991808/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840319 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840303.724909:0:2360:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840303.724911:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840303.724914:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee863efa00. 02000000:00000001:1.0:1788840303.724919:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840303.724922:0:2360:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840303.724924:0:2360:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:1.0:1788840303.724926:0:2360:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840303.724929:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee87989700. 02000000:00000001:1.0:1788840303.724932:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840303.724934:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840303.724936:0:2360:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87face00. 00000100:00000001:1.0:1788840303.724939:0:2360:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840303.724940:0:2360:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840303.724942:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840303.724947:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840303.724950:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840303.724952:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840303.724954:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840303.763754:0:32246:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840304.261764:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840304.261774:0:22780:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840304.261776:0:22780:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840304.261780:0:22780:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840304.261785:0:22780:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840304.261787:0:22780:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840304.261789:0:22780:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840304.261791:0:22780:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840304.261795:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840304.261797:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840304.261918:0:15925:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788840304.261921:0:15925:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840304.261934:0:15925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788840305.291904:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840305.291910:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840305.291915:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840305.291916:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840305.292106:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840305.292109:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840305.292112:0:16054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788840306.289042:0:32384:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840306.312137:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840306.312144:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840306.312150:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840306.312151:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840306.312181:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788840306.312185:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840306.312188:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1788840307.203855:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840307.203872:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840307.203877:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840307.203879:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840307.203888:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840307.203897:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840307.203906:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840307.203911:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840307.203916:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840307.203935:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 328 into portal 15 MB=0x6a9f82865c400 00000400:00000200:3.0:1788840307.203944:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.131@tcp of length 328/328 into md 0x6c6d [2] + 0 00000800:00000001:3.0:1788840307.203952:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840307.203963:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840307.203966:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840307.203971:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840307.203979:0:2353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1788840307.203981:0:2353:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1788840307.203987:0:2353:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d48700. 00000100:00000040:3.0:1788840307.203991:0:2353:0:(events.c:337:request_in_callback()) incoming req@ffff90ee86d48700 x1875733155005440 msgsize 328 00000100:00100000:3.0:1788840307.203995:0:2353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.131@tcp (source: 12345-192.168.202.131@tcp) 00000100:00000001:3.0:1788840307.204007:0:2353:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1788840307.204014:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840307.204017:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840307.204038:0:15916:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1788840307.204052:0:15916:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733155005440 02000000:00000001:3.0:1788840307.204056:0:15916:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1788840307.204058:0:15916:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840307.204061:0:15916:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840307.204066:0:15916:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840307.204070:0:15916:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733155005440 00000020:00000001:3.0:1788840307.204072:0:15916:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788840307.204074:0:15916:0:(genops.c:804:class_conn2export()) looking for export cookie 0x3aa5f499c96f2ced 00000020:00000001:3.0:1788840307.204077:0:15916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840307.204080:0:15916:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90ee9881b000 refcount=4 00000020:00000001:3.0:1788840307.204083:0:15916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621953168093184 : -122120541458432 : ffff90ee9881b000) 00000020:00000001:3.0:1788840307.204086:0:15916:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446621953168093184 : -122120541458432 : ffff90ee9881b000) 00000100:00000001:3.0:1788840307.204090:0:15916:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788840307.204095:0:15916:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90ee85e805c0. 00000100:00000001:3.0:1788840307.204098:0:15916:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788840307.204100:0:15916:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff90ee85e805c0. 00000020:00000010:3.0:1788840307.204107:0:15916:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90ee98e5bc00. 00000020:00000010:3.0:1788840307.204113:0:15916:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90ee86e2fa80. 00000020:00000010:3.0:1788840307.204117:0:15916:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90ee98ea3258. 00000100:00000040:3.0:1788840307.204126:0:15916:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1788840307.204129:0:15916:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1788840307.204131:0:15916:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1788840307.204133:0:15916:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840307.204141:0:15916:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840307.204151:0:15916:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840307.204163:0:15916:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1788840307.204166:0:15916:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1788840307.204171:0:15916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.131@tcp, seq: 59 00000100:00000040:3.0:1788840307.204176:0:15916:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff90ee9881b000 : new rpc_count 1 00000100:00000001:3.0:1788840307.204178:0:15916:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446621952871532288 : -122120838019328 : ffff90ee86d48700) 00000100:00000040:3.0:1788840307.204186:0:15916:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff90ee86d48700 x1875733155005440/t0(0) o104->LOV_OSC_UUID@192.168.202.131@tcp:698/0 lens 328/0 e 0 to 0 dl 1788840318 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788840307.204197:0:15916:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788840307.204199:0:15916:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90ee85e805c0. 00000100:00000001:3.0:1788840307.204201:0:15916:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788840307.204203:0:15916:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff90ee85e805c0. 00000100:00100000:3.0:1788840307.204208:0:15916:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90ee86d48700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6697:x1875733155005440:12345-192.168.202.131@tcp:104: 00000100:00000200:3.0:1788840307.204211:0:15916:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875733155005440 00010000:00000001:3.0:1788840307.204214:0:15916:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1788840307.204221:0:15916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840307.204223:0:15916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840307.204225:0:15916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85200 refcount=2 00000020:00000001:3.0:1788840307.204227:0:15916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872829440 : -122120836722176 : ffff90ee86e85200) 00010000:00000001:3.0:1788840307.204230:0:15916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872829440 : -122120836722176 : ffff90ee86e85200) 00010000:00000001:3.0:1788840307.204234:0:15916:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840307.204238:0:15916:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788840307.204243:0:15916:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 000000005508c977/0x3aa5f499c96f384d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x8a436931312ba84b expref: -99 pid: 32144 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000100:00000001:3.0:1788840307.204255:0:15916:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1788840307.204257:0:15916:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1788840307.204263:0:15916:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90ee86eed000. 02000000:00000001:3.0:1788840307.204266:0:15916:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840307.204268:0:15916:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840307.204273:0:15916:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1788840307.204276:0:15916:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840307.204280:0:15916:0:(import.c:2149:obd_at_measure()) add 1 to ffff90eea05c51e8 time=156 v=5 (1 1 1 1) 00000100:00000001:3.0:1788840307.204284:0:15916:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788840307.204287:0:15916:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff90ee85e803c0 refcount 13 to 192.168.202.131@tcp 00000100:00000001:3.0:1788840307.204299:0:15916:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621952856032192 : -122120853519424 : ffff90ee85e803c0) 02000000:00000001:3.0:1788840307.204302:0:15916:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1788840307.204304:0:15916:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840307.204307:0:15916:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840307.204310:0:15916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840307.204315:0:15916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011eee0. 00000100:00000200:3.0:1788840307.204320:0:15916:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875733155005440, offset 224 00000400:00000200:3.0:1788840307.204326:0:15916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840307.204332:0:15916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840307.204339:0:15916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840307.204345:0:15916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2533:2533:256:4294967295] 192.168.202.131@tcp LPNI seq info [2533:2533:8:4294967295] 00000400:00000200:3.0:1788840307.204350:0:15916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840307.204358:0:15916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840307.204363:0:15916:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840307.204368:0:15916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee983e5e00. 00000800:00000200:3.0:1788840307.204374:0:15916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840307.204381:0:15916:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840307.204384:0:15916:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee983e5e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788840307.204395:0:15916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840307.204398:0:15916:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff90ee85e803c0 refcount 12 to 192.168.202.131@tcp 00010000:00000001:3.0:1788840307.204402:0:15916:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1788840307.204405:0:15916:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff90ee8984f600. 00010000:00000001:3.0:1788840307.204408:0:15916:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788840307.204418:0:15916:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1788840307.204421:0:15916:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840307.204422:0:15916:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840307.204424:0:15916:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840307.204429:0:15916:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d48700 x1875733155005440/t0(0) o104->LOV_OSC_UUID@192.168.202.131@tcp:698/0 lens 328/224 e 0 to 0 dl 1788840318 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788840307.204439:0:15916:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90ee86d48700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6697:x1875733155005440:12345-192.168.202.131@tcp:104: Request processed in 241us (446us total) trans 0 rc 0/0 00000100:00100000:3.0:1788840307.204446:0:15916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.131@tcp, seq: 59 00000100:00000040:3.0:1788840307.204449:0:15916:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff90ee9881b000 : new rpc_count 0 00000100:00000001:3.0:1788840307.204452:0:15916:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1788840307.204454:0:15916:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1788840307.204458:0:15916:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90ee86e2fa80. 00000020:00000010:3.0:1788840307.204463:0:15916:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90ee98ea3258. 00000020:00000010:3.0:1788840307.204467:0:15916:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90ee98e5bc00. 00000020:00000040:3.0:1788840307.204471:0:15916:0:(genops.c:879:class_export_put()) PUTting export ffff90ee9881b000 : new refcount 3 00000100:00000001:3.0:1788840307.204473:0:15916:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788840307.204550:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840307.204554:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee983e5e00. 00000400:00000200:3.0:1788840307.204558:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840307.204562:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840307.204565:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011eee0 00000400:00000010:3.0:1788840307.204568:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011eee0. 00000100:00000001:3.0:1788840307.204571:0:2354:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1788840307.204573:0:2354:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:0.0:1788840307.204937:0:15925:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788840307.204940:0:15925:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840307.204943:0:15925:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1788840307.204946:0:15925:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1788840307.204948:0:15925:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788840307.204953:0:15925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 000000005508c977/0x3aa5f499c96f384d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000010000 nid: local remote: 0x8a436931312ba84b expref: -99 pid: 32144 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788840307.204963:0:15925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90ee86e85200 already unused, calling callback (ffffffffc123b300) 00000008:00000001:0.0:1788840307.204966:0:15925:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1788840307.204969:0:15925:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788840307.204971:0:15925:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840307.204972:0:15925:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840307.204974:0:15925:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85200 refcount=3 00000020:00000001:0.0:1788840307.204977:0:15925:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872829440 : -122120836722176 : ffff90ee86e85200) 00010000:00000001:0.0:1788840307.204979:0:15925:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872829440 : -122120836722176 : ffff90ee86e85200) 00010000:00000001:0.0:1788840307.204982:0:15925:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788840307.204985:0:15925:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 000000005508c977/0x3aa5f499c96f384d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400010000 nid: local remote: 0x8a436931312ba84b expref: -99 pid: 32144 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1788840307.204994:0:15925:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1788840307.204996:0:15925:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788840307.205000:0:15925:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036963208 : -122120672588408 : ffff90ee90b0cd88) 00000020:00001000:0.0:1788840307.205003:0:15925:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0cd80 00000008:00000001:0.0:1788840307.205005:0:15925:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1788840307.205007:0:15925:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788840307.205009:0:15925:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0cd80 00000008:00000001:0.0:1788840307.205012:0:15925:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840307.205015:0:15925:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788840307.205019:0:15925:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788840307.205021:0:15925:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788840307.205023:0:15925:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840307.205025:0:15925:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788840307.205027:0:15925:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee86e85200 with handle 0x3aa5f499c96f384d from hash 00010000:00000001:0.0:1788840307.205030:0:15925:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788840307.205031:0:15925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840307.205033:0:15925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840307.205034:0:15925:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788840307.205037:0:15925:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788840307.205039:0:15925:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1788840307.205056:0:15925:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840307.205059:0:15925:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840307.205062:0:15925:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840307.205064:0:15925:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1788840307.205070:0:15925:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f58700. 00000020:00000040:0.0:1788840307.205074:0:15925:0:(genops.c:1210:class_import_get()) import ffff90ee92b59000 refcount=3 obd=lustre-OST0001-osc-ffff90ee90f70800 00000100:00000001:0.0:1788840307.205079:0:15925:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840307.205081:0:15925:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840307.205087:0:15925:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840307.205092:0:15925:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee85c10400. 00000100:00000001:0.0:1788840307.205098:0:15925:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840307.205100:0:15925:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788840307.205105:0:15925:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 000000005508c977/0x3aa5f499c96f384d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8a436931312ba84b expref: -99 pid: 32144 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788840307.205114:0:15925:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788840307.205115:0:15925:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840307.205120:0:15925:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840307.205123:0:15925:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840307.205130:0:15925:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000008179781c] to pc [ptlrpcd_00_01+1] req@ffff90ee87f58700 x1875733133992064/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788840307.205150:0:15925:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840307.205153:0:15925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840307.205154:0:15925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840307.205156:0:15925:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840307.205158:0:15925:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840307.205160:0:15925:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840307.205163:0:15925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 000000005508c977/0x3aa5f499c96f384d lrc: 1/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8a436931312ba84b expref: -99 pid: 32144 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788840307.205169:0:15925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788840307.205172:0:15925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 000000005508c977/0x3aa5f499c96f384d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400010020 nid: local remote: 0x8a436931312ba84b expref: -99 pid: 32144 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:0.0:1788840307.205180:0:15925:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff90ee87139100. 00010000:00000040:0.0:1788840307.205184:0:15925:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee98cc4900 count: 0 00010000:00000010:0.0:1788840307.205191:0:15925:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff90ee98cc4100. 00010000:00000001:0.0:1788840307.205200:0:15925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840307.205202:0:15925:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1788840307.205204:0:15925:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff90ee8984f600. 00010000:00000001:0.0:1788840307.205208:0:15925:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840307.205210:0:15925:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788840307.205211:0:15925:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840307.205214:0:15925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788840307.205215:0:15925:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788840307.205217:0:15925:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840307.205218:0:15925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788840307.205219:0:15925:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788840307.205220:0:15925:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840307.205222:0:15925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788840307.205229:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840307.205232:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840307.205235:0:2360:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840307.205240:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f58700 x1875733133992064/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840307.205246:0:2360:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840307.205248:0:2360:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840307.205251:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840307.205254:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840307.205256:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840307.205259:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2360:1875733133992064:192.168.202.131@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788840307.205263:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840307.205268:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840307.205271:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840307.205273:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840307.205277:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee85c11a00. 02000000:00000001:0.0:1788840307.205279:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840307.205285:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840307.205301:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c80370. 00000400:00000010:0.0:1788840307.205307:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6b28. 00000100:00000200:0.0:1788840307.205312:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133992064, portal 18 00000100:00000001:0.0:1788840307.205315:0:2360:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840307.205317:0:2360:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890472192 : -122120819079424 : ffff90ee87f58700) 00000100:00000040:0.0:1788840307.205324:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87f58700 x1875733133992064/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840323 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840307.205331:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840307.205333:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840307.205336:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6f68. 00000100:00000200:0.0:1788840307.205339:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875733133992064, offset 0 00000400:00000200:0.0:1788840307.205344:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840307.205349:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840307.205355:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840307.205360:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840307.205365:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840307.205368:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840307.205371:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840307.205375:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2534:2534:256:4294967295] 192.168.202.131@tcp LPNI seq info [2534:2534:8:4294967295] 00000400:00000200:0.0:1788840307.205379:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840307.205387:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840307.205392:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840307.205396:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee92e46600. 00000800:00000200:0.0:1788840307.205401:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840307.205406:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840307.205409:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee92e46600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788840307.205416:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840307.205419:0:2360:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: using a timeout of 269318 usecs (270 jiffies) 00000400:00000200:0.0:1788840307.205423:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840307.205425:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296537293 00000100:00000001:0.0:1788840307.205429:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296537514 00000100:00000001:0.0:1788840307.205431:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296537293 00000100:00000001:0.0:1788840307.205433:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296537514 00000100:00000001:0.0:1788840307.205435:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840307.205438:0:2360:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840307.205441:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840307.205443:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840307.205448:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840307.205450:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788840307.205452:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840307.205453:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840307.205455:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840307.205457:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840307.205466:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840307.205468:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840307.209210:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840307.209222:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee92e46600. 00000400:00000200:3.0:1788840307.209230:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840307.209238:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840307.209247:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6f68 00000400:00000010:3.0:1788840307.209249:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6f68. 00000100:00000001:3.0:1788840307.209255:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840307.209263:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f58700 x1875733133992064/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840323 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840307.209276:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840307.209280:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f58700 x1875733133992064/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840323 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840307.209287:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840307.209289:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840307.210678:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840307.210693:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840307.210697:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840307.210700:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840307.210707:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840307.210715:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840307.210723:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840307.210728:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840307.210733:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840307.210737:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 18 MB=0x6a9f827252080 00000400:00000200:3.0:1788840307.210742:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840307.210748:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.131@tcp of length 224/224 into md 0x6e8d [1] + 224 00000800:00000001:3.0:1788840307.210756:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840307.210765:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840307.210768:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840307.210772:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840307.210777:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840307.210784:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f58700 x1875733133992064/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840323 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840307.210794:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87f58700 x1875733133992064/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840323 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840307.210811:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840307.210820:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840307.210823:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840307.211030:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840307.211035:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788840307.211050:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840307.211053:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840307.211056:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c80370. 00000400:00000200:1.0:1788840307.211062:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6b28 00000400:00000010:1.0:1788840307.211064:0:2360:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6b28. 00000100:00000001:1.0:1788840307.211067:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840307.211072:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f58700 x1875733133992064/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840323 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788840307.211081:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f58700 x1875733133992064/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840323 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840307.211087:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840307.211089:0:2360:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840307.211092:0:2360:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840307.211095:0:2360:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840307.211097:0:2360:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840307.211100:0:2360:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840307.211103:0:2360:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840307.211111:0:2360:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b59538 time=139 v=5 (5 5 5 5) 00000100:00001000:1.0:1788840307.211115:0:2360:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b59418 time=29 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840307.211118:0:2360:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840307.211120:0:2360:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840307.211123:0:2360:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840307.211126:0:2360:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840307.211130:0:2360:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840307.211132:0:2360:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90ee90f70800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1788840307.211134:0:2360:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840307.211135:0:2360:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840307.211141:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f58700 x1875733133992064/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840323 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840307.211148:0:2360:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840307.211151:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840307.211153:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840307.211157:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f58700 x1875733133992064/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840323 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788840307.211164:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2360:1875733133992064:192.168.202.131@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788840307.211169:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840307.211171:0:2360:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840307.211174:0:2360:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f58700 x1875733133992064/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840323 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840307.211179:0:2360:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840307.211182:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840307.211185:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee85c11a00. 02000000:00000001:1.0:1788840307.211189:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840307.211192:0:2360:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840307.211194:0:2360:0:(genops.c:1223:class_import_put()) import ffff90ee92b59000 refcount=2 obd=lustre-OST0001-osc-ffff90ee90f70800 00000020:00000001:1.0:1788840307.211196:0:2360:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840307.211200:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee85c10400. 02000000:00000001:1.0:1788840307.211203:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840307.211204:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840307.211206:0:2360:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f58700. 00000100:00000001:1.0:1788840307.211209:0:2360:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840307.211210:0:2360:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840307.211213:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840307.211220:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840307.211222:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840307.211225:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840307.211227:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1788840307.224177:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4900. 00010000:00000010:0.1:1788840307.224190:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e85200. 00010000:00000001:1.0:1788840307.344033:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840307.344051:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840307.350196:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840307.350201:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840307.350206:0:16054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788840307.718313:0:29212:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120a20 (cpu 2) has reached its deadline 4296537514, at 4296537536 00000100:00000010:2.0:1788840307.718334:0:29212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee8532c600. 00000100:00000040:3.0:1788840307.719774:0:20562:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120b30 (cpu 3) has reached its deadline 4296537514, at 4296537538 00000100:00000010:3.0:1788840307.719792:0:20562:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee8532c660. 00000100:00000040:0.0:1788840307.720258:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788840307.720267:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788840307.720278:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f5a680. 00000020:00000040:0.0:1788840307.720294:0:37:0:(genops.c:1210:class_import_get()) import ffff90ee98ee5800 refcount=4 obd=MGC192.168.202.131@tcp 00000100:00000001:0.0:1788840307.720300:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840307.720304:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840307.720310:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840307.720322:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee92e46600. 00000100:00000001:0.0:1788840307.720332:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840307.720348:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS req@ffff90ee87f5a680 x1875733133992192/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788840307.720362:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840307.720368:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840307.720376:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b63b3e39] to pc [ptlrpcd_00_00+0] req@ffff90ee87f5a680 x1875733133992192/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840307.720415:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840307.720419:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788840307.720423:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788840307.720427:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f59180. 00000020:00000040:0.0:1788840307.720429:0:37:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:0.0:1788840307.720432:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840307.720433:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840307.720435:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840307.720439:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee92e46000. 00000100:00000001:0.0:1788840307.720442:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840307.720447:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID req@ffff90ee87f59180 x1875733133992320/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788840307.720455:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840307.720458:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840307.720463:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e93e7aba] to pc [ptlrpcd_00_01+1] req@ffff90ee87f59180 x1875733133992320/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840307.720471:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840307.720474:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788840307.720477:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788840307.720480:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788840307.720483:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788840307.720488:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f59500. 00000020:00000040:0.0:1788840307.720491:0:37:0:(genops.c:1210:class_import_get()) import ffff90ee92b59000 refcount=3 obd=lustre-OST0001-osc-ffff90ee90f70800 00000100:00000001:0.0:1788840307.720493:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840307.720494:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840307.720496:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840307.720501:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee92e46f00. 00000100:00000001:0.0:1788840307.720504:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840307.720508:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID req@ffff90ee87f59500 x1875733133992448/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788840307.720516:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840307.720518:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840307.720522:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009da7d4d8] to pc [ptlrpcd_00_00+0] req@ffff90ee87f59500 x1875733133992448/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840307.720530:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840307.720535:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1875) 00000100:00000001:0.0:1788840307.720547:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840307.720551:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840307.720554:0:2360:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840307.720560:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f59180 x1875733133992320/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840307.720568:0:2360:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840307.720571:0:2360:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840307.720576:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840307.720579:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840307.720583:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840307.720587:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2360:1875733133992320:192.168.202.131@tcp:400:kworker.0 00000100:00000001:0.0:1788840307.720592:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840307.720600:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840307.720603:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840307.720606:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840307.720612:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee87f5ee00. 02000000:00000001:0.0:1788840307.720614:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840307.720623:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840307.720628:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c80a50. 00000400:00000010:0.0:1788840307.720658:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6908. 00000100:00000200:0.0:1788840307.720668:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133992320, portal 10 00000100:00000001:0.0:1788840307.720671:0:2360:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840307.720673:0:2360:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890474880 : -122120819076736 : ffff90ee87f59180) 00000100:00000040:0.0:1788840307.720683:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87f59180 x1875733133992320/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840307.720691:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840307.720695:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840307.720699:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed66e8. 00000100:00000200:0.0:1788840307.720703:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733133992320, offset 0 00000400:00000200:0.0:1788840307.720711:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840307.720723:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840307.720733:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840307.720740:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840307.720746:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840307.720750:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840307.720753:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840307.720757:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2535:2535:256:4294967295] 192.168.202.131@tcp LPNI seq info [2535:2535:8:4294967295] 00000400:00000200:0.0:1788840307.720763:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840307.720775:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840307.720783:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840307.720789:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee92e46d00. 00000800:00000200:0.0:1788840307.720798:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840307.720807:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840307.720812:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee92e46d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788840307.720831:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840307.720837:0:2360:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 799911 usecs (800 jiffies) 00000400:00000200:0.0:1788840307.720840:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840307.720844:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296538338 00000100:00000010:0.0:1788840307.720850:0:2360:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee9887dde0. 00000100:00000001:0.0:1788840307.720857:0:2360:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788840307.720995:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296538338 00000100:00000010:0.0:1788840307.721001:0:2360:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee9887dd80. 00000100:00000001:0.0:1788840307.721005:0:2360:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788840307.721009:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840307.721012:0:2360:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840307.721016:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840307.721019:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840307.721029:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840307.721031:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788840307.721034:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840307.721035:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840307.721048:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840307.721051:0:2360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:0.0:1788840307.721052:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840307.721055:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840307.721056:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840307.721058:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840307.721059:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840307.721060:0:2360:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840307.721074:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f5a680 x1875733133992192/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840307.721086:0:2360:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840307.721087:0:2360:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840307.721090:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840307.721091:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840307.721093:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840307.721096:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2360:1875733133992192:192.168.202.131@tcp:400:kworker.0 00000100:00000001:0.0:1788840307.721099:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840307.721102:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840307.721103:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840307.721105:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840307.721109:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee87f5ea00. 02000000:00000001:0.0:1788840307.721110:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840307.721114:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840307.721117:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c806e0. 00000400:00000010:0.0:1788840307.721122:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6dd0. 00000100:00000200:0.0:1788840307.721126:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133992192, portal 25 00000100:00000001:0.0:1788840307.721128:0:2360:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840307.721129:0:2360:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890480256 : -122120819071360 : ffff90ee87f5a680) 00000100:00000040:0.0:1788840307.721134:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87f5a680 x1875733133992192/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840307.721141:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840307.721144:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840307.721146:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed65d8. 00000100:00000200:0.0:1788840307.721149:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875733133992192, offset 0 00000400:00000200:0.0:1788840307.721154:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840307.721158:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840307.721162:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840307.721166:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840307.721168:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840307.721170:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840307.721172:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840307.721176:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2536:2536:255:4294967295] 192.168.202.131@tcp LPNI seq info [2536:2536:7:4294967295] 00000400:00000200:0.0:1788840307.721180:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840307.721186:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840307.721191:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840307.721194:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee92e46b00. 00000800:00000200:0.0:1788840307.721198:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840307.721202:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840307.721205:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee92e46b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788840307.721208:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840307.721211:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840307.721213:0:2360:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4296541537 00000100:00000001:0.0:1788840307.721219:0:2360:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296538338 00000100:00000001:0.0:1788840307.721223:0:2360:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4296541537 00000100:00000001:0.0:1788840307.721225:0:2360:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296538338 00000100:00000001:0.0:1788840307.721228:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840307.721230:0:2360:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840307.721232:0:2360:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840307.721235:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f59500 x1875733133992448/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840307.721242:0:2360:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840307.721244:0:2360:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840307.721246:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840307.721247:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840307.721249:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840307.721251:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2360:1875733133992448:192.168.202.131@tcp:400:kworker.0 00000100:00000001:0.0:1788840307.721255:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840307.721258:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840307.721260:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840307.721261:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840307.721265:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee87f5fc00. 02000000:00000001:0.0:1788840307.721267:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840307.721270:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840307.721273:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c80d10. 00000400:00000010:0.0:1788840307.721286:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed62a8. 00000100:00000200:0.0:1788840307.721290:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133992448, portal 4 00000100:00000001:0.0:1788840307.721292:0:2360:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840307.721293:0:2360:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890475776 : -122120819075840 : ffff90ee87f59500) 00000100:00000040:0.0:1788840307.721300:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87f59500 x1875733133992448/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840307.721307:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840307.721309:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840307.721312:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6088. 00000100:00000200:0.0:1788840307.721314:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733133992448, offset 0 00000400:00000200:0.0:1788840307.721319:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840307.721323:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840307.721326:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840307.721329:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840307.721332:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840307.721334:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840307.721336:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840307.721338:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2537:2537:254:4294967295] 192.168.202.131@tcp LPNI seq info [2537:2537:6:4294967295] 00000400:00000200:0.0:1788840307.721342:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840307.721347:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840307.721351:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840307.721354:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee92e46c00. 00000800:00000200:0.0:1788840307.721358:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840307.721362:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840307.721364:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee92e46c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788840307.721367:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840307.721370:0:2360:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: using a timeout of 267760 usecs (268 jiffies) 00000400:00000200:0.0:1788840307.721373:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840307.721376:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296537806 00000100:00000001:0.0:1788840307.721378:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296541537 00000100:00000001:0.0:1788840307.721380:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296537806 00000100:00000001:0.0:1788840307.721382:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296541537 00000100:00000001:0.0:1788840307.721385:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840307.721387:0:2360:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840307.721389:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840307.721391:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840307.721686:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840307.721691:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840307.721955:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840307.721962:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee92e46d00. 00000400:00000200:3.0:1788840307.721969:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840307.721977:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840307.721985:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed66e8 00000400:00000010:3.0:1788840307.721988:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed66e8. 00000100:00000001:3.0:1788840307.721993:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840307.721999:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f59180 x1875733133992320/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840307.722011:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840307.722014:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f59180 x1875733133992320/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840323 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840307.722022:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840307.722024:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788840307.722050:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840307.722053:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee92e46b00. 00000400:00000200:3.0:1788840307.722056:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840307.722059:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840307.722181:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed65d8 00000400:00000010:3.0:1788840307.722183:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed65d8. 00000100:00000001:3.0:1788840307.722188:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840307.722192:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f5a680 x1875733133992192/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840307.722200:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840307.722203:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f5a680 x1875733133992192/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840323 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840307.722208:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840307.722210:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788840307.722424:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840307.722427:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee92e46c00. 00000400:00000200:3.0:1788840307.722432:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840307.722436:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840307.722438:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6088 00000400:00000010:3.0:1788840307.722440:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6088. 00000100:00000001:3.0:1788840307.722443:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840307.722447:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f59500 x1875733133992448/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840323 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840307.722455:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840307.722459:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f59500 x1875733133992448/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840323 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840307.722471:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840307.722473:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840307.731948:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840307.731972:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840307.731977:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840307.731980:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840307.731992:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840307.732002:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840307.732014:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840307.732020:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840307.732027:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840307.732032:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 10 MB=0x6a9f827252180 00000400:00000200:3.0:1788840307.732050:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840307.732059:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 224/224 into md 0x6e95 [1] + 224 00000800:00000001:3.0:1788840307.733242:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840307.733261:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840307.733267:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840307.733277:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840307.733289:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840307.733300:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f59180 x1875733133992320/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840323 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840307.733314:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87f59180 x1875733133992320/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840323 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840307.733333:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840307.733346:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840307.733350:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840307.733352:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840307.733354:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840307.733361:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840307.733366:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840307.733373:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840307.733378:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840307.733382:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840307.733387:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 25 MB=0x6a9f827252100 00000400:00000200:3.0:1788840307.733390:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840307.733396:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.131@tcp of length 224/224 into md 0x6e9d [1] + 224 00000800:00000001:3.0:1788840307.733400:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840307.733404:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840307.733406:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840307.733409:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840307.733412:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840307.733416:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f5a680 x1875733133992192/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840323 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840307.733424:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87f5a680 x1875733133992192/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840323 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840307.733431:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840307.733434:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840307.733438:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840307.733439:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840307.733441:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840307.733444:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840307.733447:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840307.733451:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840307.733453:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840307.733455:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840307.733458:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f827252200 00000400:00000200:3.0:1788840307.733461:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840307.733465:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x6ea5 [1] + 224 00000800:00000001:3.0:1788840307.733469:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840307.733475:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840307.733477:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840307.733480:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840307.733483:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840307.733489:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f59500 x1875733133992448/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840323 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840307.733498:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87f59500 x1875733133992448/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840323 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840307.733504:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840307.733507:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840307.733510:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840307.734019:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840307.734026:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788840307.734036:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840307.734048:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840307.734052:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c806e0. 00000400:00000200:1.0:1788840307.734059:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6dd0 00000400:00000010:1.0:1788840307.734062:0:2360:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6dd0. 00000100:00000001:1.0:1788840307.734073:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840307.734079:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f5a680 x1875733133992192/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840323 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788840307.734088:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f5a680 x1875733133992192/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840323 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840307.734094:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840307.734096:0:2360:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840307.734099:0:2360:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840307.734103:0:2360:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840307.734106:0:2360:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840307.734109:0:2360:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840307.734112:0:2360:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840307.734121:0:2360:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98ee5c60 time=7 v=5 (5 5 5 5) 00000100:00001000:1.0:1788840307.734125:0:2360:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98ee5c18 time=7 v=5 (1 1 1 1) 00000100:00000001:1.0:1788840307.734127:0:2360:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840307.734129:0:2360:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840307.734132:0:2360:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840307.734135:0:2360:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840307.734138:0:2360:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840307.734143:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f5a680 x1875733133992192/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840323 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840307.734150:0:2360:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840307.734154:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840307.734156:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840307.734160:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f5a680 x1875733133992192/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840323 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788840307.734167:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2360:1875733133992192:192.168.202.131@tcp:400:kworker.0 00000400:00000001:1.0:1788840307.734173:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840307.734175:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840307.734177:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c80d10. 00000400:00000200:1.0:1788840307.734179:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed62a8 00000400:00000010:1.0:1788840307.734180:0:2360:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed62a8. 00000100:00000001:1.0:1788840307.734182:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840307.734185:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f59500 x1875733133992448/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840323 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788840307.734193:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f59500 x1875733133992448/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840323 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840307.734198:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840307.734199:0:2360:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840307.734201:0:2360:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840307.734202:0:2360:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840307.734203:0:2360:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840307.734204:0:2360:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840307.734206:0:2360:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840307.734212:0:2360:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b59460 time=7 v=5 (5 5 5 5) 00000100:00001000:1.0:1788840307.734215:0:2360:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b59418 time=29 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840307.734217:0:2360:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840307.734218:0:2360:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840307.734220:0:2360:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840307.734223:0:2360:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840307.734227:0:2360:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840307.734230:0:2360:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90ee90f70800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1788840307.734231:0:2360:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840307.734234:0:2360:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840307.734237:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f59500 x1875733133992448/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840323 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840307.734243:0:2360:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840307.734245:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840307.734247:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840307.734250:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f59500 x1875733133992448/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840323 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788840307.734259:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2360:1875733133992448:192.168.202.131@tcp:400:kworker.0 00000400:00000001:1.0:1788840307.734264:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840307.734265:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840307.734267:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c80a50. 00000400:00000200:1.0:1788840307.734270:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6908 00000400:00000010:1.0:1788840307.734272:0:2360:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6908. 00000100:00000001:1.0:1788840307.734274:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840307.734278:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f59180 x1875733133992320/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840323 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788840307.734286:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f59180 x1875733133992320/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840323 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840307.734292:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840307.734293:0:2360:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840307.734295:0:2360:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840307.734296:0:2360:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840307.734298:0:2360:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840307.734299:0:2360:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840307.734301:0:2360:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840307.734305:0:2360:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=7 v=5 (5 5 102 102) 00000100:00001000:1.0:1788840307.734308:0:2360:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=5 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840307.734310:0:2360:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840307.734311:0:2360:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840307.734313:0:2360:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840307.734315:0:2360:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840307.734318:0:2360:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788840307.734320:0:2360:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: committing for last_committed 4294967653 gen 2 00000100:00000040:1.0:1788840307.734328:0:2360:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967653) req@ffff90ee9125f800 x1875733133987456/t4294967652(4294967652) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840318 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840307.734336:0:2360:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840307.734340:0:2360:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125f800 x1875733133987456/t4294967652(4294967652) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840318 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840307.734348:0:2360:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840307.734351:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840307.734355:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee9127b800. 02000000:00000001:1.0:1788840307.734360:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840307.734364:0:2360:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840307.734366:0:2360:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:1.0:1788840307.734369:0:2360:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840307.734373:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee98d5a000. 02000000:00000001:1.0:1788840307.734379:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840307.734381:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840307.734383:0:2360:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125f800. 00000100:00000001:1.0:1788840307.734387:0:2360:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840307.734389:0:2360:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840307.734394:0:2360:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967653) req@ffff90ee87fad500 x1875733133991552/t4294967653(4294967653) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 504/456 e 0 to 0 dl 1788840318 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840307.734401:0:2360:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840307.734403:0:2360:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87fad500 x1875733133991552/t4294967653(4294967653) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 504/456 e 0 to 0 dl 1788840318 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840307.734409:0:2360:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840307.734410:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840307.734412:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee85c5e000. 02000000:00000001:1.0:1788840307.734414:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840307.734416:0:2360:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840307.734417:0:2360:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=4 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:1.0:1788840307.734419:0:2360:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840307.734420:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee98e5a800. 02000000:00000001:1.0:1788840307.734424:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840307.734425:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840307.734426:0:2360:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87fad500. 00000100:00000001:1.0:1788840307.734429:0:2360:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840307.734431:0:2360:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840307.734433:0:2360:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788840307.734436:0:2360:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: normal: skip=1 replay=2/2 committed=0/0 00000100:00000001:1.0:1788840307.734439:0:2360:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840307.734440:0:2360:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840307.734444:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f59180 x1875733133992320/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840323 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840307.734450:0:2360:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840307.734452:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840307.734454:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840307.734458:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f59180 x1875733133992320/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840323 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788840307.734464:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2360:1875733133992320:192.168.202.131@tcp:400:kworker.0 00000100:00000001:1.0:1788840307.734469:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840307.734471:0:2360:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840307.734474:0:2360:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f5a680 x1875733133992192/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840323 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840307.734480:0:2360:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840307.734481:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840307.734483:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee87f5ea00. 02000000:00000001:1.0:1788840307.734486:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840307.734488:0:2360:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840307.734489:0:2360:0:(genops.c:1223:class_import_put()) import ffff90ee98ee5800 refcount=3 obd=MGC192.168.202.131@tcp 00000020:00000001:1.0:1788840307.734491:0:2360:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840307.734493:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee92e46600. 02000000:00000001:1.0:1788840307.734496:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840307.734498:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840307.734499:0:2360:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f5a680. 00000100:00000001:1.0:1788840307.734502:0:2360:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840307.734504:0:2360:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840307.734505:0:2360:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840307.734508:0:2360:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f59500 x1875733133992448/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840323 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840307.734514:0:2360:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840307.734516:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840307.734518:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee87f5fc00. 02000000:00000001:1.0:1788840307.734520:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840307.734521:0:2360:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840307.734523:0:2360:0:(genops.c:1223:class_import_put()) import ffff90ee92b59000 refcount=2 obd=lustre-OST0001-osc-ffff90ee90f70800 00000020:00000001:1.0:1788840307.734524:0:2360:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840307.734526:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee92e46f00. 02000000:00000001:1.0:1788840307.734528:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840307.734529:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840307.734530:0:2360:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f59500. 00000100:00000001:1.0:1788840307.734533:0:2360:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840307.734534:0:2360:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840307.734536:0:2360:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840307.734540:0:2360:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f59180 x1875733133992320/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840323 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840307.734546:0:2360:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840307.734547:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840307.734549:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee87f5ee00. 02000000:00000001:1.0:1788840307.734551:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840307.734552:0:2360:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840307.734553:0:2360:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=3 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:1.0:1788840307.734555:0:2360:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840307.734557:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee92e46000. 02000000:00000001:1.0:1788840307.734559:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840307.734560:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840307.734562:0:2360:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f59180. 00000100:00000001:1.0:1788840307.734564:0:2360:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840307.734565:0:2360:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840307.734567:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840307.734576:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840307.734578:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840307.734581:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840307.734583:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840307.949807:0:32528:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840308.358746:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840308.358754:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840308.358783:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788840308.358787:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840308.358791:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788840308.667128:0:32590:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840309.382725:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840309.382735:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840309.382786:0:15925:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840309.382790:0:15925:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840309.382794:0:15925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788840309.994894:0:32681:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788840310.399430:0:32717:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1788840310.399438:0:32717:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 23: client hang when close a file after mds crash ========================================================== 00:05:08 (1788840308) 00010000:00000001:1.0:1788840310.405744:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840310.405752:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840310.405860:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840310.405864:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840310.405868:0:16054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1788840310.406919:0:32717:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:2.0:1788840310.483795:0:32721:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788840310.483802:0:32721:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788840310.483804:0:32721:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788840310.483808:0:32721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201cc3bc0 00000080:00200000:2.0:1788840310.483813:0:32721:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:2.0:1788840310.483821:0:32721:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98d5a200. 00800000:00000002:2.0:1788840310.483827:0:32721:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:2.0:1788840310.483831:0:32721:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788840310.483836:0:32721:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788840310.483838:0:32721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201cc3ae0 00800000:00000002:2.0:1788840310.483840:0:32721:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788840310.483844:0:32721:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788840310.483848:0:32721:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788840310.483854:0:32721:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788840310.483856:0:32721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201cc39b0 00000002:00010000:2.0:1788840310.483858:0:32721:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788840310.483863:0:32721:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788840310.483865:0:32721:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840310.483867:0:32721:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788840310.483873:0:32721:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840310.483876:0:32721:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840310.483877:0:32721:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840310.483880:0:32721:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788840310.483882:0:32721:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788840310.483887:0:32721:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125df80. 00000020:00000040:2.0:1788840310.483892:0:32721:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=4 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00010000:00000001:2.0:1788840310.483897:0:32721:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788840310.483902:0:32721:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840310.483906:0:32721:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840310.483909:0:32721:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840310.483912:0:32721:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840310.483917:0:32721:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840310.483924:0:32721:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee91278c00. 00000100:00000001:2.0:1788840310.483931:0:32721:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840310.483936:0:32721:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840310.483937:0:32721:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840310.483939:0:32721:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840310.483940:0:32721:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840310.483942:0:32721:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840310.483947:0:32721:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621953044635520 : -122120664916096 : ffff90ee9125df80) 00010000:00000001:2.0:1788840310.483951:0:32721:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788840310.483953:0:32721:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788840310.483957:0:32721:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee892b1300. 00010000:00000010:2.0:1788840310.483961:0:32721:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee98e7db00. 00010000:00000001:2.0:1788840310.483966:0:32721:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788840310.483970:0:32721:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee87d8d200. 00000020:00000001:2.0:1788840310.483973:0:32721:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788840310.483976:0:32721:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee87d8d200 with handle 0x3aa5f499c96f3869 to hash 00000020:00000001:2.0:1788840310.483978:0:32721:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788840310.483979:0:32721:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952888590848 : -122120820960768 : ffff90ee87d8d200) 00010000:00000001:2.0:1788840310.483983:0:32721:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952888590848 : -122120820960768 : ffff90ee87d8d200) 00010000:00000001:2.0:1788840310.483987:0:32721:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840310.483989:0:32721:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840310.483994:0:32721:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d200/0x3aa5f499c96f3869 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840310.484004:0:32721:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d200/0x3aa5f499c96f3869 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840310.486267:0:32721:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d200/0x3aa5f499c96f3869 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32721 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788840310.486281:0:32721:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788840310.486284:0:32721:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788840310.486291:0:32721:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee86ee9240. 00000100:00000001:2.0:1788840310.486293:0:32721:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952873239104 : -122120836312512 : ffff90ee86ee9240) 00000100:00000001:2.0:1788840310.486296:0:32721:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840310.486298:0:32721:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044635520 : -122120664916096 : ffff90ee9125df80) 00000100:00000001:2.0:1788840310.486303:0:32721:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840310.486307:0:32721:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840310.486309:0:32721:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788840310.486311:0:32721:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840310.486321:0:32721:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125df80 x1875733133992576/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840310.486329:0:32721:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840310.486332:0:32721:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840310.486336:0:32721:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840310.486340:0:32721:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840310.486342:0:32721:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840310.486346:0:32721:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125df80 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:32721:1875733133992576:192.168.202.131@tcp:101:multiop.0 00000100:00000001:2.0:1788840310.486351:0:32721:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840310.486356:0:32721:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840310.486359:0:32721:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840310.486362:0:32721:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840310.486367:0:32721:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90ee86e6c800. 02000000:00000001:2.0:1788840310.486369:0:32721:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840310.486377:0:32721:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840310.486381:0:32721:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e688. 00000400:00000010:2.0:1788840310.486387:0:32721:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234a18. 00000100:00000200:2.0:1788840310.486394:0:32721:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875733133992576, portal 10 00000100:00000001:2.0:1788840310.486396:0:32721:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840310.486397:0:32721:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044635520 : -122120664916096 : ffff90ee9125df80) 00000100:00000040:2.0:1788840310.486405:0:32721:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee9125df80 x1875733133992576/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840326 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840310.486411:0:32721:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840310.486414:0:32721:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840310.486417:0:32721:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234990. 00000100:00000200:2.0:1788840310.486420:0:32721:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875733133992576, offset 0 00000400:00000200:2.0:1788840310.486426:0:32721:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840310.486436:0:32721:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840310.486443:0:32721:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840310.486448:0:32721:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840310.486451:0:32721:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840310.486635:0:32721:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840310.486990:0:32721:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840310.486994:0:32721:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2538:2538:256:4294967295] 192.168.202.131@tcp LPNI seq info [2538:2538:8:4294967295] 00000400:00000200:2.0:1788840310.486999:0:32721:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840310.487009:0:32721:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840310.487025:0:32721:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840310.487491:0:32721:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee8985ce00. 00000800:00000200:2.0:1788840310.487501:0:32721:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840310.487509:0:32721:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840310.487513:0:32721:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee8985ce00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788840310.487522:0:32721:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840310.487527:0:32721:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 798905 usecs (799 jiffies) 00000400:00000200:2.0:1788840310.487531:0:32721:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840310.487534:0:32721:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296541104 00000100:00000001:2.0:1788840310.487537:0:32721:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296541537 00000100:00000001:2.0:1788840310.487539:0:32721:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296541104 00000100:00000001:2.0:1788840310.487541:0:32721:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296541537 00000100:00000001:2.0:1788840310.487543:0:32721:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840310.487547:0:32721:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840310.487549:0:32721:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840310.487551:0:32721:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788840310.487554:0:32721:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee86ee9240 going to sleep for 11 seconds 00000100:00000001:2.0:1788840310.487557:0:32721:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840310.487560:0:32721:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840310.487833:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840310.487839:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee8985ce00. 00000400:00000200:3.0:1788840310.487843:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840310.487848:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840310.487854:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234990 00000400:00000010:3.0:1788840310.487856:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234990. 00000100:00000001:3.0:1788840310.487860:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840310.487866:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125df80 x1875733133992576/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840326 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840310.487876:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840310.487879:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee9125df80 x1875733133992576/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840326 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840310.487886:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840310.487888:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840310.501131:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840310.501149:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840310.501153:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840310.501155:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840310.501164:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840310.501172:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840310.501180:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840310.501184:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840310.501189:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840310.501193:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 688 into portal 10 MB=0x6a9f827252280 00000400:00000200:3.0:1788840310.501198:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840310.501204:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 688/688 into md 0x6ead [1] + 224 00000800:00000001:3.0:1788840310.501210:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840310.501216:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840310.501220:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840310.501224:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840310.501231:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840310.501240:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125df80 x1875733133992576/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840326 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840310.501250:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff90ee9125df80 x1875733133992576/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840326 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840310.501284:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840310.501292:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840310.501295:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840310.501378:0:32721:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840310.501387:0:32721:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840310.501389:0:32721:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840310.501591:0:32721:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e688. 00000400:00000200:0.0:1788840310.501599:0:32721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234a18 00000400:00000010:0.0:1788840310.501602:0:32721:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234a18. 00000100:00000001:0.0:1788840310.501606:0:32721:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840310.501610:0:32721:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125df80 x1875733133992576/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840326 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788840310.501619:0:32721:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125df80 x1875733133992576/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840326 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840310.501625:0:32721:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840310.501627:0:32721:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840310.501629:0:32721:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840310.501633:0:32721:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840310.501635:0:32721:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840310.501839:0:32721:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840310.501843:0:32721:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840310.501856:0:32721:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=10 v=5 (5 5 102 102) 00000100:00001000:0.0:1788840310.501861:0:32721:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840310.501864:0:32721:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840310.501866:0:32721:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840310.501869:0:32721:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840310.501872:0:32721:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840310.501876:0:32721:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840310.501878:0:32721:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967653 00000100:00000001:0.0:1788840310.501880:0:32721:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840310.501882:0:32721:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840310.501887:0:32721:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125df80 x1875733133992576/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840326 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840310.501894:0:32721:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840310.501897:0:32721:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840310.501899:0:32721:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840310.501902:0:32721:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125df80 x1875733133992576/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840326 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788840310.501908:0:32721:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125df80 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:32721:1875733133992576:192.168.202.131@tcp:101:multiop.0 00000100:00000001:0.0:1788840310.501914:0:32721:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840310.501916:0:32721:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840310.501918:0:32721:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788840310.501920:0:32721:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840310.501923:0:32721:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125df80 x1875733133992576/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840326 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840310.501929:0:32721:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840310.501932:0:32721:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee86ee9240. 00000100:00000001:0.0:1788840310.501934:0:32721:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788840310.501936:0:32721:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840310.501938:0:32721:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788840310.501943:0:32721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840310.501945:0:32721:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840310.501949:0:32721:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d200 refcount=4 00000020:00000001:0.0:1788840310.501952:0:32721:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888590848 : -122120820960768 : ffff90ee87d8d200) 00010000:00000001:0.0:1788840310.501955:0:32721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888590848 : -122120820960768 : ffff90ee87d8d200) 00010000:00000040:0.0:1788840310.501962:0:32721:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee87d8d200, remote cookie: 0x8a436931312ba8bb, flags: 0x1001 00010000:00010000:0.0:1788840310.501967:0:32721:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d200/0x3aa5f499c96f3869 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba8bb expref: -99 pid: 32721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840310.501977:0:32721:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d200/0x3aa5f499c96f3869 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba8bb expref: -99 pid: 32721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840310.501985:0:32721:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788840310.501989:0:32721:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788840310.501990:0:32721:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788840310.501992:0:32721:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788840310.501993:0:32721:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788840310.501996:0:32721:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff90ee892b1300) refcount = 1 00010000:00010000:0.0:1788840310.501999:0:32721:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d200/0x3aa5f499c96f3869 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba8bb expref: -99 pid: 32721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840310.502005:0:32721:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788840310.502008:0:32721:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788840310.502010:0:32721:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840310.502022:0:32721:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788840310.502024:0:32721:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840310.502027:0:32721:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d200/0x3aa5f499c96f3869 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba8bb expref: -99 pid: 32721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840310.502033:0:32721:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788840310.502035:0:32721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840310.502037:0:32721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840310.502038:0:32721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840310.502038:0:32721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840310.502040:0:32721:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840310.502043:0:32721:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788840310.502045:0:32721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840310.502046:0:32721:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840310.502048:0:32721:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d200 refcount=3 00000020:00000001:0.0:1788840310.502050:0:32721:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888590848 : -122120820960768 : ffff90ee87d8d200) 00010000:00000001:0.0:1788840310.502053:0:32721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888590848 : -122120820960768 : ffff90ee87d8d200) 00010000:00000001:0.0:1788840310.502055:0:32721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840310.502056:0:32721:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840310.502057:0:32721:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d200 refcount=4 00000020:00000001:0.0:1788840310.502059:0:32721:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888590848 : -122120820960768 : ffff90ee87d8d200) 00010000:00000001:0.0:1788840310.502061:0:32721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888590848 : -122120820960768 : ffff90ee87d8d200) 00010000:00000001:0.0:1788840310.502064:0:32721:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840310.502066:0:32721:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840310.502069:0:32721:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d200/0x3aa5f499c96f3869 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba8bb expref: -99 pid: 32721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840310.502075:0:32721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840310.502076:0:32721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840310.502077:0:32721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840310.502078:0:32721:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840310.502079:0:32721:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d200 refcount=5 00000020:00000001:0.0:1788840310.502081:0:32721:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888590848 : -122120820960768 : ffff90ee87d8d200) 00010000:00000001:0.0:1788840310.502082:0:32721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888590848 : -122120820960768 : ffff90ee87d8d200) 00010000:00000001:0.0:1788840310.502084:0:32721:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840310.502087:0:32721:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d200/0x3aa5f499c96f3869 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba8bb expref: -99 pid: 32721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840310.502094:0:32721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840310.502095:0:32721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788840310.502097:0:32721:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d200/0x3aa5f499c96f3869 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba8bb expref: -99 pid: 32721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840310.502103:0:32721:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840310.502104:0:32721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840310.502105:0:32721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840310.502106:0:32721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840310.502108:0:32721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788840310.502113:0:32721:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90ee9125df80 x1875733133992576/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840326 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788840310.502121:0:32721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840310.502122:0:32721:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840310.502123:0:32721:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d200 refcount=3 00000020:00000001:0.0:1788840310.502125:0:32721:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888590848 : -122120820960768 : ffff90ee87d8d200) 00010000:00000001:0.0:1788840310.502127:0:32721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888590848 : -122120820960768 : ffff90ee87d8d200) 00010000:00000001:0.0:1788840310.502129:0:32721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840310.502129:0:32721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840310.502130:0:32721:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840310.502132:0:32721:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840310.502135:0:32721:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788840310.502138:0:32721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840310.502139:0:32721:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840310.502140:0:32721:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d200 refcount=3 00000020:00000001:0.0:1788840310.502141:0:32721:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888590848 : -122120820960768 : ffff90ee87d8d200) 00010000:00000001:0.0:1788840310.502143:0:32721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888590848 : -122120820960768 : ffff90ee87d8d200) 00000002:00010000:0.0:1788840310.502146:0:32721:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d200/0x3aa5f499c96f3869 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba8bb expref: -99 pid: 32721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840310.502151:0:32721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840310.502152:0:32721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840310.502154:0:32721:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788840310.502155:0:32721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840310.502156:0:32721:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840310.502157:0:32721:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d200 refcount=3 00000020:00000001:0.0:1788840310.502158:0:32721:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888590848 : -122120820960768 : ffff90ee87d8d200) 00010000:00000001:0.0:1788840310.502161:0:32721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888590848 : -122120820960768 : ffff90ee87d8d200) 00010000:00000040:0.0:1788840310.502166:0:32721:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1300 count: 2 00010000:00000001:0.0:1788840310.502168:0:32721:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788840310.502172:0:32721:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788840310.502174:0:32721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840310.502176:0:32721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840310.502177:0:32721:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788840310.502180:0:32721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201cc3938 00000002:00002000:0.0:1788840310.502182:0:32721:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788840310.502184:0:32721:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840310.502188:0:32721:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840310.502190:0:32721:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788840310.502193:0:32721:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788840310.502196:0:32721:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788840310.502199:0:32721:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840310.502202:0:32721:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98d5a200. 00000080:00000001:0.0:1788840310.502207:0:32721:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788840310.502209:0:32721:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788840310.502215:0:32721:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788840310.502219:0:32721:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788840310.502707:0:32721:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff90ee87139940. 00800000:00000001:1.0:1788840310.502711:0:32721:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446621952875665728 : -122120833885888 : ffff90ee87139940) 00800000:00000001:1.0:1788840310.502714:0:32721:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840310.502717:0:32721:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788840310.502720:0:32721:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788840310.502723:0:32721:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1788840310.502726:0:32721:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788840310.502729:0:32721:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788840310.502730:0:32721:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840310.502734:0:32721:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788840310.502737:0:32721:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:1.0:1788840310.502739:0:32721:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1788840287 to 1788840302 00000080:00200000:1.0:1788840310.502744:0:32721:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:1.0:1788840310.502746:0:32721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840310.502747:0:32721:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840310.502749:0:32721:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d200 refcount=3 00000020:00000001:1.0:1788840310.502750:0:32721:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888590848 : -122120820960768 : ffff90ee87d8d200) 00010000:00000001:1.0:1788840310.502752:0:32721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888590848 : -122120820960768 : ffff90ee87d8d200) 00010000:00000001:1.0:1788840310.502754:0:32721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840310.502755:0:32721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788840310.502757:0:32721:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788840310.502759:0:32721:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788840310.502761:0:32721:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee87139940 1 00800000:00000010:1.0:1788840310.502764:0:32721:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff90ee87139940. 00800000:00000001:1.0:1788840310.502766:0:32721:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840310.502769:0:32721:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f3869 00800000:00000001:1.0:1788840310.502773:0:32721:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788840310.502774:0:32721:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788840310.502776:0:32721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840310.502776:0:32721:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840310.502778:0:32721:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d200 refcount=3 00000020:00000001:1.0:1788840310.502780:0:32721:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888590848 : -122120820960768 : ffff90ee87d8d200) 00010000:00000001:1.0:1788840310.502782:0:32721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888590848 : -122120820960768 : ffff90ee87d8d200) 00010000:00000001:1.0:1788840310.502784:0:32721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840310.502785:0:32721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840310.502787:0:32721:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840310.502789:0:32721:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840310.502791:0:32721:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840310.502794:0:32721:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:1.0:1788840310.502798:0:32721:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3869 from it ffffa16201cc3bf8 00010000:00000001:1.0:1788840310.502799:0:32721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840310.502800:0:32721:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840310.502801:0:32721:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d200 refcount=3 00000020:00000001:1.0:1788840310.502803:0:32721:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888590848 : -122120820960768 : ffff90ee87d8d200) 00010000:00000001:1.0:1788840310.502805:0:32721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888590848 : -122120820960768 : ffff90ee87d8d200) 00010000:00000001:1.0:1788840310.502806:0:32721:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840310.502809:0:32721:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d200/0x3aa5f499c96f3869 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba8bb expref: -99 pid: 32721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840310.502815:0:32721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840310.502816:0:32721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840310.502817:0:32721:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840310.502820:0:32721:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840310.502822:0:32721:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d200/0x3aa5f499c96f3869 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba8bb expref: -99 pid: 32721 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788840310.502830:0:32721:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840310.502832:0:32721:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840310.502834:0:32721:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840310.502838:0:32721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840310.502839:0:32721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840310.502840:0:32721:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840310.502843:0:32721:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840310.502845:0:32721:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840310.502847:0:32721:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840310.502849:0:32721:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840310.502850:0:32721:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840310.502852:0:32721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840310.502853:0:32721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788840310.502855:0:32721:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840310.502861:0:32721:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125df80 x1875733133992576/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840326 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840310.502868:0:32721:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840310.502870:0:32721:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840310.502873:0:32721:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90ee86e6c800. 02000000:00000001:1.0:1788840310.502876:0:32721:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840310.502878:0:32721:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840310.502880:0:32721:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=3 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:1.0:1788840310.502883:0:32721:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840310.502885:0:32721:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee91278c00. 02000000:00000001:1.0:1788840310.502889:0:32721:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840310.502890:0:32721:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840310.502892:0:32721:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125df80. 00000100:00000001:1.0:1788840310.502895:0:32721:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840310.502896:0:32721:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788840310.502900:0:32721:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788840310.502905:0:32721:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788840310.502922:0:32721:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90ee84b11b40. 00000080:00000001:1.0:1788840310.502928:0:32721:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788840310.502930:0:32721:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788840310.502931:0:32721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201cc3b00 00000080:00200000:1.0:1788840310.502933:0:32721:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:1.0:1788840310.502939:0:32721:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee863ee200. 00800000:00000002:1.0:1788840310.502944:0:32721:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:1.0:1788840310.502947:0:32721:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788840310.502950:0:32721:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788840310.502952:0:32721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201cc3a20 00800000:00000002:1.0:1788840310.502954:0:32721:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788840310.502957:0:32721:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788840310.502961:0:32721:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788840310.502966:0:32721:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788840310.502967:0:32721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201cc38f0 00000002:00010000:1.0:1788840310.502969:0:32721:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788840310.502973:0:32721:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788840310.502975:0:32721:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840310.502977:0:32721:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840310.502980:0:32721:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1300 count: 2 00010000:00000001:1.0:1788840310.502984:0:32721:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840310.502986:0:32721:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840310.502988:0:32721:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788840310.502991:0:32721:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d200/0x3aa5f499c96f3869 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba8bb expref: -99 pid: 32721 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788840310.502998:0:32721:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788840310.503002:0:32721:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840310.503006:0:32721:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d200/0x3aa5f499c96f3869 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba8bb expref: -99 pid: 32721 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788840310.503021:0:32721:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788840310.503024:0:32721:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788840310.503026:0:32721:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788840310.503028:0:32721:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788840310.503030:0:32721:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788840310.503032:0:32721:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788840310.503034:0:32721:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788840310.503036:0:32721:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:1.0:1788840310.503039:0:32721:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee863ee200. 00000080:00000001:1.0:1788840310.503042:0:32721:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788840310.503044:0:32721:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840310.503045:0:32721:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:1.0:1788840310.503048:0:32721:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f3869 00800000:00000001:1.0:1788840310.503050:0:32721:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788840310.503052:0:32721:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788840310.503054:0:32721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840310.503055:0:32721:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840310.503056:0:32721:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d200 refcount=3 00000020:00000001:1.0:1788840310.503059:0:32721:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888590848 : -122120820960768 : ffff90ee87d8d200) 00010000:00000001:1.0:1788840310.503061:0:32721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888590848 : -122120820960768 : ffff90ee87d8d200) 00010000:00000001:1.0:1788840310.503063:0:32721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840310.503064:0:32721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840310.503065:0:32721:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840310.503066:0:32721:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840310.503068:0:32721:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3869 from it ffffa16201cc3b38 00010000:00000001:1.0:1788840310.503070:0:32721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840310.503071:0:32721:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840310.503072:0:32721:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d200 refcount=3 00000020:00000001:1.0:1788840310.503074:0:32721:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888590848 : -122120820960768 : ffff90ee87d8d200) 00010000:00000001:1.0:1788840310.503075:0:32721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888590848 : -122120820960768 : ffff90ee87d8d200) 00010000:00000001:1.0:1788840310.503077:0:32721:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840310.503080:0:32721:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d200/0x3aa5f499c96f3869 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba8bb expref: -99 pid: 32721 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788840310.503085:0:32721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840310.503086:0:32721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840310.503087:0:32721:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840310.503089:0:32721:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840310.503091:0:32721:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d200/0x3aa5f499c96f3869 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba8bb expref: -99 pid: 32721 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788840310.503096:0:32721:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840310.503098:0:32721:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840310.503099:0:32721:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840310.503101:0:32721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840310.503102:0:32721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840310.503103:0:32721:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840310.503105:0:32721:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840310.503106:0:32721:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840310.503108:0:32721:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840310.503110:0:32721:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840310.503112:0:32721:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840310.503113:0:32721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840310.503114:0:32721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788840310.503115:0:32721:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788840310.503117:0:32721:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788840310.503119:0:32721:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 3 00000080:00000001:1.0:1788840310.503122:0:32721:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840310.503126:0:32721:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1788840310.503128:0:32721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201cc3b58 00000080:00200000:1.0:1788840310.503131:0:32721:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f23.recovery-small, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), file ffff90ee82ce9080, open_flags 8042, mode 81a4 opened 0 00000080:00000010:1.0:1788840310.503136:0:32721:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff90ee8532c000. 00000080:00000001:1.0:1788840310.503141:0:32721:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788840310.503143:0:32721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201cc3a08 00000080:00200000:1.0:1788840310.503144:0:32721:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f23.recovery-small, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), intent=open|creat 00000080:00000010:1.0:1788840310.503150:0:32721:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee863ee200. 00800000:00000002:1.0:1788840310.503152:0:32721:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:1.0:1788840310.503158:0:32721:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788840310.503159:0:32721:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788840310.503161:0:32721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201cc3928 00800000:00000002:1.0:1788840310.503162:0:32721:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f23.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788840310.503165:0:32721:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1788840310.503168:0:32721:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1788840310.503172:0:32721:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446621952875900928 : -122120833650688 : ffff90ee87173000) 00800000:00000001:1.0:1788840310.503175:0:32721:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1788840310.503178:0:32721:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1788840310.503180:0:32721:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1788840310.503182:0:32721:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1788840310.503185:0:32721:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff90ee90f70800: Allocated FID [0x200000404:0x2d:0x0] 40000000:00000001:1.0:1788840310.503188:0:32721:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840310.503190:0:32721:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840310.503192:0:32721:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840310.503194:0:32721:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840310.503196:0:32721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201cc38a8 00800000:00000002:1.0:1788840310.503198:0:32721:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x2d:0x0], name='f23.recovery-small' -> mds #0 layout version 1 00000002:00000001:1.0:1788840310.503202:0:32721:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788840310.503204:0:32721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201cc37e0 00000002:00010000:1.0:1788840310.503206:0:32721:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f23.recovery-small,[0x200000404:0x2d:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0100103 00000002:00000001:1.0:1788840310.503209:0:32721:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788840310.503211:0:32721:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1788840310.503214:0:32721:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1788840310.503218:0:32721:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840310.503219:0:32721:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788840310.503222:0:32721:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1300 count: 2 00010000:00000001:1.0:1788840310.503224:0:32721:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840310.503226:0:32721:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788840310.503229:0:32721:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788840310.503231:0:32721:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d200/0x3aa5f499c96f3869 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8a436931312ba8bb expref: -99 pid: 32721 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:1.0:1788840310.503239:0:32721:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788840310.503242:0:32721:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788840310.503245:0:32721:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788840310.503247:0:32721:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1788840310.503249:0:32721:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840310.503250:0:32721:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840310.503252:0:32721:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1300 count: 3 00010000:00000001:1.0:1788840310.503254:0:32721:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788840310.503693:0:32721:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840310.503696:0:32721:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840310.503697:0:32721:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840310.503699:0:32721:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1300 count: 3 00010000:00000001:1.0:1788840310.503702:0:32721:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788840310.503704:0:32721:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840310.503705:0:32721:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840310.503706:0:32721:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840310.503708:0:32721:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1300 count: 3 00010000:00000001:1.0:1788840310.503709:0:32721:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788840310.503711:0:32721:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840310.503713:0:32721:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788840310.503716:0:32721:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff90ee90514200, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788840310.503720:0:32721:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1788840310.503722:0:32721:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788840310.503725:0:32721:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788840310.503727:0:32721:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840310.503730:0:32721:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788840310.503733:0:32721:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788840310.503735:0:32721:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788840310.503737:0:32721:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840310.503740:0:32721:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788840310.503742:0:32721:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee87d8d200 with handle 0x3aa5f499c96f3869 from hash 00010000:00000001:1.0:1788840310.503745:0:32721:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788840310.503746:0:32721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840310.503747:0:32721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840310.503748:0:32721:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788840310.503751:0:32721:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788840310.503752:0:32721:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788840310.503755:0:32721:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788840310.503757:0:32721:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788840310.503759:0:32721:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1788840310.503763:0:32721:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87fad500. 00000020:00000040:1.0:1788840310.503767:0:32721:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=4 obd=lustre-MDT0000-mdc-ffff90ee90f70800 02000000:00000001:1.0:1788840310.503772:0:32721:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788840310.503774:0:32721:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840310.503777:0:32721:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788840310.503781:0:32721:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840310.503783:0:32721:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840310.503785:0:32721:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840310.503787:0:32721:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840310.503791:0:32721:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840310.503798:0:32721:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee85c5d800. 00000100:00000001:1.0:1788840310.503804:0:32721:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840310.504352:0:32721:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788840310.504355:0:32721:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788840310.504361:0:32721:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d200/0x3aa5f499c96f3869 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312ba8bb expref: -99 pid: 32721 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1788840310.504374:0:32721:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788840310.504376:0:32721:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788840310.504377:0:32721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788840310.504380:0:32721:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8d200/0x3aa5f499c96f3869 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312ba8bb expref: -99 pid: 32721 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:1.0:1788840310.504387:0:32721:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee892b1300 count: 0 00010000:00000010:1.0:1788840310.504400:0:32721:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90ee98e7db00. 00010000:00000001:1.0:1788840310.504408:0:32721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840310.504410:0:32721:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840310.504412:0:32721:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788840310.504413:0:32721:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840310.504415:0:32721:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840310.504425:0:32721:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446621952890819840 : -122120818731776 : ffff90ee87fad500) 00010000:00000001:1.0:1788840310.504429:0:32721:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788840310.504431:0:32721:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788840310.504435:0:32721:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee98cc4e00. 00010000:00000010:1.0:1788840310.504438:0:32721:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee85063c80. 00010000:00000001:1.0:1788840310.504442:0:32721:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788840310.504445:0:32721:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee86e85a00. 00000020:00000001:1.0:1788840310.504447:0:32721:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788840310.504449:0:32721:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee86e85a00 with handle 0x3aa5f499c96f3870 to hash 00000020:00000001:1.0:1788840310.504451:0:32721:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788840310.504453:0:32721:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952872831488 : -122120836720128 : ffff90ee86e85a00) 00010000:00000001:1.0:1788840310.504456:0:32721:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952872831488 : -122120836720128 : ffff90ee86e85a00) 00010000:00000001:1.0:1788840310.504459:0:32721:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840310.504460:0:32721:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840310.504463:0:32721:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85a00/0x3aa5f499c96f3870 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 32721 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788840310.504470:0:32721:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85a00/0x3aa5f499c96f3870 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32721 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788840310.504481:0:32721:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1788840310.504491:0:32721:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee87fad500 x1875733133992832/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1788840310.504500:0:32721:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85a00/0x3aa5f499c96f3870 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 32721 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788840310.504506:0:32721:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788840310.504508:0:32721:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788840310.504513:0:32721:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee85db4540. 00000100:00000001:1.0:1788840310.504514:0:32721:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952855196992 : -122120854354624 : ffff90ee85db4540) 00000100:00000001:1.0:1788840310.504517:0:32721:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840310.504518:0:32721:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890819840 : -122120818731776 : ffff90ee87fad500) 00000100:00000001:1.0:1788840310.504522:0:32721:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840310.504526:0:32721:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840310.504528:0:32721:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788840310.504529:0:32721:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840310.504534:0:32721:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87fad500 x1875733133992832/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840310.504542:0:32721:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840310.504544:0:32721:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840310.504548:0:32721:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840310.504550:0:32721:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840310.504552:0:32721:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840310.504555:0:32721:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87fad500 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:32721:1875733133992832:192.168.202.131@tcp:101:multiop.0 00000100:00000001:1.0:1788840310.504559:0:32721:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840310.504563:0:32721:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840310.504566:0:32721:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840310.504568:0:32721:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840310.504612:0:32721:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff90ee86fe0000. 02000000:00000001:1.0:1788840310.504614:0:32721:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840310.504621:0:32721:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840310.504625:0:32721:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe318. 00000400:00000010:1.0:1788840310.504631:0:32721:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff90ee85c5c000. 00000100:00000200:1.0:1788840310.504661:0:32721:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875733133992832, portal 10 00000100:00000001:1.0:1788840310.504664:0:32721:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840310.504665:0:32721:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890819840 : -122120818731776 : ffff90ee87fad500) 00000100:00000040:1.0:1788840310.504671:0:32721:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87fad500 x1875733133992832/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788840326 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840310.504678:0:32721:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840310.504681:0:32721:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840310.504684:0:32721:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea05395d8. 00000100:00000200:1.0:1788840310.504688:0:32721:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1875733133992832, offset 0 00000400:00000200:1.0:1788840310.504693:0:32721:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840310.504701:0:32721:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840310.504707:0:32721:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840310.504712:0:32721:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840310.504716:0:32721:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840310.504720:0:32721:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840310.504723:0:32721:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840310.504727:0:32721:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2539:2539:256:4294967295] 192.168.202.131@tcp LPNI seq info [2539:2539:8:4294967295] 00000400:00000200:1.0:1788840310.504731:0:32721:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840310.504741:0:32721:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840310.504747:0:32721:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840310.504752:0:32721:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989500. 00000800:00000200:1.0:1788840310.504758:0:32721:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840310.504765:0:32721:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840310.504769:0:32721:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989500 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1788840310.504783:0:32721:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840310.504787:0:32721:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 797903 usecs (798 jiffies) 00000400:00000200:1.0:1788840310.504790:0:32721:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840310.504793:0:32721:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296541120 00000100:00000001:1.0:1788840310.504796:0:32721:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296541537 00000100:00000001:1.0:1788840310.504799:0:32721:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296541120 00000100:00000001:1.0:1788840310.504801:0:32721:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296541537 00000100:00000001:1.0:1788840310.504803:0:32721:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840310.504805:0:32721:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840310.504818:0:32721:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840310.504820:0:32721:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788840310.504822:0:32721:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee85db4540 going to sleep for 11 seconds 00000100:00000001:1.0:1788840310.504824:0:32721:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840310.504827:0:32721:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840310.508345:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840310.508354:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989500. 00000400:00000200:3.0:1788840310.508361:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840310.508369:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840310.508377:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea05395d8 00000400:00000010:3.0:1788840310.508380:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea05395d8. 00000100:00000001:3.0:1788840310.508385:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840310.508406:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fad500 x1875733133992832/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788840326 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840310.508418:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840310.508422:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fad500 x1875733133992832/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788840326 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840310.508429:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840310.508431:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840310.516953:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840310.516971:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840310.516975:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840310.516978:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840310.516986:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840310.516993:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840310.517003:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840310.517009:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840310.517024:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840310.517029:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 664 into portal 10 MB=0x6a9f827252380 00000400:00000200:3.0:1788840310.517034:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840310.517039:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 664/664 into md 0x6ebd [32] + 224 00000800:00000001:3.0:1788840310.517046:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840310.517053:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840310.517056:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840310.517060:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840310.517067:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840310.517076:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fad500 x1875733133992832/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788840326 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840310.517087:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff90ee87fad500 x1875733133992832/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788840326 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840310.517139:0:32721:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840310.517235:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788840310.517246:0:2354:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788840310.517250:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840310.517267:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840310.517273:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2540:2540:256:4294967295] 192.168.202.131@tcp LPNI seq info [2540:2540:8:4294967295] 00000400:00000200:3.0:1788840310.517278:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840310.517287:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) 192.168.202.131@tcp : ACK try# 0 00000800:00000200:3.0:1788840310.517293:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840310.517299:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff90ee86eed800. 00000800:00000200:3.0:1788840310.517306:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840310.517313:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840310.517319:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee86eed800 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788840310.517541:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840310.517547:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff90ee86eed800. 00000400:00000200:3.0:1788840310.517551:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840310.517555:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: ACK: OK 00000800:00000001:3.0:1788840310.517563:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840310.517567:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:1.1:1788840310.518975:0:32721:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1300. 00010000:00000010:1.1:1788840310.518986:0:32721:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8d200. 00000400:00000001:1.0:1788840310.518998:0:32721:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840310.519001:0:32721:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840310.519004:0:32721:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe318. 00000400:00000200:1.0:1788840310.519008:0:32721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85c5c000 00000400:00000010:1.0:1788840310.519010:0:32721:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff90ee85c5c000. 00000100:00000001:1.0:1788840310.519023:0:32721:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840310.519032:0:32721:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87fad500 x1875733133992832/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788840326 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788840310.519041:0:32721:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87fad500 x1875733133992832/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788840326 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840310.519049:0:32721:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840310.519051:0:32721:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840310.519054:0:32721:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840310.519057:0:32721:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840310.519059:0:32721:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840310.519062:0:32721:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840310.519065:0:32721:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840310.519075:0:32721:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=10 v=5 (5 5 102 102) 00000100:00001000:1.0:1788840310.519080:0:32721:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840310.519083:0:32721:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840310.519084:0:32721:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840310.519087:0:32721:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840310.519091:0:32721:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840310.519094:0:32721:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788840310.519097:0:32721:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a2/0x1] 00000100:00000001:1.0:1788840310.519099:0:32721:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788840310.519101:0:32721:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840310.519103:0:32721:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890819840 : -122120818731776 : ffff90ee87fad500) 00000100:00000001:1.0:1788840310.519106:0:32721:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840310.519109:0:32721:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967653 00000100:00000001:1.0:1788840310.519110:0:32721:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840310.519114:0:32721:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840310.519119:0:32721:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87fad500 x1875733133992832/t4294967654(4294967654) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/664 e 0 to 0 dl 1788840326 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840310.519127:0:32721:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840310.519130:0:32721:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840310.519132:0:32721:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840310.519136:0:32721:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87fad500 x1875733133992832/t4294967654(4294967654) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/664 e 0 to 0 dl 1788840326 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788840310.519144:0:32721:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87fad500 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:32721:1875733133992832:192.168.202.131@tcp:101:multiop.0 00000100:00000001:1.0:1788840310.519151:0:32721:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840310.519153:0:32721:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840310.519155:0:32721:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788840310.519157:0:32721:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840310.519160:0:32721:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fad500 x1875733133992832/t4294967654(4294967654) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/664 e 0 to 0 dl 1788840326 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840310.519167:0:32721:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840310.519169:0:32721:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee85db4540. 00000100:00000001:1.0:1788840310.519171:0:32721:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788840310.519173:0:32721:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840310.519175:0:32721:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788840310.519180:0:32721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840310.519182:0:32721:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840310.519185:0:32721:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85a00 refcount=4 00000020:00000001:1.0:1788840310.519187:0:32721:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872831488 : -122120836720128 : ffff90ee86e85a00) 00010000:00000001:1.0:1788840310.519190:0:32721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872831488 : -122120836720128 : ffff90ee86e85a00) 00010000:00000040:1.0:1788840310.519197:0:32721:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee86e85a00, remote cookie: 0x8a436931312ba8d7, flags: 0x1001 00010000:00010000:1.0:1788840310.519203:0:32721:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85a00/0x3aa5f499c96f3870 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba8d7 expref: -99 pid: 32721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788840310.519211:0:32721:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x2d:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1788840310.519214:0:32721:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:2.0:1788840310.519506:0:32721:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee892b1700. 00010000:00000010:2.0:1788840310.519513:0:32721:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee98e7d600. 00010000:00000040:2.0:1788840310.519519:0:32721:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee98cc4e00 count: 0 00010000:00000010:2.0:1788840310.519524:0:32721:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90ee85063c80. 00010000:00000001:2.0:1788840310.519529:0:32721:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840310.519533:0:32721:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85a00/0x3aa5f499c96f3870 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba8d7 expref: -99 pid: 32721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840310.519542:0:32721:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85a00/0x3aa5f499c96f3870 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba8d7 expref: -99 pid: 32721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840310.519549:0:32721:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1788840310.519554:0:32721:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788840310.519556:0:32721:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:2.0:1788840310.519557:0:32721:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:2.0:1788840310.519559:0:32721:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1788840310.519561:0:32721:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x2d:0x0].0x0 (ffff90ee892b1700) refcount = 1 00010000:00010000:2.0:1788840310.519565:0:32721:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85a00/0x3aa5f499c96f3870 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba8d7 expref: -99 pid: 32721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840310.519575:0:32721:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1788840310.519578:0:32721:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1788840310.519579:0:32721:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840310.519582:0:32721:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788840310.519583:0:32721:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840310.519587:0:32721:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85a00/0x3aa5f499c96f3870 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba8d7 expref: -99 pid: 32721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840310.519592:0:32721:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1788840310.519594:0:32721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840310.519595:0:32721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840310.519596:0:32721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840310.519597:0:32721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840310.519598:0:32721:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840310.519603:0:32721:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:2.0:1788840310.519605:0:32721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840310.519607:0:32721:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840310.519608:0:32721:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85a00 refcount=3 00000020:00000001:2.0:1788840310.519610:0:32721:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872831488 : -122120836720128 : ffff90ee86e85a00) 00010000:00000001:2.0:1788840310.519612:0:32721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872831488 : -122120836720128 : ffff90ee86e85a00) 00010000:00000001:2.0:1788840310.519614:0:32721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840310.519615:0:32721:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840310.519616:0:32721:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85a00 refcount=4 00000020:00000001:2.0:1788840310.519618:0:32721:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872831488 : -122120836720128 : ffff90ee86e85a00) 00010000:00000001:2.0:1788840310.519619:0:32721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872831488 : -122120836720128 : ffff90ee86e85a00) 00010000:00000001:2.0:1788840310.519622:0:32721:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840310.519624:0:32721:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840310.519628:0:32721:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85a00/0x3aa5f499c96f3870 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba8d7 expref: -99 pid: 32721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840310.519634:0:32721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840310.519636:0:32721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840310.519713:0:32721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840310.519714:0:32721:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840310.519715:0:32721:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85a00 refcount=5 00000020:00000001:2.0:1788840310.519718:0:32721:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872831488 : -122120836720128 : ffff90ee86e85a00) 00010000:00000001:2.0:1788840310.519720:0:32721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872831488 : -122120836720128 : ffff90ee86e85a00) 00010000:00000001:2.0:1788840310.519722:0:32721:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788840310.519725:0:32721:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85a00/0x3aa5f499c96f3870 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba8d7 expref: -99 pid: 32721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840310.519731:0:32721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840310.519733:0:32721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1788840310.519735:0:32721:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85a00/0x3aa5f499c96f3870 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312ba8d7 expref: -99 pid: 32721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840310.519741:0:32721:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788840310.519742:0:32721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840310.519743:0:32721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840310.519745:0:32721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840310.519746:0:32721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:2.0:1788840310.519752:0:32721:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff90ee87fad500 x1875733133992832/t4294967654(4294967654) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/664 e 0 to 0 dl 1788840326 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788840310.519762:0:32721:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:2.0:1788840310.519766:0:32721:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90ee87fad500 x1875733133992832/t4294967654(4294967654) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/664 e 0 to 0 dl 1788840326 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788840310.519773:0:32721:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840310.519779:0:32721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840310.519781:0:32721:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840310.519782:0:32721:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85a00 refcount=3 00000020:00000001:2.0:1788840310.519784:0:32721:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872831488 : -122120836720128 : ffff90ee86e85a00) 00010000:00000001:2.0:1788840310.519786:0:32721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872831488 : -122120836720128 : ffff90ee86e85a00) 00000002:00010000:2.0:1788840310.519790:0:32721:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85a00/0x3aa5f499c96f3870 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba8d7 expref: -99 pid: 32721 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1788840310.519799:0:32721:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff90eea05b2580. 00010000:00000001:2.0:1788840310.519801:0:32721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840310.519802:0:32721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840310.519804:0:32721:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840310.519806:0:32721:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840310.519809:0:32721:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1788840310.519811:0:32721:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840310.519812:0:32721:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890819840 : -122120818731776 : ffff90ee87fad500) 00000100:00000001:2.0:1788840310.519814:0:32721:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840310.519816:0:32721:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890819840 : -122120818731776 : ffff90ee87fad500) 00010000:00000001:2.0:1788840310.519818:0:32721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840310.519818:0:32721:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840310.519820:0:32721:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85a00 refcount=3 00000020:00000001:2.0:1788840310.519822:0:32721:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872831488 : -122120836720128 : ffff90ee86e85a00) 00010000:00000001:2.0:1788840310.519824:0:32721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872831488 : -122120836720128 : ffff90ee86e85a00) 00000002:00010000:2.0:1788840310.519827:0:32721:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85a00/0x3aa5f499c96f3870 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312ba8d7 expref: -99 pid: 32721 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840310.519834:0:32721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840310.519835:0:32721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840310.519837:0:32721:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788840310.519838:0:32721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840310.519839:0:32721:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840310.519841:0:32721:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85a00 refcount=3 00000020:00000001:2.0:1788840310.519842:0:32721:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872831488 : -122120836720128 : ffff90ee86e85a00) 00010000:00000001:2.0:1788840310.519844:0:32721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872831488 : -122120836720128 : ffff90ee86e85a00) 00010000:00000040:2.0:1788840310.519848:0:32721:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1700 count: 2 00010000:00000001:2.0:1788840310.519850:0:32721:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788840310.519854:0:32721:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 4 res 8589935620/45 (0 0) 00010000:00000001:2.0:1788840310.519856:0:32721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840310.519857:0:32721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840310.519859:0:32721:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788840310.519862:0:32721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201cc3768 00000002:00002000:2.0:1788840310.519865:0:32721:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f23.recovery-small intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:2.0:1788840310.519868:0:32721:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840310.519871:0:32721:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840310.519874:0:32721:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788840310.519876:0:32721:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788840310.519880:0:32721:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788840310.519883:0:32721:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000001:2.0:1788840310.519887:0:32721:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788840310.519888:0:32721:0:(namei.c:674:ll_lookup_it_finish()) it ffff90ee8532c000 it_disposition 1800037 00000080:00002000:2.0:1788840310.519894:0:32721:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90ee9075e798 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1788840310.519900:0:32721:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788840310.519903:0:32721:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:2.0:1788840310.519905:0:32721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201cc3998 00000080:00200000:2.0:1788840310.519907:0:32721:0:(namei.c:1628:ll_create_it()) VFS Op:name=f23.recovery-small, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), intent=open|creat 00000080:00000001:2.0:1788840310.519909:0:32721:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:2.0:1788840310.519911:0:32721:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788840310.519916:0:32721:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788840310.519919:0:32721:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788840310.519921:0:32721:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833965 : 144115205322833965 : 20000040400002d) 00000080:00000001:2.0:1788840310.519924:0:32721:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1788840310.519938:0:32721:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff90ee905c5280. 00000020:00000001:2.0:1788840310.519947:0:32721:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:2.0:1788840310.519949:0:32721:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1788840310.519952:0:32721:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:2.0:1788840310.519954:0:32721:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x2d:0x0](ffff90ee905c5348) 00000020:00000001:2.0:1788840310.519958:0:32721:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788840310.519962:0:32721:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044390328 : -122120665161288 : ffff90ee912221b8) 00000020:00001000:2.0:1788840310.519964:0:32721:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912221b0 00000020:00000001:2.0:1788840310.519969:0:32721:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:2.0:1788840310.519973:0:32721:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff90ee87984af0. 00000020:00000001:2.0:1788840310.519975:0:32721:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1788840310.519977:0:32721:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840310.519984:0:32721:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:2.0:1788840310.519987:0:32721:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff90ee831508b8. 00020000:00000001:2.0:1788840310.519990:0:32721:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446621952808650936 : -122120900900680 : ffff90ee831508b8) 00020000:00000001:2.0:1788840310.519992:0:32721:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:2.0:1788840310.519995:0:32721:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788840310.520000:0:32721:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90ee87fb1360. 00020000:00000010:2.0:1788840310.520003:0:32721:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90ee85dfc300. 00020000:00000010:2.0:1788840310.520008:0:32721:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90ee87fb1cc0. 00020000:00000001:2.0:1788840310.520010:0:32721:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621952890838208 : -122120818713408 : ffff90ee87fb1cc0) 00020000:00000002:2.0:1788840310.520023:0:32721:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee87fb1cc0, objid 0x2d:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788840310.520028:0:32721:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788840310.520032:0:32721:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90ee85dfc300: ostid: 0x240000400:25 ost idx: 0 gen: 0 00020000:00000001:2.0:1788840310.520034:0:32721:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1788840310.520036:0:32721:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee87fb1cc0, objid 0x2d:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788840310.520039:0:32721:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788840310.520042:0:32721:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90ee85dfc300: ostid: 0x240000400:25 ost idx: 0 gen: 0 00020000:00000010:2.0:1788840310.520046:0:32721:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff90ee85d29540. 00020000:00000010:2.0:1788840310.520050:0:32721:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff90ee86ee9b40. 00020000:00000001:2.0:1788840310.520054:0:32721:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1788840310.520056:0:32721:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff90eea01ba258. 00020000:00000001:2.0:1788840310.520059:0:32721:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1788840310.520061:0:32721:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:2.0:1788840310.520065:0:32721:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1788840310.520068:0:32721:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff90ee87984960. 00000020:00000001:2.0:1788840310.520070:0:32721:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1788840310.520071:0:32721:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840310.520074:0:32721:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446621952884361696 : -122120825189920 : ffff90ee879849e0) 00020000:00000001:2.0:1788840310.520077:0:32721:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1788840310.520082:0:32721:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff90ee996fb340. 00020000:00000001:2.0:1788840310.520085:0:32721:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840310.520089:0:32721:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446621952884361696 : -122120825189920 : ffff90ee879849e0) 00020000:00000001:2.0:1788840310.520092:0:32721:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446621952884361696 : -122120825189920 : ffff90ee879849e0) 00020000:00000002:2.0:1788840310.520095:0:32721:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x19:0x0]@ffff90ee87984960[0:0] -> [0x200000404:0x2d:0x0]@ffff90ee87984af0: ostid: 0x240000400:25 ost idx: 0 gen: 0 00020000:00000001:2.0:1788840310.520101:0:32721:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:2.0:1788840310.520104:0:32721:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:2.0:1788840310.520106:0:32721:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840310.520109:0:32721:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446621952884362096 : -122120825189520 : ffff90ee87984b70) 00000020:00001000:2.0:1788840310.520111:0:32721:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912221b0 00000080:00000001:2.0:1788840310.520115:0:32721:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833965 : 144115205322833965 : 20000040400002d) 00000080:00000001:2.0:1788840310.520118:0:32721:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1788840310.520120:0:32721:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833965 mtime from 0 to 1788840310 00000080:00000001:2.0:1788840310.520125:0:32721:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1788840310.520127:0:32721:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621953031426888 : -122120678124728 : ffff90ee905c5348) 00010000:00000001:2.0:1788840310.520130:0:32721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840310.520131:0:32721:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840310.520133:0:32721:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85a00 refcount=3 00000020:00000001:2.0:1788840310.520135:0:32721:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872831488 : -122120836720128 : ffff90ee86e85a00) 00010000:00000001:2.0:1788840310.520137:0:32721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872831488 : -122120836720128 : ffff90ee86e85a00) 00000080:00000001:2.0:1788840310.520140:0:32721:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788840310.520142:0:32721:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788840310.520143:0:32721:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044390328 : -122120665161288 : ffff90ee912221b8) 00000020:00001000:2.0:1788840310.520145:0:32721:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912221b0 00000020:00000001:2.0:1788840310.520147:0:32721:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788840310.520149:0:32721:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788840310.520150:0:32721:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788840310.520153:0:32721:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90ee87fb1d20. 00020000:00000010:2.0:1788840310.520155:0:32721:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90ee85dfcc80. 00020000:00000010:2.0:1788840310.520157:0:32721:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90ee87fb1120. 00020000:00000001:2.0:1788840310.520159:0:32721:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621952890835232 : -122120818716384 : ffff90ee87fb1120) 00020000:00000002:2.0:1788840310.520161:0:32721:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee87fb1120, objid 0x2d:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788840310.520165:0:32721:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788840310.520169:0:32721:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90ee85dfcc80: ostid: 0x240000400:25 ost idx: 0 gen: 0 00020000:00000002:2.0:1788840310.520173:0:32721:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90ee831508b8) owner ffff90ee85324f80 00020000:00000001:2.0:1788840310.520175:0:32721:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788840310.520178:0:32721:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90ee831508b8) owner ffff90ee85324f80 00020000:00000010:2.0:1788840310.520182:0:32721:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90ee85dfcc80. 00020000:00000010:2.0:1788840310.520186:0:32721:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90ee87fb1d20. 00020000:00000010:2.0:1788840310.520190:0:32721:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90ee87fb1120. 00020000:00000002:2.0:1788840310.520191:0:32721:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2d:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788840310.520193:0:32721:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840310.520195:0:32721:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840310.520198:0:32721:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788840310.520200:0:32721:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee831508b8) owner 0000000000000000/ffff90ee85324f80 00020000:00000002:2.0:1788840310.520203:0:32721:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90ee87fb1cc0 addref 2/0 by ffff90ee85324f80. 00020000:00000002:2.0:1788840310.520205:0:32721:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee831508b8) owner 0000000000000000/ffff90ee85324f80 00020000:00000001:2.0:1788840310.520208:0:32721:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788840310.520210:0:32721:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788840310.520211:0:32721:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788840310.520213:0:32721:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1788840310.520215:0:32721:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1788840310.520217:0:32721:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x2d:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1788840310.520220:0:32721:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912221b0 00000080:00000001:2.0:1788840310.520222:0:32721:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840310.520224:0:32721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840310.520225:0:32721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788840310.520227:0:32721:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788840310.520229:0:32721:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788840310.520231:0:32721:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840310.520234:0:32721:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x2d:0x0](ffff90ee905c5348) 00000080:00010000:2.0:1788840310.520237:0:32721:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2d:0x0](ffff90ee905c5348) for lock 0x3aa5f499c96f3870 00800000:00000001:2.0:1788840310.520240:0:32721:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788840310.520243:0:32721:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788840310.520244:0:32721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840310.520245:0:32721:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840310.520246:0:32721:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85a00 refcount=3 00000020:00000001:2.0:1788840310.520248:0:32721:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872831488 : -122120836720128 : ffff90ee86e85a00) 00010000:00000001:2.0:1788840310.520250:0:32721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872831488 : -122120836720128 : ffff90ee86e85a00) 00010000:00000001:2.0:1788840310.520252:0:32721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840310.520253:0:32721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840310.520254:0:32721:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840310.520381:0:32721:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840310.520383:0:32721:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:2.0:1788840310.520385:0:32721:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840310.520473:0:32721:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff90ee87fad500 x1875733133992832/t4294967654(4294967654) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1788840326 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840310.520481:0:32721:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788840310.520485:0:32721:0:(namei.c:1651:ll_create_it()) inode ffff90ee905c5348 need_sync_to_mds [0x200000404:0x2d:0x0] 00000080:00000001:2.0:1788840310.520488:0:32721:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840310.520491:0:32721:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2d:0x0](ffff90ee905c5348) 00000080:00000001:2.0:1788840310.520494:0:32721:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788840310.520498:0:32721:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee863ee200. 00000100:00000001:2.0:1788840310.520502:0:32721:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840310.520506:0:32721:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fad500 x1875733133992832/t4294967654(4294967654) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1788840326 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840310.520512:0:32721:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840310.520516:0:32721:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1788840310.520518:0:32721:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788840310.520520:0:32721:0:(namei.c:1500:ll_atomic_open()) inode ffff90ee905c5348 need_sync_to_mds [0x200000404:0x2d:0x0] 00000080:00000001:2.0:1788840310.520529:0:32721:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788840310.520531:0:32721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201cc3a68 00000080:00200008:2.0:1788840310.520533:0:32721:0:(file.c:1090:ll_file_open()) START file f23.recovery-small:[0x200000404:0x2d:0x0](ffff90ee905c5348), flags 100102 00000080:00000010:2.0:1788840310.520541:0:32721:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90ee82ffc140. 00000080:00000010:2.0:1788840310.520547:0:32721:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff90eea05b27c0. 00000080:00000001:2.0:1788840310.520549:0:32721:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1788840310.520553:0:32721:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1788840310.520556:0:32721:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1788840310.520560:0:32721:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff90ee86e75a40. 00000002:00100000:2.0:1788840310.520565:0:32721:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90ee87fad500 x1875733133992832/t4294967654(4294967654) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1788840326 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788840310.520570:0:32721:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840310.520572:0:32721:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1788840310.520575:0:32721:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1788840310.520579:0:32721:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840310.520582:0:32721:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840310.520584:0:32721:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840310.520587:0:32721:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87fad500 x1875733133992832/t4294967654(4294967654) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1788840326 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1788840310.520595:0:32721:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840310.520598:0:32721:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff90ee86fe0000. 02000000:00000001:2.0:1788840310.520622:0:32721:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1788840310.520624:0:32721:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840310.520627:0:32721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201cc3a68 00000080:00000008:2.0:1788840310.520629:0:32721:0:(file.c:1329:ll_file_open()) COMPLETED file f23.recovery-small:[0x200000404:0x2d:0x0](ffff90ee905c5348), flags 100102, rc = 0 00000080:00000001:2.0:1788840310.520633:0:32721:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788840310.520634:0:32721:0:(dcache.c:176:ll_intent_release()) intent ffff90ee8532c000 released 00000080:00010000:2.0:1788840310.520741:0:32721:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3870 from it ffff90ee8532c000 00010000:00000001:2.0:1788840310.520744:0:32721:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840310.520746:0:32721:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840310.520747:0:32721:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85a00 refcount=3 00000020:00000001:2.0:1788840310.520749:0:32721:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872831488 : -122120836720128 : ffff90ee86e85a00) 00010000:00000001:2.0:1788840310.520751:0:32721:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872831488 : -122120836720128 : ffff90ee86e85a00) 00010000:00000001:2.0:1788840310.520753:0:32721:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788840310.520757:0:32721:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85a00/0x3aa5f499c96f3870 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8a436931312ba8d7 expref: -99 pid: 32721 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840310.520765:0:32721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840310.520767:0:32721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840310.520768:0:32721:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788840310.520771:0:32721:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788840310.520774:0:32721:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85a00/0x3aa5f499c96f3870 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312ba8d7 expref: -99 pid: 32721 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788840310.520781:0:32721:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788840310.520785:0:32721:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788840310.520787:0:32721:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840310.520791:0:32721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840310.520793:0:32721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840310.520794:0:32721:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840310.520797:0:32721:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788840310.520799:0:32721:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840310.520801:0:32721:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840310.520803:0:32721:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840310.520805:0:32721:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788840310.520807:0:32721:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840310.520808:0:32721:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788840310.520809:0:32721:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1788840310.520811:0:32721:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1788840310.520813:0:32721:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788840310.520815:0:32721:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788840310.520817:0:32721:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788840310.520819:0:32721:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840310.520822:0:32721:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1788840310.520824:0:32721:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840310.520826:0:32721:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788840310.520828:0:32721:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840310.520830:0:32721:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788840310.520832:0:32721:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff90ee8532c000. 00000080:00000001:2.0:1788840310.520835:0:32721:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840310.520839:0:32721:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788840310.520842:0:32721:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x2d:0x0](ffff90ee905c5348), inode mode 81a4 mask 40 00000080:00000001:2.0:1788840310.520845:0:32721:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1788840310.548708:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4e00. 00010000:00000001:1.0:1788840311.430083:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840311.430091:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840311.430095:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840311.430097:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840311.430126:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788840311.430129:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840311.430131:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788840311.749787:0:20562:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120b30 (cpu 3) has reached its deadline 4296541537, at 4296541568 00000100:00000010:3.0:1788840311.749812:0:20562:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee9887dd80. 00000100:00000040:2.0:1788840311.750673:0:28130:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120a20 (cpu 2) has reached its deadline 4296541537, at 4296541569 00000100:00000010:2.0:1788840311.750687:0:28130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee9887dde0. 00010000:00000001:1.0:1788840312.453822:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840312.453834:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840312.453841:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840312.453843:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840312.453974:0:15925:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840312.453979:0:15925:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840312.453982:0:15925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788840312.901836:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788840312.901852:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788840312.901875:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f59180. 00000020:00000040:0.0:1788840312.901883:0:36:0:(genops.c:1210:class_import_get()) import ffff90ee98ee5800 refcount=4 obd=MGC192.168.202.131@tcp 00000100:00000001:0.0:1788840312.901889:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840312.901893:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840312.901900:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840312.901912:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee92e46900. 00000100:00000001:0.0:1788840312.901921:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840312.901938:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS req@ffff90ee87f59180 x1875733133992960/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788840312.901951:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840312.901957:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840312.901964:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e93e7aba] to pc [ptlrpcd_00_01+1] req@ffff90ee87f59180 x1875733133992960/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840312.902006:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840312.902010:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788840312.902014:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788840312.902018:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f59500. 00000020:00000040:0.0:1788840312.902021:0:36:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:0.0:1788840312.902023:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840312.902025:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840312.902026:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840312.902031:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee92e46700. 00000100:00000001:0.0:1788840312.902034:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840312.902039:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID req@ffff90ee87f59500 x1875733133993088/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788840312.902047:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840312.902049:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840312.902053:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009da7d4d8] to pc [ptlrpcd_00_00+0] req@ffff90ee87f59500 x1875733133993088/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840312.902061:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840312.902064:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788840312.902068:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788840312.902072:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788840312.902075:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788840312.902256:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f5a680. 00000020:00000040:0.0:1788840312.902261:0:36:0:(genops.c:1210:class_import_get()) import ffff90ee92b59000 refcount=3 obd=lustre-OST0001-osc-ffff90ee90f70800 00000100:00000001:0.0:1788840312.902264:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840312.902266:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840312.902268:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840312.902273:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee92e46000. 00000100:00000001:0.0:1788840312.902277:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840312.902282:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID req@ffff90ee87f5a680 x1875733133993216/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788840312.902290:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840312.902292:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840312.902296:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b63b3e39] to pc [ptlrpcd_00_01+1] req@ffff90ee87f5a680 x1875733133993216/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840312.902304:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840312.902309:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1880) 00000100:00000001:1.0:1788840312.902412:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840312.902418:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840312.902421:0:2360:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840312.902428:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f59180 x1875733133992960/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840312.902437:0:2360:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840312.902439:0:2360:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840312.902444:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840312.902447:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840312.902450:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840312.902453:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2360:1875733133992960:192.168.202.131@tcp:400:kworker.0 00000100:00000001:1.0:1788840312.902458:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840312.902466:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840312.902469:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840312.902472:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840312.902478:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee863ee200. 02000000:00000001:1.0:1788840312.902481:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840312.902490:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840312.902495:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe318. 00000400:00000010:1.0:1788840312.902504:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539440. 00000100:00000200:1.0:1788840312.902515:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133992960, portal 25 00000100:00000001:1.0:1788840312.902518:0:2360:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840312.902520:0:2360:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890474880 : -122120819076736 : ffff90ee87f59180) 00000100:00000040:1.0:1788840312.902526:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87f59180 x1875733133992960/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840312.902534:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840312.902538:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840312.902541:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539990. 00000100:00000200:1.0:1788840312.902545:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875733133992960, offset 0 00000400:00000200:1.0:1788840312.902552:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840312.902563:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840312.902573:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840312.902579:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840312.902584:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840312.902589:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840312.902591:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840312.902596:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2541:2541:256:4294967295] 192.168.202.131@tcp LPNI seq info [2541:2541:8:4294967295] 00000400:00000200:1.0:1788840312.902611:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840312.902624:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840312.902631:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840312.902677:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989100. 00000800:00000200:1.0:1788840312.902686:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840312.902695:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840312.902701:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788840312.905028:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840312.905047:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840312.905052:0:2360:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4296546722 00000100:00000010:1.0:1788840312.905067:0:2360:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee8532cf00. 00000100:00000001:1.0:1788840312.905076:0:2360:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788840312.905095:0:2360:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4296546722 00000100:00000010:1.0:1788840312.905100:0:2360:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee8532ca80. 00000100:00000001:1.0:1788840312.905104:0:2360:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788840312.905108:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840312.905112:0:2360:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840312.905118:0:2360:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840312.905131:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f5a680 x1875733133993216/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840312.905141:0:2360:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840312.905143:0:2360:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840312.905147:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840312.905151:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840312.905154:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840312.905158:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2360:1875733133993216:192.168.202.131@tcp:400:kworker.0 00000100:00000001:1.0:1788840312.905162:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840312.905168:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840312.905171:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840312.905174:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840312.905181:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee863eea00. 02000000:00000001:1.0:1788840312.905183:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840312.905190:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840312.905196:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fef78. 00000400:00000010:1.0:1788840312.905205:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539330. 00000100:00000200:1.0:1788840312.905214:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133993216, portal 4 00000100:00000001:1.0:1788840312.905217:0:2360:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840312.905219:0:2360:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890480256 : -122120819071360 : ffff90ee87f5a680) 00000100:00000040:1.0:1788840312.905228:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87f5a680 x1875733133993216/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840312.905237:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840312.905240:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840312.905244:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539c38. 00000100:00000200:1.0:1788840312.905248:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733133993216, offset 0 00000400:00000200:1.0:1788840312.905255:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840312.905264:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840312.905272:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840312.905278:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840312.905282:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840312.905286:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840312.905289:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840312.905293:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2542:2542:255:4294967295] 192.168.202.131@tcp LPNI seq info [2542:2542:7:4294967295] 00000400:00000200:1.0:1788840312.905297:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840312.905307:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840312.905313:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840312.905318:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989b00. 00000800:00000200:1.0:1788840312.905325:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840312.905335:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840312.905340:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788840312.905344:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840312.905348:0:2360:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: using a timeout of 266276 usecs (267 jiffies) 00000400:00000200:1.0:1788840312.905351:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840312.905353:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296542990 00000100:00000001:1.0:1788840312.905356:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296546722 00000100:00000001:1.0:1788840312.905359:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296542990 00000100:00000001:1.0:1788840312.905361:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296546722 00000100:00000001:1.0:1788840312.905363:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840312.905365:0:2360:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840312.905368:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840312.905373:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840312.905382:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840312.905385:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788840312.905389:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840312.905391:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840312.905392:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840312.905395:0:2360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1788840312.905397:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840312.905399:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840312.905401:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840312.905403:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840312.905404:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840312.905405:0:2360:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840312.905410:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f59500 x1875733133993088/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840312.905417:0:2360:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840312.905419:0:2360:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840312.905421:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840312.905423:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840312.905425:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840312.905427:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2360:1875733133993088:192.168.202.131@tcp:400:kworker.0 00000100:00000001:1.0:1788840312.905431:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840312.905434:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840312.905435:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840312.905437:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840312.905441:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee863efe00. 02000000:00000001:1.0:1788840312.905443:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840312.905446:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840312.905449:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe478. 00000400:00000010:1.0:1788840312.905453:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539880. 00000100:00000200:1.0:1788840312.905455:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133993088, portal 10 00000100:00000001:1.0:1788840312.905457:0:2360:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840312.905458:0:2360:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890475776 : -122120819075840 : ffff90ee87f59500) 00000100:00000040:1.0:1788840312.905465:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87f59500 x1875733133993088/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840312.905472:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840312.905474:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840312.905477:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539770. 00000100:00000200:1.0:1788840312.905479:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733133993088, offset 0 00000400:00000200:1.0:1788840312.905484:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840312.905488:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840312.905492:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840312.905494:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840312.905497:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840312.905499:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840312.905501:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840312.905504:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2543:2543:254:4294967295] 192.168.202.131@tcp LPNI seq info [2543:2543:6:4294967295] 00000400:00000200:1.0:1788840312.905509:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840312.905515:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840312.905520:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840312.905523:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989700. 00000800:00000200:1.0:1788840312.905528:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840312.905532:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840312.905534:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788840312.905537:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840312.905541:0:2360:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 796905 usecs (797 jiffies) 00000400:00000200:1.0:1788840312.905544:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840312.905546:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296543520 00000100:00000001:1.0:1788840312.905548:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296546722 00000100:00000001:1.0:1788840312.905550:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296543520 00000100:00000001:1.0:1788840312.905552:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296546722 00000100:00000001:1.0:1788840312.905554:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840312.905556:0:2360:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840312.905559:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840312.905561:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840312.905586:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840312.905590:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840312.910098:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840312.910113:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989100. 00000400:00000200:3.0:1788840312.910125:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840312.910136:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840312.910147:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539990 00000400:00000010:3.0:1788840312.910151:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539990. 00000100:00000001:3.0:1788840312.910159:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840312.910170:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f59180 x1875733133992960/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840312.910188:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840312.910192:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f59180 x1875733133992960/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840328 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840312.910200:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840312.910202:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788840312.910221:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840312.910224:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989b00. 00000400:00000200:3.0:1788840312.910227:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840312.910230:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840312.910233:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539c38 00000400:00000010:3.0:1788840312.910234:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539c38. 00000100:00000001:3.0:1788840312.910237:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840312.910241:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f5a680 x1875733133993216/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840312.910249:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840312.910251:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f5a680 x1875733133993216/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840328 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840312.910263:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840312.910264:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788840312.910343:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840312.910346:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989700. 00000400:00000200:3.0:1788840312.910349:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840312.910353:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840312.910356:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539770 00000400:00000010:3.0:1788840312.910358:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539770. 00000100:00000001:3.0:1788840312.910361:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840312.910366:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f59500 x1875733133993088/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840328 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840312.910372:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840312.910375:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f59500 x1875733133993088/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840328 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840312.910381:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840312.910383:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840312.914024:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840312.914049:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840312.914054:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840312.914057:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840312.914068:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840312.914207:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840312.914219:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840312.914225:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840312.914231:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840312.914236:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f827252500 00000400:00000200:3.0:1788840312.914241:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840312.914248:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x6ecd [1] + 224 00000800:00000001:3.0:1788840312.914257:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840312.914261:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840312.914265:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840312.914269:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840312.914279:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840312.914289:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f5a680 x1875733133993216/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840328 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840312.914302:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87f5a680 x1875733133993216/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840328 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840312.914329:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840312.914340:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840312.914344:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840312.914346:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840312.914349:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840312.914352:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840312.914355:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840312.914359:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840312.914362:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840312.914365:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840312.914368:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 10 MB=0x6a9f827252480 00000400:00000200:3.0:1788840312.914371:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840312.914375:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 224/224 into md 0x6ed5 [1] + 224 00000800:00000001:3.0:1788840312.914379:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:1.0:1788840312.914973:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840312.914980:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788840312.914999:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840312.915001:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840312.915006:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fef78. 00000400:00000200:1.0:1788840312.915012:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539330 00000400:00000010:1.0:1788840312.915015:0:2360:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539330. 00000100:00000001:1.0:1788840312.915019:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840312.915026:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f5a680 x1875733133993216/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840328 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788840312.915037:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f5a680 x1875733133993216/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840328 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840312.915044:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840312.915047:0:2360:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840312.915050:0:2360:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840312.915054:0:2360:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840312.915057:0:2360:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840312.915061:0:2360:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840312.915065:0:2360:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840312.915078:0:2360:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b59460 time=12 v=5 (5 5 5 5) 00000800:00000001:3.0:1788840312.915793:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840312.915800:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840312.915809:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840312.915817:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840312.915824:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f59500 x1875733133993088/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840328 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840312.915850:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87f59500 x1875733133993088/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840328 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:1.0:1788840312.915972:0:2360:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b59418 time=34 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840312.915975:0:2360:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840312.915978:0:2360:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840312.915981:0:2360:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840312.915985:0:2360:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840312.915990:0:2360:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840312.916003:0:2360:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90ee90f70800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1788840312.916006:0:2360:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840312.916008:0:2360:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840312.916015:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f5a680 x1875733133993216/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840328 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840312.916023:0:2360:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840312.916026:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840312.916029:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840312.916034:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f5a680 x1875733133993216/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840328 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788840312.916043:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f5a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2360:1875733133993216:192.168.202.131@tcp:400:kworker.0 00000100:00000001:1.0:1788840312.916048:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840312.916052:0:2360:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840312.916056:0:2360:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f5a680 x1875733133993216/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840328 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840312.916063:0:2360:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840312.916066:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840312.916072:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee863eea00. 02000000:00000001:1.0:1788840312.916077:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840312.916365:0:2360:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840312.916368:0:2360:0:(genops.c:1223:class_import_put()) import ffff90ee92b59000 refcount=2 obd=lustre-OST0001-osc-ffff90ee90f70800 00000020:00000001:1.0:1788840312.916371:0:2360:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840312.916375:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee92e46000. 02000000:00000001:1.0:1788840312.916381:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840312.916384:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840312.916387:0:2360:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f5a680. 00000100:00000001:1.0:1788840312.916391:0:2360:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840312.916393:0:2360:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840312.916397:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840312.916399:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840312.916401:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840312.917035:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000001:1.0:1788840312.917212:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840312.917215:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840312.917219:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe478. 00000400:00000200:1.0:1788840312.917225:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539880 00000400:00000010:1.0:1788840312.917228:0:2360:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539880. 00000100:00000001:1.0:1788840312.917233:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840312.917243:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f59500 x1875733133993088/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840328 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788840312.917254:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f59500 x1875733133993088/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840328 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840312.917268:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840312.917270:0:2360:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840312.917274:0:2360:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840312.917277:0:2360:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840312.917280:0:2360:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840312.917282:0:2360:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840312.917286:0:2360:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840312.917296:0:2360:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=12 v=5 (5 5 102 102) 00000100:00001000:1.0:1788840312.917301:0:2360:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=10 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840312.917303:0:2360:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840312.917305:0:2360:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840312.917308:0:2360:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840312.917312:0:2360:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840312.917315:0:2360:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788840312.917317:0:2360:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: committing for last_committed 4294967654 gen 2 00000100:00100000:1.0:1788840312.917324:0:2360:0:(client.c:3174:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff90ee87fad500 x1875733133992832/t4294967654(4294967654) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1788840326 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840312.917332:0:2360:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788840312.917336:0:2360:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: normal: skip=1 replay=0/1 committed=0/0 00000100:00000001:1.0:1788840312.917339:0:2360:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840312.917340:0:2360:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840312.917345:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f59500 x1875733133993088/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840328 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840312.917352:0:2360:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840312.917355:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840312.917357:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840312.917361:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f59500 x1875733133993088/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840328 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788840312.917370:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2360:1875733133993088:192.168.202.131@tcp:400:kworker.0 00000100:00000001:1.0:1788840312.917376:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840312.917380:0:2360:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840312.917383:0:2360:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f59500 x1875733133993088/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840328 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840312.917390:0:2360:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840312.917393:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840312.917396:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee863efe00. 02000000:00000001:1.0:1788840312.917400:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840312.917403:0:2360:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840312.917405:0:2360:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=4 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:1.0:1788840312.917408:0:2360:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840312.917410:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee92e46700. 02000000:00000001:1.0:1788840312.917413:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840312.917415:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840312.917417:0:2360:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f59500. 00000100:00000001:1.0:1788840312.917422:0:2360:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840312.917424:0:2360:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840312.917426:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840312.917429:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840312.917431:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840312.917432:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840312.917434:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788840312.927085:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840312.927119:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840312.927125:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840312.927128:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840312.927140:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840312.927150:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840312.927165:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840312.927172:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840312.927179:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840312.927184:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 25 MB=0x6a9f827252400 00000400:00000200:2.0:1788840312.927190:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840312.927197:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.131@tcp of length 224/224 into md 0x6ec5 [1] + 224 00000800:00000001:2.0:1788840312.927207:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840312.927224:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840312.927229:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840312.927234:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840312.927245:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840312.927258:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f59180 x1875733133992960/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840328 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840312.927271:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87f59180 x1875733133992960/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840328 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840312.927301:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840312.927313:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840312.927317:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840312.928006:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840312.928014:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788840312.928024:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840312.928027:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840312.928031:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe318. 00000400:00000200:1.0:1788840312.928039:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539440 00000400:00000010:1.0:1788840312.928042:0:2360:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539440. 00000100:00000001:1.0:1788840312.928046:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840312.928053:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f59180 x1875733133992960/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840328 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788840312.928063:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f59180 x1875733133992960/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840328 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840312.928071:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840312.928073:0:2360:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840312.928076:0:2360:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840312.928141:0:2360:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840312.928145:0:2360:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840312.928148:0:2360:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840312.928152:0:2360:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840312.928161:0:2360:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98ee5c60 time=12 v=5 (5 5 5 5) 00000100:00001000:1.0:1788840312.928166:0:2360:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98ee5c18 time=12 v=5 (1 1 1 1) 00000100:00000001:1.0:1788840312.928169:0:2360:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840312.928171:0:2360:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840312.928174:0:2360:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840312.928177:0:2360:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840312.928180:0:2360:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840312.928186:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f59180 x1875733133992960/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840328 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840312.928193:0:2360:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840312.928196:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840312.928199:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840312.928203:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f59180 x1875733133992960/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840328 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788840312.928210:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2360:1875733133992960:192.168.202.131@tcp:400:kworker.0 00000100:00000001:1.0:1788840312.928216:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840312.928219:0:2360:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840312.928222:0:2360:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f59180 x1875733133992960/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840328 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840312.928229:0:2360:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840312.928232:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840312.928236:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee863ee200. 02000000:00000001:1.0:1788840312.928241:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840312.928244:0:2360:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840312.928246:0:2360:0:(genops.c:1223:class_import_put()) import ffff90ee98ee5800 refcount=3 obd=MGC192.168.202.131@tcp 00000020:00000001:1.0:1788840312.928249:0:2360:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840312.928252:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee92e46900. 02000000:00000001:1.0:1788840312.928256:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840312.928258:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840312.928261:0:2360:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f59180. 00000100:00000001:1.0:1788840312.928265:0:2360:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840312.928266:0:2360:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840312.928269:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840312.928278:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840312.928280:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840312.928283:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840312.928285:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840313.415340:0:15916:0:(service.c:1710:ptlrpc_at_check_timed()) Process entered 00000100:00000001:3.0:1788840313.415350:0:15916:0:(service.c:1721:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840313.478093:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840313.478103:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840313.478110:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840313.478111:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840313.478217:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840313.478222:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840313.478225:0:16054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788840314.501826:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840314.501841:0:31109:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840314.501843:0:31109:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840314.501848:0:31109:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840314.501854:0:31109:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840314.501856:0:31109:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840314.501858:0:31109:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840314.501861:0:31109:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840314.501865:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840314.501867:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840314.501911:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788840314.501915:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840314.501918:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788840315.525866:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840315.525875:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840315.525882:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840315.525883:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840315.527740:0:15925:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840315.527749:0:15925:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840315.527755:0:15925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00020000:00000001:0.0:1788840316.521170:0:32721:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788840316.521183:0:32721:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee831508b8) owner 0000000000000000/ffff90ee85324f80 00020000:00000002:0.0:1788840316.521192:0:32721:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee831508b8) owner 0000000000000000/ffff90ee85324f80 00020000:00000001:0.0:1788840316.521195:0:32721:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840316.521206:0:32721:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788840316.521211:0:32721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201cc3df0 00000080:00200008:0.0:1788840316.521215:0:32721:0:(file.c:479:ll_file_release()) START file f23.recovery-small:[0x200000404:0x2d:0x0](ffff90ee905c5348), flags 100002 00000080:00000001:0.0:1788840316.521221:0:32721:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1788840316.521224:0:32721:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1788840316.521226:0:32721:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788840316.521227:0:32721:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee831508b8) owner 0000000000000000/ffff90ee85324f80 00020000:00000002:0.0:1788840316.521230:0:32721:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee831508b8) owner 0000000000000000/ffff90ee85324f80 00020000:00000001:0.0:1788840316.521232:0:32721:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840316.521235:0:32721:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1788840316.521247:0:32721:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840316.521252:0:32721:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840316.521260:0:32721:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1700 count: 2 00010000:00000001:0.0:1788840316.521264:0:32721:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840316.521270:0:32721:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788840316.521273:0:32721:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x2d:0x0]: 0 00000080:00000001:0.0:1788840316.521276:0:32721:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788840316.521278:0:32721:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788840316.521286:0:32721:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff90ee98d1fe00. 00000080:00000001:0.0:1788840316.521289:0:32721:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788840316.521297:0:32721:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788840316.521302:0:32721:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:0.0:1788840316.521305:0:32721:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x2d:0x0] 00000002:00000001:0.0:1788840316.521310:0:32721:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788840316.521313:0:32721:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff90ee90f70800: [0x200000404:0x2d:0x0] file closed with intent: 0 00000100:00000010:0.0:1788840316.521324:0:32721:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f58700. 00000020:00000040:0.0:1788840316.521328:0:32721:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:0.0:1788840316.521334:0:32721:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840316.521339:0:32721:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840316.521345:0:32721:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840316.521354:0:32721:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee98d1f200. 00000100:00000001:0.0:1788840316.521363:0:32721:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788840316.521387:0:32721:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff90ee87fad500 x1875733133992832/t4294967654(4294967654) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1788840326 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788840316.521401:0:32721:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788840316.521408:0:32721:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee87f58700 x1875733133993472/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788840316.521416:0:32721:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788840316.521418:0:32721:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788840316.521427:0:32721:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee892c9180. 00000100:00000001:0.0:1788840316.521429:0:32721:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952910856576 : -122120798695040 : ffff90ee892c9180) 00000100:00000001:0.0:1788840316.521432:0:32721:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840316.521434:0:32721:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890472192 : -122120819079424 : ffff90ee87f58700) 00000100:00000001:0.0:1788840316.521439:0:32721:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840316.521445:0:32721:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840316.521447:0:32721:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788840316.521450:0:32721:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840316.521455:0:32721:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f58700 x1875733133993472/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840316.521464:0:32721:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840316.521467:0:32721:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840316.521472:0:32721:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840316.521475:0:32721:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840316.521478:0:32721:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840316.521481:0:32721:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f58700 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:32721:1875733133993472:192.168.202.131@tcp:35:multiop.0 00000100:00000001:0.0:1788840316.521486:0:32721:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840316.521493:0:32721:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840316.521497:0:32721:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840316.521500:0:32721:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840316.521506:0:32721:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86f35c00. 02000000:00000001:0.0:1788840316.521509:0:32721:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840316.521519:0:32721:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840316.521525:0:32721:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c80ec8. 00000400:00000010:0.0:1788840316.521534:0:32721:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6c38. 00000100:00000200:0.0:1788840316.521543:0:32721:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133993472, portal 10 00000100:00000001:0.0:1788840316.521545:0:32721:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840316.521547:0:32721:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890472192 : -122120819079424 : ffff90ee87f58700) 00000100:00000040:0.0:1788840316.521554:0:32721:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87f58700 x1875733133993472/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840332 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840316.521563:0:32721:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840316.521566:0:32721:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840316.521570:0:32721:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6440. 00000100:00000200:0.0:1788840316.521587:0:32721:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875733133993472, offset 0 00000400:00000200:0.0:1788840316.521597:0:32721:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840316.521609:0:32721:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840316.521618:0:32721:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840316.521625:0:32721:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840316.521630:0:32721:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840316.521635:0:32721:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840316.521671:0:32721:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840316.521675:0:32721:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2544:2544:256:4294967295] 192.168.202.131@tcp LPNI seq info [2544:2544:8:4294967295] 00000400:00000200:0.0:1788840316.521680:0:32721:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840316.521693:0:32721:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840316.521700:0:32721:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840316.521707:0:32721:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee92e46f00. 00000800:00000200:0.0:1788840316.521715:0:32721:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840316.521725:0:32721:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840316.521731:0:32721:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee92e46f00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788840316.521751:0:32721:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840316.521757:0:32721:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 795908 usecs (796 jiffies) 00000400:00000200:0.0:1788840316.521761:0:32721:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840316.521764:0:32721:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296547135 00000100:00000001:0.0:1788840316.521774:0:32721:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, simply extend its deadline from 4296546722 00000100:00000001:0.0:1788840316.521781:0:32721:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296547135 00000100:00000001:0.0:1788840316.521785:0:32721:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, simply extend its deadline from 4296546722 00000100:00000001:0.0:1788840316.521788:0:32721:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840316.521791:0:32721:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840316.521793:0:32721:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840316.521796:0:32721:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788840316.521799:0:32721:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee892c9180 going to sleep for 11 seconds 00000100:00000001:0.0:1788840316.521802:0:32721:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840316.521806:0:32721:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840316.522061:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840316.522067:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee92e46f00. 00000400:00000200:2.0:1788840316.522073:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840316.522079:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840316.522085:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6440 00000400:00000010:2.0:1788840316.522089:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6440. 00000100:00000001:2.0:1788840316.522093:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840316.522099:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f58700 x1875733133993472/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840332 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840316.522111:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840316.522116:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f58700 x1875733133993472/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840332 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840316.522124:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840316.522125:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:1.0:1788840316.549865:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840316.549877:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840316.549887:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840316.549888:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840316.558098:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788840316.558108:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840316.558114:0:16054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788840317.318398:0:28130:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120a20 (cpu 2) has reached its deadline 4296547135, at 4296547136 00000100:00000010:2.0:1788840317.318586:0:28130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee8532cf00. 00000100:00000040:3.0:1788840317.318678:0:20562:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120b30 (cpu 3) has reached its deadline 4296547135, at 4296547137 00000100:00000010:3.0:1788840317.318685:0:20562:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee8532ca80. 00010000:00000001:1.0:1788840317.575880:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840317.575887:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840317.575893:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840317.575894:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840317.576287:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788840317.576291:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840317.576293:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788840318.023472:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788840318.023488:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788840318.023508:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125c000. 00000020:00000040:2.0:1788840318.023517:0:36:0:(genops.c:1210:class_import_get()) import ffff90ee98ee5800 refcount=4 obd=MGC192.168.202.131@tcp 00000100:00000001:2.0:1788840318.023523:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840318.023528:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840318.023536:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840318.023548:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee8985c100. 00000100:00000001:2.0:1788840318.023569:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840318.023586:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS req@ffff90ee9125c000 x1875733133993600/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788840318.023600:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840318.023606:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840318.023613:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d26c8109] to pc [ptlrpcd_01_01+1] req@ffff90ee9125c000 x1875733133993600/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840318.023678:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840318.023681:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788840318.023685:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788840318.023689:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125e680. 00000020:00000040:2.0:1788840318.023692:0:36:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:2.0:1788840318.023695:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840318.023696:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840318.023698:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840318.023702:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee8985c200. 00000100:00000001:2.0:1788840318.023706:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840318.023711:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID req@ffff90ee9125e680 x1875733133993728/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788840318.023719:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840318.023721:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840318.023724:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024ddfd4f] to pc [ptlrpcd_01_00+0] req@ffff90ee9125e680 x1875733133993728/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840318.023733:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840318.023735:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788840318.023738:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788840318.023741:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788840318.023745:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788840318.023749:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125dc00. 00000020:00000040:2.0:1788840318.023751:0:36:0:(genops.c:1210:class_import_get()) import ffff90ee92b59000 refcount=3 obd=lustre-OST0001-osc-ffff90ee90f70800 00000100:00000001:2.0:1788840318.023753:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840318.023754:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840318.023756:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840318.023759:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee8985c900. 00000100:00000001:2.0:1788840318.023762:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840318.023766:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID req@ffff90ee9125dc00 x1875733133993856/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788840318.023773:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840318.023775:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840318.023779:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3e134e9] to pc [ptlrpcd_01_01+1] req@ffff90ee9125dc00 x1875733133993856/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840318.023786:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840318.023791:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1885) 00000100:00000001:2.0:1788840318.023811:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840318.023816:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840318.023819:0:2361:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840318.023827:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125e680 x1875733133993728/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840318.023835:0:2361:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840318.023838:0:2361:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840318.023843:0:2361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840318.023846:0:2361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840318.023850:0:2361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840318.023853:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733133993728:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840318.023858:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840318.023865:0:2361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840318.023868:0:2361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840318.023871:0:2361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840318.023877:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee98d5b000. 02000000:00000001:2.0:1788840318.023879:0:2361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840318.023890:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840318.023895:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e948. 00000400:00000010:2.0:1788840318.023904:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee912344c8. 00000100:00000200:2.0:1788840318.023913:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133993728, portal 10 00000100:00000001:2.0:1788840318.023916:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840318.023918:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044637312 : -122120664914304 : ffff90ee9125e680) 00000100:00000040:2.0:1788840318.023928:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125e680 x1875733133993728/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840318.023957:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840318.023960:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840318.023964:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee912346e8. 00000100:00000200:2.0:1788840318.023968:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733133993728, offset 0 00000400:00000200:2.0:1788840318.023976:0:2361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840318.023988:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840318.023997:0:2361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840318.024004:0:2361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840318.024010:0:2361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840318.024015:0:2361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840318.024019:0:2361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840318.024024:0:2361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2545:2545:256:4294967295] 192.168.202.131@tcp LPNI seq info [2545:2545:8:4294967295] 00000400:00000200:2.0:1788840318.024029:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840318.024040:0:2361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840318.024047:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840318.024055:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee8985ce00. 00000800:00000200:2.0:1788840318.024063:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840318.024072:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840318.024078:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee8985ce00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840318.024092:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840318.024098:0:2361:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 795908 usecs (796 jiffies) 00000400:00000200:2.0:1788840318.024102:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840318.024105:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296548638 00000100:00000010:2.0:1788840318.024111:0:2361:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee87fb1b40. 00000100:00000001:2.0:1788840318.024120:0:2361:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788840318.024127:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296548638 00000100:00000010:2.0:1788840318.024130:0:2361:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee87fb1540. 00000100:00000001:2.0:1788840318.024134:0:2361:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788840318.024138:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840318.024141:0:2361:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840318.024145:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840318.024148:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840318.024158:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840318.024160:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788840318.024162:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840318.024164:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840318.024165:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840318.024168:0:2361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1788840318.024170:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840318.024172:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840318.024173:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840318.024176:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840318.024177:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840318.024178:0:2361:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840318.024182:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125c000 x1875733133993600/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840318.024201:0:2361:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840318.024202:0:2361:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840318.024205:0:2361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840318.024207:0:2361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840318.024209:0:2361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840318.024212:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2361:1875733133993600:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840318.024216:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840318.024219:0:2361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840318.024221:0:2361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840318.024223:0:2361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840318.024226:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee98d5a200. 02000000:00000001:2.0:1788840318.024229:0:2361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840318.024232:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840318.024235:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e318. 00000400:00000010:2.0:1788840318.024239:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234220. 00000100:00000200:2.0:1788840318.024242:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133993600, portal 25 00000100:00000001:2.0:1788840318.024244:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840318.024245:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044627456 : -122120664924160 : ffff90ee9125c000) 00000100:00000040:2.0:1788840318.024249:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125c000 x1875733133993600/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840318.024255:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840318.024256:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840318.024259:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234b28. 00000100:00000200:2.0:1788840318.024261:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875733133993600, offset 0 00000400:00000200:2.0:1788840318.024265:0:2361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840318.024269:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840318.024272:0:2361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840318.024275:0:2361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840318.024278:0:2361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840318.024281:0:2361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840318.024283:0:2361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840318.024286:0:2361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2546:2546:255:4294967295] 192.168.202.131@tcp LPNI seq info [2546:2546:7:4294967295] 00000400:00000200:2.0:1788840318.024290:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840318.024295:0:2361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840318.024300:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840318.024304:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee8985ca00. 00000800:00000200:2.0:1788840318.024307:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840318.024312:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840318.024314:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee8985ca00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840318.024316:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840318.024319:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840318.024321:0:2361:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4296551841 00000100:00000001:2.0:1788840318.024675:0:2361:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296548638 00000100:00000001:2.0:1788840318.024679:0:2361:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4296551842 00000100:00000001:2.0:1788840318.024681:0:2361:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296548638 00000100:00000001:2.0:1788840318.024684:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840318.024686:0:2361:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840318.024688:0:2361:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840318.024695:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125dc00 x1875733133993856/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840318.024702:0:2361:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840318.024704:0:2361:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840318.024706:0:2361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840318.024708:0:2361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840318.024710:0:2361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840318.024713:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733133993856:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840318.024717:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840318.024720:0:2361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840318.024722:0:2361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840318.024724:0:2361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840318.024729:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee98d5b400. 02000000:00000001:2.0:1788840318.024731:0:2361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840318.024735:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840318.024738:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4ef78. 00000400:00000010:2.0:1788840318.024743:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234c38. 00000100:00000200:2.0:1788840318.024746:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133993856, portal 4 00000100:00000001:2.0:1788840318.024748:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840318.024749:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044634624 : -122120664916992 : ffff90ee9125dc00) 00000100:00000040:2.0:1788840318.024756:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125dc00 x1875733133993856/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840318.024763:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840318.024765:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840318.024768:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234cc0. 00000100:00000200:2.0:1788840318.024770:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733133993856, offset 0 00000400:00000200:2.0:1788840318.024775:0:2361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840318.024780:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840318.024785:0:2361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840318.024788:0:2361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840318.024791:0:2361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840318.024793:0:2361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840318.024796:0:2361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840318.024799:0:2361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2547:2547:254:4294967295] 192.168.202.131@tcp LPNI seq info [2547:2547:6:4294967295] 00000400:00000200:2.0:1788840318.024803:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840318.024809:0:2361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840318.024813:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840318.024818:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee84c26600. 00000800:00000200:2.0:1788840318.024823:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840318.024827:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840318.024830:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee84c26600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840318.024834:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840318.024837:0:2361:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: using a timeout of 264803 usecs (265 jiffies) 00000400:00000200:2.0:1788840318.024840:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840318.024842:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296548108 00000100:00000001:2.0:1788840318.024845:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296551841 00000100:00000001:2.0:1788840318.024847:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296548108 00000100:00000001:2.0:1788840318.024849:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296551842 00000100:00000001:2.0:1788840318.024851:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840318.024853:0:2361:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840318.024856:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840318.024858:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840318.024919:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840318.024924:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee8985ce00. 00000400:00000200:2.0:1788840318.025062:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840318.025070:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840318.025077:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee912346e8 00000400:00000010:2.0:1788840318.025079:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee912346e8. 00000100:00000001:2.0:1788840318.025084:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840318.025089:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125e680 x1875733133993728/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840318.025099:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840318.025103:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125e680 x1875733133993728/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840334 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840318.025110:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840318.025112:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788840318.025128:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840318.025129:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee8985ca00. 00000400:00000200:2.0:1788840318.025132:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840318.025136:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840318.025138:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234b28 00000400:00000010:2.0:1788840318.025139:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234b28. 00000100:00000001:2.0:1788840318.025141:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840318.025145:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125c000 x1875733133993600/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840318.025152:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840318.025154:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125c000 x1875733133993600/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840334 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840318.025160:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840318.025162:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788840318.026305:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840318.026313:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee84c26600. 00000400:00000200:2.0:1788840318.026320:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840318.026635:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840318.026673:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234cc0 00000400:00000010:2.0:1788840318.026676:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234cc0. 00000100:00000001:2.0:1788840318.026681:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840318.026689:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125dc00 x1875733133993856/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840334 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840318.026702:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840318.026706:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125dc00 x1875733133993856/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840334 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840318.026713:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840318.026715:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788840318.027773:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840318.027781:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788840318.031024:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840318.031049:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840318.031055:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840318.031058:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840318.031069:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840318.031078:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840318.031089:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840318.031095:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840318.031103:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840318.031108:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f827252780 00000400:00000200:3.0:1788840318.031113:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840318.031121:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x6f05 [1] + 224 00000800:00000001:3.0:1788840318.031130:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840318.031134:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840318.031138:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840318.031144:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840318.031154:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840318.031165:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125dc00 x1875733133993856/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840334 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840318.031186:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee9125dc00 x1875733133993856/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840318.031202:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840318.031213:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840318.031218:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840318.031220:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840318.031222:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840318.031225:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840318.031229:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840318.031233:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840318.031236:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840318.031238:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840318.031241:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 10 MB=0x6a9f827252700 00000400:00000200:3.0:1788840318.031244:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840318.031248:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 224/224 into md 0x6ee5 [1] + 224 00000800:00000001:3.0:1788840318.031252:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840318.031257:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840318.031259:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840318.031262:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840318.031265:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840318.031270:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125e680 x1875733133993728/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840334 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840318.031278:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee9125e680 x1875733133993728/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840318.031286:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840318.031290:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840318.031293:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840318.031309:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840318.031314:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788840318.031323:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840318.031326:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840318.031330:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4ef78. 00000400:00000200:3.0:1788840318.031336:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234c38 00000400:00000010:3.0:1788840318.031339:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234c38. 00000100:00000001:3.0:1788840318.031342:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840318.031346:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125dc00 x1875733133993856/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840318.031356:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125dc00 x1875733133993856/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840334 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840318.031361:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840318.031364:0:2361:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840318.031367:0:2361:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840318.031372:0:2361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840318.031375:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840318.031378:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840318.031382:0:2361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840318.031394:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b59460 time=18 v=5 (5 5 5 5) 00000100:00001000:3.0:1788840318.031399:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b59418 time=40 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840318.031402:0:2361:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840318.031404:0:2361:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840318.031408:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840318.031413:0:2361:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840318.031417:0:2361:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840318.031420:0:2361:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90ee90f70800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1788840318.031422:0:2361:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840318.031425:0:2361:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840318.031430:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125dc00 x1875733133993856/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840334 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840318.031438:0:2361:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840318.031441:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840318.031444:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840318.031448:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125dc00 x1875733133993856/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840334 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840318.031456:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733133993856:192.168.202.131@tcp:400:kworker.0 00000400:00000001:3.0:1788840318.031462:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840318.031463:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840318.031465:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e948. 00000400:00000200:3.0:1788840318.031468:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee912344c8 00000400:00000010:3.0:1788840318.031470:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee912344c8. 00000100:00000001:3.0:1788840318.031472:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840318.031475:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125e680 x1875733133993728/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840318.031483:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125e680 x1875733133993728/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840334 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840318.031495:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840318.031497:0:2361:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840318.031498:0:2361:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840318.031500:0:2361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840318.031501:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840318.031502:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840318.031504:0:2361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840318.031508:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=18 v=5 (5 5 102 102) 00000100:00001000:3.0:1788840318.031511:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=16 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840318.031513:0:2361:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840318.031515:0:2361:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840318.031516:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840318.031518:0:2361:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840318.031521:0:2361:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840318.031522:0:2361:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967654 00000100:00000001:3.0:1788840318.031524:0:2361:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840318.031525:0:2361:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840318.031530:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125e680 x1875733133993728/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840334 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840318.031536:0:2361:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840318.031537:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840318.031539:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840318.031541:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125e680 x1875733133993728/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840334 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840318.031549:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733133993728:192.168.202.131@tcp:400:kworker.0 00000100:00000001:3.0:1788840318.031553:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840318.031556:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840318.031573:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125dc00 x1875733133993856/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840334 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840318.031580:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840318.031584:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840318.031588:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee98d5b400. 02000000:00000001:3.0:1788840318.031593:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840318.031597:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840318.031599:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee92b59000 refcount=2 obd=lustre-OST0001-osc-ffff90ee90f70800 00000020:00000001:3.0:1788840318.031602:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840318.031606:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee8985c900. 02000000:00000001:3.0:1788840318.031609:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840318.032685:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840318.032694:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125dc00. 00000100:00000001:3.0:1788840318.032702:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840318.032703:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840318.032706:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840318.032717:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125e680 x1875733133993728/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840334 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840318.032726:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840318.032729:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840318.032733:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee98d5b000. 02000000:00000001:3.0:1788840318.032736:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840318.032738:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840318.032740:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:3.0:1788840318.032742:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840318.032745:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee8985c200. 02000000:00000001:3.0:1788840318.032748:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840318.032750:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840318.032751:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125e680. 00000100:00000001:3.0:1788840318.032753:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840318.032755:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840318.032758:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840318.032761:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840318.032764:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840318.032767:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840318.032769:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788840318.032796:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840318.032807:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840318.032810:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840318.032813:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840318.032820:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840318.032826:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840318.032835:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840318.032840:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840318.032845:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840318.032849:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 25 MB=0x6a9f827252680 00000400:00000200:3.0:1788840318.032854:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840318.032861:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.131@tcp of length 224/224 into md 0x6ef5 [1] + 224 00000800:00000001:3.0:1788840318.032871:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840318.032879:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840318.032883:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840318.032888:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840318.032895:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840318.032902:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125c000 x1875733133993600/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840334 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840318.032914:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee9125c000 x1875733133993600/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840318.032924:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840318.032933:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840318.032936:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840318.032944:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840318.032953:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788840318.032958:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840318.032960:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840318.032963:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e318. 00000400:00000200:3.0:1788840318.032967:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234220 00000400:00000010:3.0:1788840318.032970:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234220. 00000100:00000001:3.0:1788840318.032972:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840318.032976:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125c000 x1875733133993600/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840334 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840318.032983:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125c000 x1875733133993600/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840334 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840318.032989:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840318.032991:0:2361:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840318.032993:0:2361:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840318.032996:0:2361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840318.032999:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840318.033001:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840318.033003:0:2361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840318.033010:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98ee5c60 time=18 v=5 (5 5 5 5) 00000100:00001000:3.0:1788840318.033013:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98ee5c18 time=18 v=5 (1 1 1 1) 00000100:00000001:3.0:1788840318.033016:0:2361:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840318.033017:0:2361:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840318.033020:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840318.033022:0:2361:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840318.033025:0:2361:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840318.033030:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125c000 x1875733133993600/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840334 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840318.033037:0:2361:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840318.033040:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840318.033042:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840318.033046:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125c000 x1875733133993600/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840334 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840318.033054:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2361:1875733133993600:192.168.202.131@tcp:400:kworker.0 00000100:00000001:3.0:1788840318.033059:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840318.033061:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840318.033063:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125c000 x1875733133993600/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840334 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840318.033070:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840318.033071:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840318.033073:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee98d5a200. 02000000:00000001:3.0:1788840318.033078:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840318.033079:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840318.033081:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee98ee5800 refcount=3 obd=MGC192.168.202.131@tcp 00000020:00000001:3.0:1788840318.033083:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840318.033084:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee8985c100. 02000000:00000001:3.0:1788840318.033087:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840318.033088:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840318.033090:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125c000. 00000100:00000001:3.0:1788840318.033092:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840318.033093:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840318.033095:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840318.033107:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840318.033110:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840318.033112:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840318.033114:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840318.610925:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840318.610930:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840318.610936:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840318.610937:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840318.613884:0:15925:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840318.613891:0:15925:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840318.613895:0:15925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788840319.621754:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840319.621760:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840319.621764:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840319.621766:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840319.622688:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788840319.622696:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840319.622702:0:16054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788840320.646238:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840320.646249:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840320.646256:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840320.646260:0:31109:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840320.646264:0:31109:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840320.646272:0:31109:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840320.646275:0:31109:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840320.646276:0:31109:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840320.646280:0:31109:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840320.646283:0:31109:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840320.646285:0:31109:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840320.646287:0:31109:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840320.646320:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788840320.646338:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840320.646341:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788840321.669810:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840321.669821:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840321.669829:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840321.669830:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840321.670017:0:15925:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840321.670022:0:15925:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840321.670025:0:15925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788840322.053985:0:20562:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120b30 (cpu 3) has reached its deadline 4296551842, at 4296551872 00000100:00000010:3.0:1788840322.054007:0:20562:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee87fb1540. 00000100:00000040:2.0:1788840322.055475:0:28130:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120a20 (cpu 2) has reached its deadline 4296551841, at 4296551873 00000100:00000010:2.0:1788840322.055491:0:28130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee87fb1b40. 00010000:00000001:1.0:1788840322.693821:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840322.693830:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840322.693837:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840322.693838:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840322.694051:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788840322.694056:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840322.694059:0:16054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1788840323.143316:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788840323.143332:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788840323.143359:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f5b480. 00000020:00000040:0.0:1788840323.143368:0:37:0:(genops.c:1210:class_import_get()) import ffff90ee98ee5800 refcount=4 obd=MGC192.168.202.131@tcp 00000100:00000001:0.0:1788840323.143374:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840323.143378:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840323.143385:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840323.143397:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee92e46600. 00000100:00000001:0.0:1788840323.143407:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840323.143432:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS req@ffff90ee87f5b480 x1875733133993984/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788840323.143445:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840323.143452:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840323.143459:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005cadbda8] to pc [ptlrpcd_00_00+0] req@ffff90ee87f5b480 x1875733133993984/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840323.143500:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840323.143503:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788840323.143507:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788840323.143511:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f5b100. 00000020:00000040:0.0:1788840323.143513:0:37:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:0.0:1788840323.143516:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840323.143517:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840323.143519:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840323.143523:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee92e46c00. 00000100:00000001:0.0:1788840323.143526:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840323.143531:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID req@ffff90ee87f5b100 x1875733133994112/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788840323.143539:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840323.143541:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840323.143545:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f5dafdee] to pc [ptlrpcd_00_01+1] req@ffff90ee87f5b100 x1875733133994112/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840323.143553:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840323.143556:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788840323.143560:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788840323.143563:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788840323.143566:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788840323.143570:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f5aa00. 00000020:00000040:0.0:1788840323.143573:0:37:0:(genops.c:1210:class_import_get()) import ffff90ee92b59000 refcount=3 obd=lustre-OST0001-osc-ffff90ee90f70800 00000100:00000001:0.0:1788840323.143575:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840323.143576:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840323.143577:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840323.143581:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee92e46b00. 00000100:00000001:0.0:1788840323.143584:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840323.143588:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID req@ffff90ee87f5aa00 x1875733133994240/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788840323.143596:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840323.143598:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840323.143601:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c6e27d9d] to pc [ptlrpcd_00_00+0] req@ffff90ee87f5aa00 x1875733133994240/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840323.143609:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840323.143614:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1890) 00000100:00000001:1.0:1788840323.144141:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840323.144148:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840323.144152:0:2359:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840323.144162:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f5b480 x1875733133993984/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840323.144178:0:2359:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840323.144182:0:2359:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840323.144186:0:2359:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840323.144191:0:2359:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840323.144195:0:2359:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840323.144199:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2359:1875733133993984:192.168.202.131@tcp:400:kworker.0 00000100:00000001:1.0:1788840323.144204:0:2359:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840323.144211:0:2359:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840323.144215:0:2359:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840323.144218:0:2359:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840323.144226:0:2359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee85090200. 02000000:00000001:1.0:1788840323.144228:0:2359:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840323.144238:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840323.144244:0:2359:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe318. 00000400:00000010:1.0:1788840323.144253:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539440. 00000100:00000200:1.0:1788840323.144264:0:2359:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133993984, portal 25 00000100:00000001:1.0:1788840323.144266:0:2359:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840323.144268:0:2359:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890483840 : -122120819067776 : ffff90ee87f5b480) 00000100:00000040:1.0:1788840323.144275:0:2359:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87f5b480 x1875733133993984/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840323.144284:0:2359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840323.144288:0:2359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840323.144291:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539880. 00000100:00000200:1.0:1788840323.144295:0:2359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875733133993984, offset 0 00000400:00000200:1.0:1788840323.144304:0:2359:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840323.144316:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840323.144327:0:2359:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840323.144334:0:2359:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840323.144340:0:2359:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840323.144345:0:2359:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840323.144348:0:2359:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840323.144353:0:2359:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2548:2548:256:4294967295] 192.168.202.131@tcp LPNI seq info [2548:2548:8:4294967295] 00000400:00000200:1.0:1788840323.144358:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840323.144371:0:2359:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840323.144379:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840323.144386:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989d00. 00000800:00000200:1.0:1788840323.144394:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840323.144402:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840323.144407:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788840323.144428:0:2359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840323.144433:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840323.144436:0:2359:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4296556961 00000100:00000010:1.0:1788840323.144443:0:2359:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee8532ca80. 00000100:00000001:1.0:1788840323.144453:0:2359:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788840323.144460:0:2359:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4296556961 00000100:00000010:1.0:1788840323.144464:0:2359:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee8532cc00. 00000100:00000001:1.0:1788840323.144468:0:2359:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788840323.144470:0:2359:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840323.144472:0:2359:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840323.144476:0:2359:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840323.144479:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f5aa00 x1875733133994240/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840323.144484:0:2359:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840323.144485:0:2359:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840323.144488:0:2359:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840323.144489:0:2359:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840323.144490:0:2359:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840323.144492:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2359:1875733133994240:192.168.202.131@tcp:400:kworker.0 00000100:00000001:1.0:1788840323.144495:0:2359:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840323.144497:0:2359:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840323.144498:0:2359:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840323.144500:0:2359:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840323.144503:0:2359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee85091000. 02000000:00000001:1.0:1788840323.144504:0:2359:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840323.144507:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840323.144509:0:2359:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe478. 00000400:00000010:1.0:1788840323.144512:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539330. 00000100:00000200:1.0:1788840323.144514:0:2359:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133994240, portal 4 00000100:00000001:1.0:1788840323.144516:0:2359:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840323.144517:0:2359:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890481152 : -122120819070464 : ffff90ee87f5aa00) 00000100:00000040:1.0:1788840323.144522:0:2359:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87f5aa00 x1875733133994240/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840323.144527:0:2359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840323.144528:0:2359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840323.144530:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539000. 00000100:00000200:1.0:1788840323.144531:0:2359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733133994240, offset 0 00000400:00000200:1.0:1788840323.144534:0:2359:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840323.144537:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840323.144539:0:2359:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840323.144541:0:2359:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840323.144542:0:2359:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840323.144544:0:2359:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840323.144545:0:2359:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840323.144547:0:2359:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2549:2549:255:4294967295] 192.168.202.131@tcp LPNI seq info [2549:2549:7:4294967295] 00000400:00000200:1.0:1788840323.144550:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840323.144554:0:2359:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840323.144556:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840323.144559:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989e00. 00000800:00000200:1.0:1788840323.144561:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840323.144564:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840323.144566:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788840323.144568:0:2359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840323.144571:0:2359:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: using a timeout of 263310 usecs (264 jiffies) 00000400:00000200:1.0:1788840323.144573:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840323.144575:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296553226 00000100:00000001:1.0:1788840323.144577:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296556961 00000100:00000001:1.0:1788840323.144578:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296553226 00000100:00000001:1.0:1788840323.144580:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296556961 00000100:00000001:1.0:1788840323.144581:0:2359:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840323.144582:0:2359:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840323.144584:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840323.144586:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840323.144593:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840323.144594:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788840323.144596:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840323.144597:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840323.144598:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840323.144600:0:2359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1788840323.144601:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840323.144603:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840323.144604:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840323.144605:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840323.144606:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840323.144606:0:2359:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840323.144608:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f5b100 x1875733133994112/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840323.144612:0:2359:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840323.144613:0:2359:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840323.144615:0:2359:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840323.144615:0:2359:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840323.144616:0:2359:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840323.144618:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2359:1875733133994112:192.168.202.131@tcp:400:kworker.0 00000100:00000001:1.0:1788840323.144620:0:2359:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840323.144621:0:2359:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840323.144622:0:2359:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840323.144624:0:2359:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840323.144626:0:2359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee85090000. 02000000:00000001:1.0:1788840323.144627:0:2359:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840323.144629:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840323.144631:0:2359:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fef78. 00000400:00000010:1.0:1788840323.144633:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539cc0. 00000100:00000200:1.0:1788840323.144635:0:2359:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133994112, portal 10 00000100:00000001:1.0:1788840323.144636:0:2359:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840323.144676:0:2359:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890482944 : -122120819068672 : ffff90ee87f5b100) 00000100:00000040:1.0:1788840323.144683:0:2359:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87f5b100 x1875733133994112/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840323.144690:0:2359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840323.144692:0:2359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840323.144695:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539908. 00000100:00000200:1.0:1788840323.144698:0:2359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733133994112, offset 0 00000400:00000200:1.0:1788840323.144702:0:2359:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840323.144705:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840323.144708:0:2359:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840323.144710:0:2359:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840323.144712:0:2359:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840323.144714:0:2359:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840323.144717:0:2359:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840323.144719:0:2359:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2550:2550:254:4294967295] 192.168.202.131@tcp LPNI seq info [2550:2550:6:4294967295] 00000400:00000200:1.0:1788840323.144723:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840323.144729:0:2359:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840323.144733:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840323.144740:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989700. 00000800:00000200:1.0:1788840323.144744:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840323.144748:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840323.144750:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788840323.144753:0:2359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840323.144757:0:2359:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 794903 usecs (795 jiffies) 00000400:00000200:1.0:1788840323.144760:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840323.144762:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296553758 00000100:00000001:1.0:1788840323.144765:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296556961 00000100:00000001:1.0:1788840323.144767:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296553758 00000100:00000001:1.0:1788840323.144769:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296556961 00000100:00000001:1.0:1788840323.144771:0:2359:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840323.144773:0:2359:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840323.144776:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840323.144778:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840323.144798:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840323.144801:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840323.145923:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840323.145933:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989d00. 00000400:00000200:3.0:1788840323.145953:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840323.145963:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840323.145973:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539880 00000400:00000010:3.0:1788840323.145976:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539880. 00000100:00000001:3.0:1788840323.145984:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840323.145992:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f5b480 x1875733133993984/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840323.146006:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840323.146010:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f5b480 x1875733133993984/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840339 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840323.146018:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840323.146020:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788840323.146037:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840323.146040:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989e00. 00000400:00000200:3.0:1788840323.146042:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840323.146046:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840323.146050:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539000 00000400:00000010:3.0:1788840323.146052:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539000. 00000100:00000001:3.0:1788840323.146054:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840323.146059:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f5aa00 x1875733133994240/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840323.146083:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840323.146087:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f5aa00 x1875733133994240/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840339 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840323.146093:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840323.146095:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788840323.146177:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840323.146180:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989700. 00000400:00000200:3.0:1788840323.146184:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840323.146187:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840323.146190:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539908 00000400:00000010:3.0:1788840323.146193:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539908. 00000100:00000001:3.0:1788840323.146195:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840323.146199:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f5b100 x1875733133994112/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840339 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840323.146207:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840323.146210:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f5b100 x1875733133994112/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840339 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840323.146217:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840323.146218:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840323.155836:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840323.155863:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840323.155869:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840323.155872:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840323.155884:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840323.155913:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840323.155924:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840323.155931:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840323.155937:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840323.155943:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f827252900 00000400:00000200:3.0:1788840323.155949:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840323.155957:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x6f1d [1] + 224 00000800:00000001:3.0:1788840323.155968:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840323.155976:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840323.155980:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840323.155986:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840323.156486:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840323.156499:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f5aa00 x1875733133994240/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840339 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840323.156513:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87f5aa00 x1875733133994240/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840339 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840323.156539:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840323.156552:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840323.156556:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840323.156969:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840323.156975:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788840323.156987:0:2359:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840323.156990:0:2359:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840323.156994:0:2359:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe478. 00000400:00000200:1.0:1788840323.157000:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539330 00000400:00000010:1.0:1788840323.157003:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539330. 00000100:00000001:1.0:1788840323.157008:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840323.157015:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f5aa00 x1875733133994240/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840339 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788840323.157024:0:2359:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f5aa00 x1875733133994240/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840339 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840323.157031:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840323.157033:0:2359:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840323.157036:0:2359:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840323.157041:0:2359:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840323.157045:0:2359:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840323.157048:0:2359:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840323.157053:0:2359:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840323.157065:0:2359:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b59460 time=23 v=5 (5 5 5 5) 00000100:00001000:1.0:1788840323.157070:0:2359:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b59418 time=45 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840323.157073:0:2359:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840323.157076:0:2359:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840323.157080:0:2359:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840323.157088:0:2359:0:(ldlm_request.c:1723:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840323.157094:0:2359:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840323.157097:0:2359:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90ee90f70800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1788840323.157099:0:2359:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840323.157101:0:2359:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840323.157107:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f5aa00 x1875733133994240/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840339 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840323.157115:0:2359:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840323.157119:0:2359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840323.157122:0:2359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840323.157126:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f5aa00 x1875733133994240/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840339 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788840323.157134:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2359:1875733133994240:192.168.202.131@tcp:400:kworker.0 00000100:00000001:1.0:1788840323.157140:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840323.157143:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840323.157147:0:2359:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f5aa00 x1875733133994240/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840339 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840323.157154:0:2359:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840323.157158:0:2359:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840323.157162:0:2359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee85091000. 02000000:00000001:1.0:1788840323.157166:0:2359:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840323.157170:0:2359:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840323.157172:0:2359:0:(genops.c:1223:class_import_put()) import ffff90ee92b59000 refcount=2 obd=lustre-OST0001-osc-ffff90ee90f70800 00000020:00000001:1.0:1788840323.157175:0:2359:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840323.157178:0:2359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee92e46b00. 02000000:00000001:1.0:1788840323.157183:0:2359:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840323.157186:0:2359:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840323.157188:0:2359:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f5aa00. 00000100:00000001:1.0:1788840323.157192:0:2359:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840323.157194:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840323.157198:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840323.157201:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840323.157202:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840323.157204:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840323.157205:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840323.717962:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840323.717974:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840323.718039:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840323.718041:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840323.718072:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788840323.718074:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840323.718076:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788840324.165797:0:2359:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788840324.165817:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840324.165820:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:1.0:1788840324.165827:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840324.165830:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840324.165836:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840324.165841:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840324.741902:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840324.741918:0:31109:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840324.741921:0:31109:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840324.741926:0:31109:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840324.741934:0:31109:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840324.741936:0:31109:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840324.741939:0:31109:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840324.741942:0:31109:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840324.741947:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840324.741949:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840324.742061:0:15925:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840324.742066:0:15925:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840324.742070:0:15925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788840325.765820:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840325.765829:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840325.765837:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840325.765839:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840325.770045:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788840325.770057:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840325.770064:0:16054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788840326.790683:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840326.790694:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840326.790702:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840326.790703:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840326.790741:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788840326.790745:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840326.790749:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788840327.173791:0:20562:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120b30 (cpu 3) has reached its deadline 4296556961, at 4296556992 00000100:00000040:2.0:1788840327.173791:0:28130:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120a20 (cpu 2) has reached its deadline 4296556961, at 4296556992 00000100:00000010:3.0:1788840327.173811:0:20562:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee8532cc00. 00000100:00000010:2.0:1788840327.173814:0:28130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee8532ca80. 00000100:00000001:0.0:1788840327.749848:0:32721:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788840327.749857:0:32721:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840327.749869:0:32721:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788840327.749876:0:32721:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee892c9180 going to sleep for 1 seconds 00000100:00000001:0.0:1788840327.749880:0:32721:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840327.749885:0:32721:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840327.813788:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840327.813796:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840327.813802:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840327.813803:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840327.814013:0:15925:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840327.814020:0:15925:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840327.814026:0:15925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1788840328.261761:0:20099:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788840328.261776:0:20099:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788840328.261790:0:20099:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87face00. 00000020:00000040:1.0:1788840328.261798:0:20099:0:(genops.c:1210:class_import_get()) import ffff90ee98ee5800 refcount=5 obd=MGC192.168.202.131@tcp 00000100:00000001:1.0:1788840328.261805:0:20099:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840328.261809:0:20099:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840328.261815:0:20099:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840328.261826:0:20099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee87989b00. 00000100:00000001:1.0:1788840328.261834:0:20099:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840328.261851:0:20099:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS req@ffff90ee87face00 x1875733133994368/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788840328.261895:0:20099:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840328.261902:0:20099:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840328.261909:0:20099:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067ca095d] to pc [ptlrpcd_00_01+1] req@ffff90ee87face00 x1875733133994368/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840328.261947:0:20099:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840328.261950:0:20099:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788840328.261954:0:20099:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1788840328.261958:0:20099:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87fac380. 00000020:00000040:1.0:1788840328.261960:0:20099:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:1.0:1788840328.261962:0:20099:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840328.261964:0:20099:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840328.261965:0:20099:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840328.261969:0:20099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee87989100. 00000100:00000001:1.0:1788840328.261972:0:20099:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840328.261976:0:20099:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID req@ffff90ee87fac380 x1875733133994496/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788840328.261983:0:20099:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840328.261986:0:20099:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840328.261989:0:20099:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000804dd2e0] to pc [ptlrpcd_00_00+0] req@ffff90ee87fac380 x1875733133994496/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840328.261997:0:20099:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840328.262000:0:20099:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1788840328.262004:0:20099:0:(pinger.c:247:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:1.0:1788840328.262007:0:20099:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1788840328.262010:0:20099:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000001:1.0:1788840328.262013:0:20099:0:(import.c:2066:ptlrpc_disconnect_and_idle_import()) Process entered 00000100:00000001:1.0:1788840328.262017:0:20099:0:(import.c:1762:ptlrpc_disconnect_prep_req()) Process entered 00000100:00000010:1.0:1788840328.262020:0:20099:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87fad180. 00000020:00000040:1.0:1788840328.262023:0:20099:0:(genops.c:1210:class_import_get()) import ffff90ee92b59000 refcount=3 obd=lustre-OST0001-osc-ffff90ee90f70800 00000100:00000001:1.0:1788840328.262025:0:20099:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840328.262027:0:20099:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840328.262028:0:20099:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840328.262031:0:20099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee87989500. 00000100:00000001:1.0:1788840328.262034:0:20099:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840328.262037:0:20099:0:(import.c:1800:ptlrpc_disconnect_prep_req()) Process leaving (rc=18446621952890818944 : -122120818732672 : ffff90ee87fad180) 00000100:00000001:0.0:1788840328.262173:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840328.262178:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840328.262181:0:2360:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840328.262189:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87face00 x1875733133994368/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840328.262198:0:2360:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840328.262200:0:2360:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840328.262205:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840328.262208:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840328.262211:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840328.262215:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87face00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2360:1875733133994368:192.168.202.131@tcp:400:kworker.0 00000100:00000001:0.0:1788840328.262219:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840328.262225:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840328.262229:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840328.262232:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840328.262238:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90eea0589400. 02000000:00000001:0.0:1788840328.262241:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840328.262252:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840328.262258:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c80630. 00000400:00000010:0.0:1788840328.262267:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6550. 00000100:00000200:0.0:1788840328.262275:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133994368, portal 25 00000100:00000001:0.0:1788840328.262278:0:2360:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840328.262280:0:2360:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890818048 : -122120818733568 : ffff90ee87face00) 00000100:00000040:0.0:1788840328.262286:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87face00 x1875733133994368/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840328.262303:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840328.262307:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840328.262310:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6ee0. 00000100:00000200:0.0:1788840328.262315:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875733133994368, offset 0 00000400:00000200:0.0:1788840328.262322:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840328.262333:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840328.262343:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840328.262350:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840328.262356:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840328.262361:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840328.262364:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840328.262368:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2551:2551:256:4294967295] 192.168.202.131@tcp LPNI seq info [2551:2551:8:4294967295] 00000400:00000200:0.0:1788840328.262373:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840328.262385:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840328.262393:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840328.262400:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee92e46d00. 00000800:00000200:0.0:1788840328.262408:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840328.262416:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840328.262422:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee92e46d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788840328.262441:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840328.262447:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840328.262450:0:2360:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4296562079 00000100:00000010:0.0:1788840328.262457:0:2360:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee9887dc60. 00000100:00000001:0.0:1788840328.262465:0:2360:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788840328.262473:0:2360:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4296562079 00000100:00000010:0.0:1788840328.262484:0:2360:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee9887d720. 00000100:00000001:0.0:1788840328.262489:0:2360:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788840328.262497:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840328.262500:0:2360:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840328.262504:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840328.262507:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840328.262515:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840328.262518:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788840328.262521:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840328.262522:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840328.262523:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840328.262526:0:2360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1788840328.262528:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840328.262529:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840328.262531:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840328.262532:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840328.262533:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840328.262534:0:2360:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840328.262538:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87fac380 x1875733133994496/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840328.262546:0:2360:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840328.262547:0:2360:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840328.262550:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840328.262551:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840328.262553:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840328.262556:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87fac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2360:1875733133994496:192.168.202.131@tcp:400:kworker.0 00000100:00000001:0.0:1788840328.262560:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840328.262562:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840328.262564:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840328.262567:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840328.262572:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee8799ce00. 02000000:00000001:0.0:1788840328.262575:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840328.262578:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840328.262581:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c808f0. 00000400:00000010:0.0:1788840328.262585:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6198. 00000100:00000200:0.0:1788840328.262588:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133994496, portal 10 00000100:00000001:0.0:1788840328.262590:0:2360:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840328.262591:0:2360:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890815360 : -122120818736256 : ffff90ee87fac380) 00000100:00000040:0.0:1788840328.262598:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87fac380 x1875733133994496/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840328.262605:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840328.262607:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840328.262610:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6440. 00000100:00000200:0.0:1788840328.262612:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733133994496, offset 0 00000400:00000200:0.0:1788840328.262617:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840328.262621:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840328.262624:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840328.262627:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840328.262630:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840328.262632:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840328.262634:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840328.262637:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2552:2552:255:4294967295] 192.168.202.131@tcp LPNI seq info [2552:2552:7:4294967295] 00000400:00000200:0.0:1788840328.262669:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840328.262675:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840328.262680:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840328.262684:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee92e46b00. 00000800:00000200:0.0:1788840328.262687:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840328.262692:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840328.262694:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee92e46b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788840328.262697:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840328.262702:0:2360:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 794903 usecs (795 jiffies) 00000400:00000200:0.0:1788840328.262705:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840328.262707:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296558876 00000100:00000001:0.0:1788840328.262710:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296562079 00000100:00000001:0.0:1788840328.262712:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296558876 00000100:00000001:0.0:1788840328.262714:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296562079 00000100:00000001:0.0:1788840328.262716:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840328.262718:0:2360:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840328.262720:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840328.262722:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840328.262756:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840328.262759:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840328.262761:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840328.262763:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840328.263064:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840328.263070:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee92e46d00. 00000400:00000200:3.0:1788840328.263079:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840328.263085:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840328.263091:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6ee0 00000400:00000010:3.0:1788840328.263094:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6ee0. 00000100:00000001:3.0:1788840328.263099:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840328.263104:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87face00 x1875733133994368/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840328.263115:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840328.263120:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87face00 x1875733133994368/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840344 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840328.263127:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840328.263129:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788840328.263207:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840328.263210:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee92e46b00. 00000400:00000200:3.0:1788840328.263213:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840328.263216:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840328.263220:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6440 00000400:00000010:3.0:1788840328.263222:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6440. 00000100:00000001:3.0:1788840328.263224:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840328.263227:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fac380 x1875733133994496/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840344 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840328.263234:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840328.263237:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87fac380 x1875733133994496/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840344 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840328.263244:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840328.263245:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00080000:1.0:1788840328.263581:0:20099:0:(import.c:65:import_set_state_nolock()) ffff90ee92b59000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00080000:1.0:1788840328.263585:0:20099:0:(import.c:2101:ptlrpc_disconnect_and_idle_import()) lustre-OST0001-osc-ffff90ee90f70800: disconnect after 21s idle 00000100:00000001:1.0:1788840328.263591:0:20099:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840328.263596:0:20099:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840328.263602:0:20099:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c7ddb6b] to pc [ptlrpcd_rcv+-1] req@ffff90ee87fad180 x1875733133994624/t0(0) o9->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840328.263625:0:20099:0:(import.c:2105:ptlrpc_disconnect_and_idle_import()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840328.263627:0:20099:0:(pinger.c:123:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840328.263633:0:20099:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1895) 00000100:00000001:2.0:1788840328.263713:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840328.263717:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840328.263719:0:2358:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840328.263725:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87fad180 x1875733133994624/t0(0) o9->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840328.263733:0:2358:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840328.263735:0:2358:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840328.263737:0:2358:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840328.263740:0:2358:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840328.263742:0:2358:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840328.263747:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87fad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:10f4a654-3497-48d8-8f70-7e89f4f161cc:2358:1875733133994624:192.168.202.131@tcp:9:kworker.0 00000100:00000001:2.0:1788840328.263751:0:2358:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840328.263754:0:2358:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840328.263757:0:2358:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840328.263759:0:2358:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840328.263765:0:2358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee87173200. 02000000:00000001:2.0:1788840328.263767:0:2358:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840328.263772:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840328.263776:0:2358:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e9a0. 00000400:00000010:2.0:1788840328.263781:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234cc0. 00000100:00000200:2.0:1788840328.263787:0:2358:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133994624, portal 4 00000100:00000001:2.0:1788840328.263789:0:2358:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840328.263791:0:2358:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890818944 : -122120818732672 : ffff90ee87fad180) 00000100:00000040:2.0:1788840328.263798:0:2358:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87fad180 x1875733133994624/t0(0) o9->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840328.263805:0:2358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840328.263808:0:2358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840328.263811:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234b28. 00000100:00000200:2.0:1788840328.263814:0:2358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733133994624, offset 0 00000400:00000200:2.0:1788840328.263820:0:2358:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840328.263827:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840328.263834:0:2358:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840328.263838:0:2358:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840328.263841:0:2358:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840328.263844:0:2358:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840328.263847:0:2358:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840328.263851:0:2358:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2553:2553:256:4294967295] 192.168.202.131@tcp LPNI seq info [2553:2553:8:4294967295] 00000400:00000200:2.0:1788840328.263909:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840328.263917:0:2358:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840328.263922:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840328.263928:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee84c26600. 00000800:00000200:2.0:1788840328.263933:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840328.263940:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840328.263944:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee84c26600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840328.263956:0:2358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840328.263961:0:2358:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: using a timeout of 261877 usecs (262 jiffies) 00000400:00000200:2.0:1788840328.263964:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840328.263966:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296558344 00000100:00000001:2.0:1788840328.263970:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296562079 00000100:00000001:2.0:1788840328.263972:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296558344 00000100:00000001:2.0:1788840328.263974:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296562079 00000100:00000001:2.0:1788840328.263977:0:2358:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840328.263979:0:2358:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840328.263982:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840328.263985:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840328.263992:0:2358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840328.263994:0:2358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:2.0:1788840328.263996:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840328.263997:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840328.263999:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840328.264001:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840328.267285:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840328.267299:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee84c26600. 00000400:00000200:3.0:1788840328.267310:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840328.267327:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840328.267339:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234b28 00000400:00000010:3.0:1788840328.267342:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234b28. 00000100:00000001:3.0:1788840328.267349:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840328.267360:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fad180 x1875733133994624/t0(0) o9->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840338 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840328.267376:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840328.267381:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87fad180 x1875733133994624/t0(0) o9->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840338 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840328.267397:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840328.267400:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840328.280379:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840328.280414:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840328.280420:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840328.280423:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840328.280436:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840328.280446:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840328.280457:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840328.280464:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840328.280470:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840328.280476:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f827252a80 00000400:00000200:3.0:1788840328.280482:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840328.280489:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x6f3d [1] + 224 00000800:00000001:3.0:1788840328.280496:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840328.280502:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840328.280506:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840328.280510:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840328.280518:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840328.280527:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fad180 x1875733133994624/t0(0) o9->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840338 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840328.280537:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87fad180 x1875733133994624/t0(0) o9->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840338 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840328.280555:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840328.280564:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840328.280566:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840328.280628:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840328.280634:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788840328.280678:0:2358:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840328.280681:0:2358:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840328.280685:0:2358:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e9a0. 00000400:00000200:2.0:1788840328.280693:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234cc0 00000400:00000010:2.0:1788840328.280696:0:2358:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234cc0. 00000100:00000001:2.0:1788840328.280700:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840328.280706:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87fad180 x1875733133994624/t0(0) o9->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840338 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788840328.280717:0:2358:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87fad180 x1875733133994624/t0(0) o9->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840338 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840328.280724:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840328.280726:0:2358:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840328.280729:0:2358:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788840328.280733:0:2358:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788840328.280736:0:2358:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840328.280739:0:2358:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840328.280743:0:2358:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840328.280756:0:2358:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b59460 time=28 v=5 (5 5 5 5) 00000100:00001000:2.0:1788840328.280760:0:2358:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b59418 time=50 v=5 (1 0 0 0) 00000100:00000001:2.0:1788840328.280763:0:2358:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788840328.280766:0:2358:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840328.280769:0:2358:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788840328.280774:0:2358:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840328.280779:0:2358:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788840328.280782:0:2358:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90ee90f70800: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1788840328.280784:0:2358:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788840328.280786:0:2358:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840328.280791:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87fad180 x1875733133994624/t0(0) o9->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840338 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840328.280798:0:2358:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840328.280802:0:2358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840328.280804:0:2358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1788840328.280809:0:2358:0:(import.c:2011:ptlrpc_disconnect_idle_interpret()) @@@ inflight=1, refcount=3: rc = 0 req@ffff90ee87fad180 x1875733133994624/t0(0) o9->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840338 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788840328.280817:0:2358:0:(import.c:65:import_set_state_nolock()) ffff90ee92b59000 lustre-OST0001_UUID: changing import state from CONNECTING to IDLE 00000100:00000040:2.0:1788840328.280822:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87fad180 x1875733133994624/t0(0) o9->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840338 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788840328.280830:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87fad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:10f4a654-3497-48d8-8f70-7e89f4f161cc:2358:1875733133994624:192.168.202.131@tcp:9:kworker.0 00000100:00000001:2.0:1788840328.280836:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840328.280839:0:2358:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840328.280843:0:2358:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87fad180 x1875733133994624/t0(0) o9->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840338 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840328.280850:0:2358:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840328.281104:0:2358:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840328.281111:0:2358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee87173200. 02000000:00000001:2.0:1788840328.281118:0:2358:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840328.281121:0:2358:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840328.281123:0:2358:0:(genops.c:1223:class_import_put()) import ffff90ee92b59000 refcount=2 obd=lustre-OST0001-osc-ffff90ee90f70800 00000020:00000001:2.0:1788840328.281126:0:2358:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840328.281129:0:2358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee87989500. 02000000:00000001:2.0:1788840328.281134:0:2358:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840328.281136:0:2358:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840328.281138:0:2358:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87fad180. 00000100:00000001:2.0:1788840328.281142:0:2358:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840328.281144:0:2358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840328.281147:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840328.281157:0:2358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840328.281160:0:2358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840328.281163:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840328.281165:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840328.774656:0:32721:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788840328.774667:0:32721:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840328.774670:0:32721:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788840328.774678:0:32721:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee892c9180 going to sleep for 1 seconds 00000100:00000001:0.0:1788840328.774682:0:32721:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840328.774687:0:32721:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840328.838303:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840328.838312:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840328.838319:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840328.838321:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840328.839782:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788840328.839789:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840328.839794:0:16054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788840329.290079:0:2360:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788840329.290098:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840329.290101:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=10 : 10 : a) 00000100:00000001:0.0:1788840329.290108:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840329.290111:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840329.290115:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840329.290119:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840329.797854:0:32721:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788840329.797865:0:32721:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840329.797868:0:32721:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788840329.797876:0:32721:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee892c9180 going to sleep for 1 seconds 00000100:00000001:0.0:1788840329.797881:0:32721:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840329.797886:0:32721:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840329.861885:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840329.861896:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840329.861903:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840329.861905:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840329.861941:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788840329.861945:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840329.861949:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788840330.822236:0:32721:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788840330.822249:0:32721:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840330.822252:0:32721:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788840330.822259:0:32721:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee892c9180 going to sleep for 1 seconds 00000100:00000001:0.0:1788840330.822264:0:32721:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840330.822268:0:32721:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840330.885790:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840330.885801:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840330.885809:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840330.885813:0:31109:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840330.885816:0:31109:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840330.885842:0:31109:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840330.885847:0:31109:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840330.885849:0:31109:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840330.885853:0:31109:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840330.885855:0:31109:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840330.885858:0:31109:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840330.885860:0:31109:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840330.886417:0:15925:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840330.886424:0:15925:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840330.886427:0:15925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788840331.846851:0:32721:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788840331.846861:0:32721:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840331.846864:0:32721:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788840331.846871:0:32721:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee892c9180 going to sleep for 1 seconds 00000100:00000001:0.0:1788840331.846883:0:32721:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840331.846888:0:32721:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840331.912983:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840331.912994:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840331.913001:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840331.913002:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840331.915816:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788840331.915835:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840331.915840:0:16054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788840332.294371:0:28130:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120a20 (cpu 2) has reached its deadline 4296562079, at 4296562112 00000100:00000010:2.0:1788840332.294393:0:28130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee9887dc60. 00000100:00000040:3.0:1788840332.294498:0:20562:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120b30 (cpu 3) has reached its deadline 4296562079, at 4296562112 00000100:00000010:3.0:1788840332.294505:0:20562:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee9887d720. 00000100:00000001:0.0:1788840332.870698:0:32721:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788840332.870709:0:32721:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000400:0.0:1788840332.870728:0:32721:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788840316/real 1788840316] req@ffff90ee87f58700 x1875733133993472/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 1 dl 1788840332 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000400:00000001:0.0:1788840332.870752:0:32721:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840332.870755:0:32721:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840332.870759:0:32721:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c80ec8. 00000400:00000200:0.0:1788840332.870765:0:32721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6c38 00000400:00000010:0.0:1788840332.870768:0:32721:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6c38. 00000100:00000001:0.0:1788840332.870774:0:32721:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840332.870778:0:32721:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f58700 x1875733133993472/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 1 dl 1788840332 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788840332.870787:0:32721:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f58700 x1875733133993472/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 1 dl 1788840332 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840332.870796:0:32721:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840332.870799:0:32721:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840332.870803:0:32721:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840332.870806:0:32721:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840332.870810:0:32721:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:0.0:1788840332.870824:0:32721:0:(import.c:65:import_set_state_nolock()) ffff90ee98823000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1788840332.870831:0:32721:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff90ee90f70800: Connection to lustre-MDT0000 (at 192.168.202.131@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:0.0:1788840332.870835:0:32721:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:0.0:1788840332.870839:0:32721:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:0.0:1788840332.870842:0:32721:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840332.870844:0:32721:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:0.0:1788840332.870846:0:32721:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN 00000100:00000001:0.0:1788840332.870916:0:32721:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:0.0:1788840332.870918:0:32721:0:(client.c:2555:ptlrpc_expire_one_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840332.870921:0:32721:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840332.870923:0:32721:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840332.870926:0:32721:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee892c9180 going to sleep for 0 seconds 00000100:00000001:0.0:1788840332.870929:0:32721:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840332.870932:0:32721:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840332.870934:0:32721:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840332.870937:0:32721:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840332.870940:0:32721:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840332.874753:0:20099:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788840332.874770:0:20099:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788840332.874779:0:20099:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125e300. 00000020:00000040:2.0:1788840332.874786:0:20099:0:(genops.c:1210:class_import_get()) import ffff90ee98ee5800 refcount=6 obd=MGC192.168.202.131@tcp 00000100:00000001:2.0:1788840332.874792:0:20099:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840332.874796:0:20099:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840332.874803:0:20099:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840332.874823:0:20099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee84c26200. 00000100:00000001:2.0:1788840332.874832:0:20099:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840332.874850:0:20099:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS req@ffff90ee9125e300 x1875733133994752/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788840332.874864:0:20099:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840332.874870:0:20099:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840332.874877:0:20099:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a46ebca] to pc [ptlrpcd_01_00+0] req@ffff90ee9125e300 x1875733133994752/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840332.874917:0:20099:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1788840332.874921:0:20099:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788840332.874925:0:20099:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1788840332.874928:0:20099:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1788840332.874931:0:20099:0:(import.c:65:import_set_state_nolock()) ffff90ee98823000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1788840332.874935:0:20099:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1788840332.874939:0:20099:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff90ee90f70800: connect to NID 192.168.202.131@tcp last attempt 1865 00000400:00000200:2.0:1788840332.874949:0:20099:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840332.874957:0:20099:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1 00000100:00000040:2.0:1788840332.874961:0:20099:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff90ee85e803c0 refcount 11 to 192.168.202.131@tcp 00000100:00000001:2.0:1788840332.874964:0:20099:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788840332.874966:0:20099:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff90ee85e803c0 refcount 12 to 192.168.202.131@tcp 00000100:00000001:2.0:1788840332.874968:0:20099:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621952856032192 : -122120853519424 : ffff90ee85e803c0) 00000020:00000001:2.0:1788840332.874971:0:20099:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788840332.874974:0:20099:0:(genops.c:804:class_conn2export()) looking for export cookie 0x3aa5f499c96f2cd8 00000020:00000001:2.0:1788840332.874978:0:20099:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840332.874981:0:20099:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90ee9881e000 refcount=5 00000020:00000001:2.0:1788840332.874984:0:20099:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621953168105472 : -122120541446144 : ffff90ee9881e000) 00000020:00000001:2.0:1788840332.874986:0:20099:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446621953168105472 : -122120541446144 : ffff90ee9881e000) 00000100:00000040:2.0:1788840332.874989:0:20099:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff90ee85e803c0 refcount 11 to 192.168.202.131@tcp 00000100:00000001:2.0:1788840332.874991:0:20099:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788840332.874993:0:20099:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff90ee85e803c0 refcount 12 to 192.168.202.131@tcp 00000100:00000001:2.0:1788840332.874995:0:20099:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621952856032192 : -122120853519424 : ffff90ee85e803c0) 00000020:00000040:2.0:1788840332.874999:0:20099:0:(genops.c:879:class_export_put()) PUTting export ffff90ee9881e000 : new refcount 4 00000100:00080000:2.0:1788840332.875002:0:20099:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff90ee90f70800: import ffff90ee98823000 using connection 192.168.202.131@tcp/192.168.202.131@tcp 00000100:00000001:2.0:1788840332.875005:0:20099:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840332.875008:0:20099:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1788840332.875016:0:20099:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840332.875018:0:20099:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840332.875021:0:20099:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1788840332.875027:0:20099:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683253 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1788840332.875030:0:20099:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840332.875032:0:20099:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788840332.875037:0:20099:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125d880. 00000020:00000040:2.0:1788840332.875039:0:20099:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=8 obd=lustre-MDT0000-mdc-ffff90ee90f70800 02000000:00000001:2.0:1788840332.875044:0:20099:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788840332.875046:0:20099:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840332.875049:0:20099:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840332.875052:0:20099:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840332.875054:0:20099:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840332.875399:0:20099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee9127b400. 00000100:00000001:2.0:1788840332.875405:0:20099:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840332.875413:0:20099:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90ee9125d880 x1875733133994880/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788840332.875421:0:20099:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840332.875423:0:20099:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840332.875428:0:20099:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007845b29c] to pc [ptlrpcd_rcv+-1] req@ffff90ee9125d880 x1875733133994880/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840332.875451:0:20099:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840332.875455:0:20099:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788840332.875459:0:20099:0:(pinger.c:247:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788840332.875463:0:20099:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788840332.875466:0:20099:0:(pinger.c:247:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788840332.875471:0:20099:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1900) 00000100:00000001:2.0:1788840332.875511:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840332.875516:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840332.875519:0:2361:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840332.875525:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125e300 x1875733133994752/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840332.875533:0:2361:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840332.875536:0:2361:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840332.875541:0:2361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840332.875544:0:2361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840332.875547:0:2361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840332.875551:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2361:1875733133994752:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840332.875555:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840332.875562:0:2361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840332.875565:0:2361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840332.875568:0:2361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840332.875573:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee98d5ba00. 02000000:00000001:2.0:1788840332.875576:0:2361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840332.875582:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840332.875587:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e9a0. 00000400:00000010:2.0:1788840332.875596:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234cc0. 00000100:00000200:2.0:1788840332.875606:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133994752, portal 25 00000100:00000001:2.0:1788840332.875609:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840332.875612:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044636416 : -122120664915200 : ffff90ee9125e300) 00000100:00000040:2.0:1788840332.875618:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125e300 x1875733133994752/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840332.875626:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840332.875629:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840332.875632:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee912346e8. 00000100:00000200:2.0:1788840332.875635:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875733133994752, offset 0 00000400:00000200:2.0:1788840332.875684:0:2361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840332.875695:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840332.875703:0:2361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840332.875710:0:2361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840332.875714:0:2361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840332.875719:0:2361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840332.875722:0:2361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840332.875726:0:2361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2554:2554:256:4294967295] 192.168.202.131@tcp LPNI seq info [2554:2554:8:4294967295] 00000400:00000200:2.0:1788840332.875730:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840332.875743:0:2361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840332.875751:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840332.875758:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee84c26600. 00000800:00000200:2.0:1788840332.875767:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840332.875778:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840332.875784:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee84c26600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840332.875801:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840332.875806:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840332.875809:0:2361:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4296566692 00000100:00000010:2.0:1788840332.875826:0:2361:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee87fb14e0. 00000100:00000001:2.0:1788840332.875835:0:2361:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788840332.875841:0:2361:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4296566692 00000100:00000010:2.0:1788840332.875844:0:2361:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee87fb1f00. 00000100:00000001:2.0:1788840332.875848:0:2361:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788840332.875852:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840332.875855:0:2361:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840332.875859:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840332.875862:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840332.875871:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840332.875874:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788840332.875876:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840332.875877:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840332.875879:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840332.875881:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840332.875893:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840332.875896:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840332.876020:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840332.876025:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee84c26600. 00000400:00000200:2.0:1788840332.876032:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840332.876038:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840332.876046:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee912346e8 00000400:00000010:2.0:1788840332.876049:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee912346e8. 00000100:00000001:2.0:1788840332.876053:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840332.876063:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125e300 x1875733133994752/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840348 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840332.876073:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840332.876077:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125e300 x1875733133994752/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840348 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840332.876083:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840332.876085:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788840332.876738:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840332.876744:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840332.876746:0:2358:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840332.876756:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125d880 x1875733133994880/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840332.876768:0:2358:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840332.876769:0:2358:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840332.876772:0:2358:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840332.876775:0:2358:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840332.876778:0:2358:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840332.876782:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:10f4a654-3497-48d8-8f70-7e89f4f161cc:2358:1875733133994880:192.168.202.131@tcp:38:kworker.0 00000100:00000001:1.0:1788840332.876786:0:2358:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840332.876789:0:2358:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840332.876792:0:2358:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840332.876795:0:2358:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840332.876801:0:2358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee85c5f400. 02000000:00000001:1.0:1788840332.876804:0:2358:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840332.876809:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840332.876822:0:2358:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe478. 00000400:00000010:1.0:1788840332.876829:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539330. 00000100:00000200:1.0:1788840332.876835:0:2358:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133994880, portal 10 00000100:00000001:1.0:1788840332.876838:0:2358:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840332.876839:0:2358:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044633728 : -122120664917888 : ffff90ee9125d880) 00000100:00000040:1.0:1788840332.876847:0:2358:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125d880 x1875733133994880/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1788840342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840332.876854:0:2358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840332.876857:0:2358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840332.876859:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea05393b8. 00000100:00000200:1.0:1788840332.876863:0:2358:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875733133994880, offset 0 00000400:00000200:1.0:1788840332.876869:0:2358:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840332.876875:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840332.876882:0:2358:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840332.876886:0:2358:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840332.876890:0:2358:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840332.876893:0:2358:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840332.876896:0:2358:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840332.876899:0:2358:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2555:2555:256:4294967295] 192.168.202.131@tcp LPNI seq info [2555:2555:8:4294967295] 00000400:00000200:1.0:1788840332.876903:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840332.876911:0:2358:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840332.876916:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840332.876921:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989500. 00000800:00000200:1.0:1788840332.876925:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840332.876931:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840332.876934:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989500 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1788840332.876947:0:2358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840332.876952:0:2358:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 794903 usecs (795 jiffies) 00000400:00000200:1.0:1788840332.876956:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840332.876958:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296563490 00000100:00000001:1.0:1788840332.876961:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296566692 00000100:00000001:1.0:1788840332.876964:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296563490 00000100:00000001:1.0:1788840332.876966:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296566692 00000100:00000001:1.0:1788840332.876968:0:2358:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840332.876971:0:2358:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840332.876973:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840332.876975:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840332.876981:0:2358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840332.876983:0:2358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788840332.876985:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840332.876987:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840332.876988:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840332.876990:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840332.877374:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840332.877380:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989500. 00000400:00000200:3.0:1788840332.877385:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840332.877391:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840332.877396:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea05393b8 00000400:00000010:3.0:1788840332.877399:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea05393b8. 00000100:00000001:3.0:1788840332.877403:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840332.877408:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125d880 x1875733133994880/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1788840342 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840332.877416:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840332.877420:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125d880 x1875733133994880/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1788840342 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840332.877426:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840332.877428:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:1.0:1788840332.933720:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840332.933730:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840332.933737:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840332.933738:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840332.933833:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788840332.933837:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840332.933840:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788840333.894411:0:32721:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788840333.894420:0:32721:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840333.894422:0:32721:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840333.894428:0:32721:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee892c9180 going to sleep for 0 seconds 00000100:00000001:0.0:1788840333.894431:0:32721:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840333.894435:0:32721:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840333.894437:0:32721:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840333.894440:0:32721:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840333.894442:0:32721:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840333.957872:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840333.957879:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840333.957885:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840333.957887:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840333.957987:0:15925:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788840333.957991:0:15925:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840333.957994:0:15925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788840334.405787:0:2359:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788840334.405814:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840334.405817:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840334.405821:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840334.405824:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840334.405829:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840334.405834:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840334.917842:0:32721:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788840334.917853:0:32721:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840334.917855:0:32721:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840334.917862:0:32721:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee892c9180 going to sleep for 0 seconds 00000100:00000001:0.0:1788840334.917866:0:32721:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840334.917871:0:32721:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840334.917874:0:32721:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840334.917877:0:32721:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840334.917880:0:32721:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840334.981842:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840334.981856:0:31109:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840334.981859:0:31109:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840334.981862:0:31109:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840334.981867:0:31109:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840334.981870:0:31109:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840334.981872:0:31109:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840334.981875:0:31109:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840334.981880:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840334.981881:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840334.982287:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788840334.982294:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840334.982299:0:16054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788840335.429747:0:2359:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788840335.429761:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840335.429763:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840335.429767:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840335.429770:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840335.429774:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840335.429778:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840335.941745:0:32721:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788840335.941753:0:32721:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840335.941755:0:32721:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840335.941761:0:32721:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee892c9180 going to sleep for 0 seconds 00000100:00000001:0.0:1788840335.941764:0:32721:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840335.941767:0:32721:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840335.941770:0:32721:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840335.941773:0:32721:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840335.941775:0:32721:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840336.005855:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840336.005862:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840336.005867:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840336.005868:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840336.005893:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788840336.005895:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840336.005898:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788840336.455217:0:2359:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788840336.455230:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840336.455233:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840336.455237:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840336.455240:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840336.455243:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840336.455247:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840336.902506:0:28130:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120a20 (cpu 2) has reached its deadline 4296566692, at 4296566720 00000100:00000010:2.0:1788840336.902523:0:28130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee87fb14e0. 00000100:00000040:3.0:1788840336.902600:0:20562:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120b30 (cpu 3) has reached its deadline 4296566692, at 4296566720 00000100:00000010:3.0:1788840336.902607:0:20562:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee87fb1f00. 00000100:00000001:0.0:1788840336.967425:0:32721:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788840336.967432:0:32721:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840336.967433:0:32721:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840336.967440:0:32721:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee892c9180 going to sleep for 0 seconds 00000100:00000001:0.0:1788840336.967443:0:32721:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840336.967448:0:32721:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840336.967451:0:32721:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840336.967453:0:32721:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840336.967456:0:32721:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840337.029939:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840337.029947:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840337.029952:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840337.029953:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840337.030411:0:15925:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788840337.030416:0:15925:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840337.030419:0:15925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788840337.479321:0:2359:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788840337.479333:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840337.479335:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840337.479339:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840337.479342:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840337.479345:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840337.479348:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840337.990072:0:2358:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788840337.990084:0:2358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840337.990086:0:2358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840337.990091:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840337.990094:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840337.990097:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840337.990100:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840337.990241:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788840337.990247:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788840337.990257:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f5a300. 00000020:00000040:0.0:1788840337.990263:0:36:0:(genops.c:1210:class_import_get()) import ffff90ee98ee5800 refcount=7 obd=MGC192.168.202.131@tcp 00000100:00000001:0.0:1788840337.990266:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840337.990269:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840337.990274:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840337.990282:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee92e46f00. 00000100:00000001:0.0:1788840337.990289:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840337.990300:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS req@ffff90ee87f5a300 x1875733133995008/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788840337.990310:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840337.990315:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840337.990320:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000539b9b9e] to pc [ptlrpcd_00_01+1] req@ffff90ee87f5a300 x1875733133995008/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840337.990413:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788840337.990417:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788840337.990420:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1788840337.990423:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788840337.990426:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788840337.990429:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788840337.990432:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788840337.990435:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1905) 00000100:00000001:0.0:1788840337.990446:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840337.990448:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840337.990450:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840337.990452:0:2359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1788840337.990454:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840337.990457:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840337.990459:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840337.990461:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840337.990462:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840337.990463:0:2359:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840337.990468:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f5a300 x1875733133995008/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840337.990475:0:2359:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840337.990478:0:2359:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840337.990481:0:2359:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840337.990484:0:2359:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840337.990486:0:2359:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840337.990490:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2359:1875733133995008:192.168.202.131@tcp:400:kworker.0 00000100:00000001:0.0:1788840337.990494:0:2359:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840337.990499:0:2359:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840337.990501:0:2359:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840337.990504:0:2359:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840337.990508:0:2359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee85c10a00. 02000000:00000001:0.0:1788840337.990510:0:2359:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840337.990517:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840337.990521:0:2359:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c80ec8. 00000400:00000010:0.0:1788840337.990527:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6c38. 00000100:00000200:0.0:1788840337.990534:0:2359:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133995008, portal 25 00000100:00000001:0.0:1788840337.990536:0:2359:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840337.990538:0:2359:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890479360 : -122120819072256 : ffff90ee87f5a300) 00000100:00000040:0.0:1788840337.990543:0:2359:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87f5a300 x1875733133995008/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840337.990549:0:2359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840337.990552:0:2359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840337.990554:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6908. 00000100:00000200:0.0:1788840337.990557:0:2359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875733133995008, offset 0 00000400:00000200:0.0:1788840337.990563:0:2359:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840337.990571:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840337.990578:0:2359:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840337.990583:0:2359:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840337.990587:0:2359:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840337.990590:0:2359:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840337.990593:0:2359:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840337.990596:0:2359:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2556:2556:256:4294967295] 192.168.202.131@tcp LPNI seq info [2556:2556:8:4294967295] 00000400:00000200:0.0:1788840337.990600:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840337.990609:0:2359:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840337.990614:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840337.990618:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee92e46900. 00000800:00000200:0.0:1788840337.990624:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840337.990631:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840337.990635:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee92e46900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788840337.990668:0:2359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840337.990672:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840337.990675:0:2359:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4296571808 00000100:00000010:0.0:1788840337.990680:0:2359:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee9887dde0. 00000100:00000001:0.0:1788840337.990686:0:2359:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1788840337.990690:0:2359:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4296571808 00000100:00000010:0.0:1788840337.990693:0:2359:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee9887dd20. 00000100:00000001:0.0:1788840337.990697:0:2359:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1788840337.990700:0:2359:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840337.990703:0:2359:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840337.990705:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840337.990707:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840337.990776:0:32721:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788840337.990779:0:32721:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840337.990780:0:32721:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840337.990784:0:32721:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee892c9180 going to sleep for 0 seconds 00000100:00000001:2.0:1788840337.990785:0:32721:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840337.990788:0:32721:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840337.990790:0:32721:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840337.990791:0:32721:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840337.990793:0:32721:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840337.990843:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840337.990846:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840337.990848:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840337.990850:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840337.991250:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840337.991255:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee92e46900. 00000400:00000200:3.0:1788840337.991260:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840337.991267:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840337.991273:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6908 00000400:00000010:3.0:1788840337.991276:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6908. 00000100:00000001:3.0:1788840337.991280:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840337.991285:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f5a300 x1875733133995008/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840353 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840337.991296:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840337.991299:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f5a300 x1875733133995008/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840353 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840337.991305:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840337.991307:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:1.0:1788840338.055247:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840338.055254:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840338.055259:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840338.055261:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840338.055477:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788840338.055480:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840338.055484:0:16054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788840339.016882:0:2358:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788840339.016896:0:2358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840339.016899:0:2358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840339.016903:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840339.016906:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840339.016909:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840339.016912:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840339.017481:0:32721:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788840339.017485:0:32721:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840339.017487:0:32721:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840339.017491:0:32721:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee892c9180 going to sleep for 0 seconds 00000100:00000001:2.0:1788840339.017494:0:32721:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840339.017497:0:32721:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840339.017500:0:32721:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840339.017502:0:32721:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840339.017505:0:32721:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840339.017652:0:2359:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1788840339.017655:0:2359:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000400:0.0:1788840339.017667:0:2359:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788840323/real 1788840323] req@ffff90ee87f5b100 x1875733133994112/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 1 dl 1788840339 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788840339.017682:0:2359:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840339.017685:0:2359:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840339.017688:0:2359:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fef78. 00000400:00000200:0.0:1788840339.017693:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539cc0 00000400:00000010:0.0:1788840339.017695:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539cc0. 00000100:00000001:0.0:1788840339.017699:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840339.017703:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f5b100 x1875733133994112/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 1 dl 1788840339 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788840339.017712:0:2359:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f5b100 x1875733133994112/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 1 dl 1788840339 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840339.017719:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840339.017721:0:2359:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840339.017736:0:2359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840339.017738:0:2359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788840339.017742:0:2359:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff90ee87f5b100 x1875733133994112/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 1 dl 1788840339 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840339.017749:0:2359:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:0.0:1788840339.017751:0:2359:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff90ee98823000 already not connected (conn 20, was 19): CONNECTING 00000100:00000001:0.0:1788840339.017755:0:2359:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:0.0:1788840339.017756:0:2359:0:(client.c:2555:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840339.017768:0:2359:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000400:0.0:1788840339.017773:0:2359:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788840323/real 1788840323] req@ffff90ee87f5b480 x1875733133993984/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 1 dl 1788840339 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1788840339.017780:0:2359:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840339.017782:0:2359:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840339.017783:0:2359:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe318. 00000400:00000200:0.0:1788840339.017786:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539440 00000400:00000010:0.0:1788840339.017788:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539440. 00000100:00000001:0.0:1788840339.017790:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840339.017793:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f5b480 x1875733133993984/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 1 dl 1788840339 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788840339.017800:0:2359:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f5b480 x1875733133993984/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 1 dl 1788840339 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840339.017806:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840339.017807:0:2359:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840339.017809:0:2359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840339.017810:0:2359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1788840339.017814:0:2359:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff90ee87f5b480 x1875733133993984/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 1 dl 1788840339 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840339.017819:0:2359:0:(import.c:429:ptlrpc_fail_import()) Process entered 00000100:00080000:0.0:1788840339.017822:0:2359:0:(import.c:65:import_set_state_nolock()) ffff90ee98ee5800 MGS: changing import state from FULL to DISCONN 00000100:02020000:0.0:1788840339.017826:0:2359:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.202.131@tcp: Connection to MGS (at 192.168.202.131@tcp) was lost; in progress operations using this service will fail 00000100:00080000:0.0:1788840339.053889:0:2359:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@192.168.202.131@tcp for MGC192.168.202.131@tcp not replayable, auto-deactivating 00000100:00000001:0.0:1788840339.053895:0:2359:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:0.0:1788840339.053897:0:2359:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00000001:0.0:1788840339.053899:0:2359:0:(client.c:3574:ptlrpc_abort_inflight()) Process entered 00000100:00100000:0.0:1788840339.053908:0:2359:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff90ee87f5b480 x1875733133993984/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 1 dl 1788840339 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788840339.053923:0:2359:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff90ee87face00 x1875733133994368/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840344 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788840339.053943:0:2359:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff90ee9125e300 x1875733133994752/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840348 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840339.054032:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840339.054045:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00100000:0.0:1788840339.054068:0:2359:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff90ee87f5a300 x1875733133995008/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840353 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840339.054075:0:2359:0:(client.c:3619:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:0.0:1788840339.054077:0:2359:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:0.0:1788840339.054079:0:2359:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:0.0:1788840339.054082:0:2359:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:0.0:1788840339.054085:0:2359:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:00000001:0.0:1788840339.054087:0:2359:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840339.054090:0:2359:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:0.0:1788840339.054091:0:2359:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:0.0:1788840339.054092:0:2359:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 10000000:00000001:0.0:1788840339.054094:0:2359:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840339.054096:0:2359:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:0.0:1788840339.054097:0:2359:0:(import.c:418:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN 00000100:00000001:0.0:1788840339.054114:0:2359:0:(import.c:436:ptlrpc_fail_import()) Process leaving 00000100:00000001:0.0:1788840339.054117:0:2359:0:(client.c:2555:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1788840339.054130:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788840339.054136:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1788840339.054138:0:36:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788840339.054141:0:36:0:(import.c:65:import_set_state_nolock()) ffff90ee98ee5800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788840339.054145:0:36:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788840339.054148:0:36:0:(import.c:510:import_select_connection()) MGC192.168.202.131@tcp: connect to NID 192.168.202.131@tcp last attempt 813 00000400:00000200:0.0:1788840339.054158:0:36:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840339.054864:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840339.054869:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788840339.054876:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840339.054879:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840339.054883:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c80630. 00000400:00000200:1.0:1788840339.054890:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6550 00000400:00000010:1.0:1788840339.054892:0:2360:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6550. 00000100:00000001:1.0:1788840339.054897:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840339.054903:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87face00 x1875733133994368/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840344 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788840339.054911:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87face00 x1875733133994368/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840344 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840339.054918:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840339.054920:0:2360:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840339.054924:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87face00 x1875733133994368/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840344 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840339.054931:0:2360:0:(client.c:2142:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:1.0:1788840339.054934:0:2360:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840339.054937:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840339.054939:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840339.054943:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87face00 x1875733133994368/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840344 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788840339.054951:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87face00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2360:1875733133994368:192.168.202.131@tcp:400:kworker.0 00000400:00000200:0.0:1788840339.055012:0:36:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1 00000100:00000040:0.0:1788840339.055018:0:36:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff90ee85e803c0 refcount 11 to 192.168.202.131@tcp 00000100:00000001:0.0:1788840339.055021:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788840339.055023:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff90ee85e803c0 refcount 12 to 192.168.202.131@tcp 00000100:00000001:0.0:1788840339.055026:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621952856032192 : -122120853519424 : ffff90ee85e803c0) 00000020:00000001:0.0:1788840339.055029:0:36:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788840339.055032:0:36:0:(genops.c:804:class_conn2export()) looking for export cookie 0x3aa5f499c96f2c8b 00000020:00000001:0.0:1788840339.055042:0:36:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840339.055046:0:36:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90ee98ee6800 refcount=3 00000020:00000001:0.0:1788840339.055049:0:36:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621953175218176 : -122120534333440 : ffff90ee98ee6800) 00000020:00000001:0.0:1788840339.055051:0:36:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446621953175218176 : -122120534333440 : ffff90ee98ee6800) 00000100:00000040:0.0:1788840339.055054:0:36:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff90ee85e803c0 refcount 11 to 192.168.202.131@tcp 00000100:00000001:0.0:1788840339.055056:0:36:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788840339.055058:0:36:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff90ee85e803c0 refcount 12 to 192.168.202.131@tcp 00000100:00000001:0.0:1788840339.055060:0:36:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621952856032192 : -122120853519424 : ffff90ee85e803c0) 00000020:00000040:0.0:1788840339.055063:0:36:0:(genops.c:879:class_export_put()) PUTting export ffff90ee98ee6800 : new refcount 2 00000100:00080000:0.0:1788840339.055066:0:36:0:(import.c:624:import_select_connection()) MGC192.168.202.131@tcp: import ffff90ee98ee5800 using connection 192.168.202.131@tcp/192.168.202.131@tcp 00000100:00000001:0.0:1788840339.055069:0:36:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840339.055072:0:36:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1788840339.055075:0:36:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840339.055078:0:36:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840339.055081:0:36:0:(obd_class.h:888:obd_reconnect()) Process entered 00000100:00000001:0.0:1788840339.055083:0:36:0:(obd_class.h:895:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840339.055093:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f59880. 00000020:00000040:0.0:1788840339.055096:0:36:0:(genops.c:1210:class_import_get()) import ffff90ee98ee5800 refcount=8 obd=MGC192.168.202.131@tcp 00000400:00000001:3.0:1788840339.062876:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840339.062884:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840339.062888:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e9a0. 00000400:00000200:3.0:1788840339.062898:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234cc0 00000400:00000010:3.0:1788840339.062900:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234cc0. 00000100:00000001:3.0:1788840339.062905:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840339.062916:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125e300 x1875733133994752/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840348 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840339.062927:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125e300 x1875733133994752/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840348 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840339.062936:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840339.062939:0:2361:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840339.062944:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125e300 x1875733133994752/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840348 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840339.062950:0:2361:0:(client.c:2142:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:3.0:1788840339.062955:0:2361:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840339.062957:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840339.062959:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840339.062962:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125e300 x1875733133994752/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840348 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840339.062970:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2361:1875733133994752:192.168.202.131@tcp:400:kworker.0 00000100:00000001:1.0:1788840339.063048:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840339.063054:0:2360:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840339.063060:0:2360:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87face00 x1875733133994368/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840344 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840339.063067:0:2360:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840339.063070:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840339.063075:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90eea0589400. 02000000:00000001:1.0:1788840339.063080:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840339.063083:0:2360:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840339.063085:0:2360:0:(genops.c:1223:class_import_put()) import ffff90ee98ee5800 refcount=7 obd=MGC192.168.202.131@tcp 00000020:00000001:1.0:1788840339.063087:0:2360:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840339.063091:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee87989b00. 02000000:00000001:1.0:1788840339.063094:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840339.063095:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840339.063097:0:2360:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87face00. 00000100:00000001:1.0:1788840339.063100:0:2360:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840339.063101:0:2360:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840339.063105:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840339.063107:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840339.063110:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840339.063112:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840339.063114:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840339.063374:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840339.063378:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=9 : 9 : 9) 00000100:00000001:1.0:1788840339.063380:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840339.063382:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788840339.063385:0:2359:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840339.063387:0:2359:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840339.063390:0:2359:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c80ec8. 00000400:00000200:1.0:1788840339.063393:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6c38 00000400:00000010:1.0:1788840339.063395:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6c38. 00000100:00000001:1.0:1788840339.063398:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840339.063403:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f5a300 x1875733133995008/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840353 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788840339.063413:0:2359:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f5a300 x1875733133995008/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840353 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840339.063419:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840339.063421:0:2359:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840339.063424:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f5a300 x1875733133995008/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840353 ref 1 fl Rpc:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840339.063431:0:2359:0:(client.c:2142:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:1.0:1788840339.063433:0:2359:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840339.063434:0:2359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840339.063436:0:2359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840339.063439:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f5a300 x1875733133995008/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840353 ref 1 fl Interpret:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788840339.063452:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2359:1875733133995008:192.168.202.131@tcp:400:kworker.0 00000100:00000001:1.0:1788840339.063456:0:2359:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840339.063459:0:2359:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840339.063461:0:2359:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840339.063465:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f5b100 x1875733133994112/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 1 dl 1788840339 ref 1 fl Rpc:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840339.063472:0:2359:0:(client.c:2190:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000100:00000001:1.0:1788840339.063474:0:2359:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840339.063476:0:2359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840339.063477:0:2359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840339.063480:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f5b100 x1875733133994112/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 1 dl 1788840339 ref 1 fl Interpret:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788840339.063486:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f5b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2359:1875733133994112:192.168.202.131@tcp:400:kworker.0 00000100:00000001:1.0:1788840339.063490:0:2359:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840339.063494:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f5b480 x1875733133993984/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 1 dl 1788840339 ref 1 fl Rpc:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840339.063498:0:2359:0:(client.c:2142:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:1.0:1788840339.063500:0:2359:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840339.063501:0:2359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840339.063503:0:2359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840339.063506:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f5b480 x1875733133993984/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 1 dl 1788840339 ref 1 fl Interpret:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788840339.063512:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2359:1875733133993984:192.168.202.131@tcp:400:kworker.0 00000100:00000001:1.0:1788840339.063515:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840339.063517:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840339.063519:0:2359:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f5a300 x1875733133995008/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840353 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840339.063525:0:2359:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840339.063527:0:2359:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840339.063529:0:2359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee85c10a00. 02000000:00000001:1.0:1788840339.063532:0:2359:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840339.063533:0:2359:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840339.063534:0:2359:0:(genops.c:1223:class_import_put()) import ffff90ee98ee5800 refcount=6 obd=MGC192.168.202.131@tcp 00000020:00000001:1.0:1788840339.063536:0:2359:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840339.063538:0:2359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee92e46f00. 02000000:00000001:1.0:1788840339.063540:0:2359:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840339.063541:0:2359:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840339.063543:0:2359:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f5a300. 00000100:00000001:1.0:1788840339.063545:0:2359:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840339.063547:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840339.063549:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840339.063552:0:2359:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f5b100 x1875733133994112/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 1 dl 1788840339 ref 1 fl Complete:XNQU/200/ffffffff rc -11/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840339.063558:0:2359:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840339.063559:0:2359:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840339.063560:0:2359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee85090000. 02000000:00000001:1.0:1788840339.063562:0:2359:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840339.063563:0:2359:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840339.063564:0:2359:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:1.0:1788840339.063566:0:2359:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840339.063567:0:2359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee92e46c00. 02000000:00000001:1.0:1788840339.063569:0:2359:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840339.063570:0:2359:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840339.063572:0:2359:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f5b100. 00000100:00000001:1.0:1788840339.063574:0:2359:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840339.063575:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840339.063576:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840339.063579:0:2359:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f5b480 x1875733133993984/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 1 dl 1788840339 ref 1 fl Complete:EXNQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840339.063583:0:2359:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840339.063584:0:2359:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840339.063585:0:2359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee85090200. 02000000:00000001:1.0:1788840339.063588:0:2359:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840339.063589:0:2359:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840339.063590:0:2359:0:(genops.c:1223:class_import_put()) import ffff90ee98ee5800 refcount=5 obd=MGC192.168.202.131@tcp 00000020:00000001:1.0:1788840339.063591:0:2359:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840339.063592:0:2359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee92e46600. 02000000:00000001:1.0:1788840339.063594:0:2359:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840339.063595:0:2359:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840339.063596:0:2359:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f5b480. 00000100:00000001:1.0:1788840339.063598:0:2359:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840339.063599:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840339.063601:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840339.063603:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840339.063604:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840339.063606:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840339.063607:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840339.064414:0:36:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788840339.064419:0:36:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840339.064423:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840339.064427:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840339.064432:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840339.064444:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee86f37c00. 00000100:00000001:0.0:1788840339.064451:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840339.064460:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90ee87f59880 x1875733133995136/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788840339.064469:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840339.064473:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840339.064478:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a20bd24] to pc [ptlrpcd_rcv+-1] req@ffff90ee87f59880 x1875733133995136/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840339.064499:0:36:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1788840339.064503:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788840339.064507:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1788840339.064510:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788840339.064513:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788840339.064515:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1788840339.064518:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1788840339.064523:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1906) 00000100:00000001:1.0:1788840339.069050:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840339.069058:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840339.069061:0:2358:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840339.069076:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f59880 x1875733133995136/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840339.069088:0:2358:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840339.069090:0:2358:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840339.069093:0:2358:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840339.069097:0:2358:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840339.069100:0:2358:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840339.069103:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2358:1875733133995136:192.168.202.131@tcp:250:kworker.0 00000100:00000001:1.0:1788840339.069108:0:2358:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840339.069113:0:2358:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840339.069115:0:2358:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840339.069118:0:2358:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840339.069127:0:2358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee85c5f000. 02000000:00000001:1.0:1788840339.069130:0:2358:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840339.069137:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840339.069142:0:2358:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe580. 00000400:00000010:1.0:1788840339.069149:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539220. 00000100:00000200:1.0:1788840339.069155:0:2358:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133995136, portal 25 00000100:00000001:1.0:1788840339.069157:0:2358:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840339.069159:0:2358:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890476672 : -122120819074944 : ffff90ee87f59880) 00000100:00000040:1.0:1788840339.069175:0:2358:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87f59880 x1875733133995136/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1788840349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840339.069183:0:2358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840339.069186:0:2358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840339.069188:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539f68. 00000100:00000200:1.0:1788840339.069193:0:2358:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1875733133995136, offset 0 00000400:00000200:1.0:1788840339.069199:0:2358:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840339.069208:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840339.069216:0:2358:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840339.069221:0:2358:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840339.069226:0:2358:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840339.069229:0:2358:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840339.069232:0:2358:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840339.069236:0:2358:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2557:2557:256:4294967295] 192.168.202.131@tcp LPNI seq info [2557:2557:8:4294967295] 00000400:00000200:1.0:1788840339.069240:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840339.069251:0:2358:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840339.069257:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840339.069261:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989b00. 00000800:00000200:1.0:1788840339.069268:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840339.069275:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840339.069280:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989b00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1788840339.069356:0:2358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840339.069361:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840339.069364:0:2358:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4296572886 00000100:00000001:1.0:1788840339.069370:0:2358:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296571808 00000100:00000001:1.0:1788840339.069376:0:2358:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4296572886 00000100:00000001:1.0:1788840339.069379:0:2358:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296571808 00000100:00000001:1.0:1788840339.069382:0:2358:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840339.069385:0:2358:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840339.069389:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840339.069392:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840339.069399:0:2358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840339.069402:0:2358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840339.069404:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840339.069406:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840339.069407:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840339.069410:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840339.071371:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840339.071379:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840339.071391:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125e300 x1875733133994752/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840348 ref 1 fl Complete:ENQU/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840339.071401:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840339.071404:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840339.071408:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee98d5ba00. 02000000:00000001:3.0:1788840339.071415:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840339.071418:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840339.071419:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee98ee5800 refcount=4 obd=MGC192.168.202.131@tcp 00000020:00000001:3.0:1788840339.071422:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840339.071425:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee84c26200. 02000000:00000001:3.0:1788840339.071428:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840339.071430:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840339.071432:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125e300. 00000100:00000001:3.0:1788840339.071436:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840339.071438:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840339.071440:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840339.071448:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840339.071450:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840339.071453:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840339.071456:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840339.073676:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840339.073686:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989b00. 00000400:00000200:2.0:1788840339.073693:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840339.073703:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840339.073710:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539f68 00000400:00000010:2.0:1788840339.073713:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539f68. 00000100:00000001:2.0:1788840339.073719:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840339.073738:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f59880 x1875733133995136/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1788840349 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840339.073750:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840339.073753:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f59880 x1875733133995136/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1788840349 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840339.073769:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840339.073771:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000001:1.0:1788840339.077783:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840339.077790:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840339.077796:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840339.077797:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840339.077825:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788840339.077828:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840339.077831:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:3.0:1788840339.083974:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840339.083991:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840339.083995:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840339.083998:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840339.084007:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840339.084288:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840339.084299:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840339.084304:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840339.084310:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840339.084314:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 416 into portal 25 MB=0x6a9f827252c80 00000400:00000200:3.0:1788840339.084319:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840339.084337:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.131@tcp of length 416/416 into md 0x6f6d [1] + 0 00000800:00000001:3.0:1788840339.084344:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840339.084351:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840339.084354:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840339.084359:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840339.084366:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840339.084375:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f59880 x1875733133995136/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1788840349 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840339.084386:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff90ee87f59880 x1875733133995136/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1788840349 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840339.084408:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840339.084417:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840339.084420:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840339.084843:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840339.084848:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788840339.084856:0:2358:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840339.084858:0:2358:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840339.084862:0:2358:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe580. 00000400:00000200:1.0:1788840339.084867:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539220 00000400:00000010:1.0:1788840339.084870:0:2358:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539220. 00000100:00000001:1.0:1788840339.084886:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840339.084892:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f59880 x1875733133995136/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1788840349 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788840339.084902:0:2358:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f59880 x1875733133995136/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/544 e 0 to 0 dl 1788840349 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840339.084908:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840339.084911:0:2358:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840339.084913:0:2358:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840339.084917:0:2358:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840339.084919:0:2358:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840339.084921:0:2358:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840339.084925:0:2358:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840339.084932:0:2358:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98ee5c60 time=39 v=5 (5 5 5 5) 00000100:00001000:1.0:1788840339.084936:0:2358:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98ee5c18 time=39 v=5 (1 1 1 1) 00000100:00000001:1.0:1788840339.084938:0:2358:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840339.084940:0:2358:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840339.084944:0:2358:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840339.084946:0:2358:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840339.084948:0:2358:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840339.084954:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f59880 x1875733133995136/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/416 e 0 to 0 dl 1788840349 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840339.084961:0:2358:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840339.084964:0:2358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840339.084966:0:2358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840339.084969:0:2358:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1788840339.084976:0:2358:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.202.131@tcp: connect to target with instance 0 00000020:00000001:1.0:1788840339.084979:0:2358:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788840339.084981:0:2358:0:(genops.c:804:class_conn2export()) looking for export cookie 0x3aa5f499c96f2c8b 00000020:00000001:1.0:1788840339.084983:0:2358:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840339.084986:0:2358:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90ee98ee6800 refcount=3 00000020:00000001:1.0:1788840339.084989:0:2358:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621953175218176 : -122120534333440 : ffff90ee98ee6800) 00000020:00000001:1.0:1788840339.084992:0:2358:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446621953175218176 : -122120534333440 : ffff90ee98ee6800) 00000100:00001000:1.0:1788840339.084995:0:2358:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98ee5c18 time=1788840339 v=0 (0 0 0 0) 00000100:00001000:1.0:1788840339.084998:0:2358:0:(import.c:2215:obd_at_measure()) AT ffff90ee98ee5c18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:1.0:1788840339.085005:0:2358:0:(genops.c:879:class_export_put()) PUTting export ffff90ee98ee6800 : new refcount 2 00000100:00000001:1.0:1788840339.085008:0:2358:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:1.0:1788840339.085011:0:2358:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 10000000:00000001:1.0:1788840339.085013:0:2358:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840339.085015:0:2358:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000400:1.0:1788840339.085019:0:2358:0:(import.c:1284:ptlrpc_connect_interpret()) Evicted from MGS (at 192.168.202.131@tcp) after server handle changed from 0x8a436931312b844f to 0x8a436931312ba916 00000100:00080000:1.0:1788840339.095301:0:2358:0:(import.c:65:import_set_state_nolock()) ffff90ee98ee5800 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:1.0:1788840339.095311:0:2358:0:(import.c:1292:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840339.095316:0:2358:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1788840339.095336:0:2358:0:(import.c:1674:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.202.131@tcp; invalidating 00000020:00000040:1.0:1788840339.095340:0:2358:0:(genops.c:1210:class_import_get()) import ffff90ee98ee5800 refcount=5 obd=MGC192.168.202.131@tcp 00000100:00000001:2.0:1788840339.099693:0:2358:0:(import.c:1695:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840339.099703:0:2358:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840339.099718:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f59880 x1875733133995136/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/416 e 0 to 0 dl 1788840349 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788840339.099739:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2358:1875733133995136:192.168.202.131@tcp:250:kworker.0 00000100:00000001:2.0:1788840339.099746:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840339.099749:0:2358:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840339.099753:0:2358:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f59880 x1875733133995136/t0(0) o250->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 520/416 e 0 to 0 dl 1788840349 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840339.099769:0:2358:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840339.099772:0:2358:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840339.099776:0:2358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee85c5f000. 02000000:00000001:2.0:1788840339.099779:0:2358:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840339.099782:0:2358:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840339.099784:0:2358:0:(genops.c:1223:class_import_put()) import ffff90ee98ee5800 refcount=4 obd=MGC192.168.202.131@tcp 00000020:00000001:2.0:1788840339.099786:0:2358:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840339.099788:0:2358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee86f37c00. 02000000:00000001:2.0:1788840339.099791:0:2358:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840339.099793:0:2358:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840339.099795:0:2358:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f59880. 00000100:00000001:2.0:1788840339.099799:0:2358:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840339.099800:0:2358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840339.099803:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840339.099806:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840339.099808:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840339.099810:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840339.099812:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840339.100115:0:32950:0:(import.c:1594:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:3.0:1788840339.100129:0:32950:0:(import.c:1598:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.202.131@tcp to MGS@192.168.202.131@tcp 00000100:00100000:3.0:1788840339.100133:0:32950:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:3.0:1788840339.100136:0:32950:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:3.0:1788840339.100139:0:32950:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000001:00000001:3.0:1788840339.100143:0:32950:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788840339.100146:0:32950:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:3.0:1788840339.100151:0:32950:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4c00 count: 3 00010000:00000001:3.0:1788840339.100158:0:32950:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788840339.100160:0:32950:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840339.100171:0:32950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840339.100174:0:32950:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee829d0e00 refcount=3 00000020:00000001:3.0:1788840339.100176:0:32950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952800787968 : -122120908763648 : ffff90ee829d0e00) 00010000:00000001:3.0:1788840339.100179:0:32950:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952800787968 : -122120908763648 : ffff90ee829d0e00) 00010000:00000001:3.0:1788840339.100184:0:32950:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788840339.100188:0:32950:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.131@tcp lock: ffff90ee829d0e00/0x3aa5f499c96f2c92 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0x8a436931312b8456 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1788840339.100197:0:32950:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1788840339.100200:0:32950:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.131@tcp lock: ffff90ee829d0e00/0x3aa5f499c96f2c92 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0x8a436931312b8456 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788840339.100206:0:32950:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:3.0:1788840339.100209:0:32950:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1788840339.100210:0:32950:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-sptlrpc: requeue (r=2 sp=0 st=1) 10000000:00000040:3.0:1788840339.100212:0:32950:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1788840339.100214:0:32950:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788840339.100215:0:32950:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788840339.100232:0:32950:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1788840339.100233:0:32950:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1788840339.100235:0:32950:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff90ee87173400) refs 2 10000000:00000001:3.0:1788840339.100237:0:32950:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1788840339.100239:0:32950:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840339.100241:0:32950:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788840339.100243:0:32950:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788840339.100246:0:32950:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788840339.100248:0:32950:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788840339.100250:0:32950:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840339.100253:0:32950:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788840339.100255:0:32950:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee829d0e00 with handle 0x3aa5f499c96f2c92 from hash 00010000:00000001:3.0:1788840339.100257:0:32950:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788840339.100259:0:32950:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840339.100260:0:32950:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840339.100262:0:32950:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788840339.100263:0:32950:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788840339.100265:0:32950:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788840339.100267:0:32950:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840339.100268:0:32950:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840339.100269:0:32950:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840339.100271:0:32950:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788840339.100274:0:32950:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.131@tcp lock: ffff90ee829d0e00/0x3aa5f499c96f2c92 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0x8a436931312b8456 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840339.100286:0:32950:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840339.100287:0:32950:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788840339.100288:0:32950:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840339.100289:0:32950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840339.100291:0:32950:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee829d1e00 refcount=3 00000020:00000001:3.0:1788840339.100293:0:32950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952800792064 : -122120908759552 : ffff90ee829d1e00) 00010000:00000001:3.0:1788840339.100295:0:32950:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952800792064 : -122120908759552 : ffff90ee829d1e00) 00010000:00000001:3.0:1788840339.100297:0:32950:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788840339.100299:0:32950:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.131@tcp lock: ffff90ee829d1e00/0x3aa5f499c96f2c99 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x8a436931312b845d expref: -99 pid: 15913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1788840339.100304:0:32950:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1788840339.100306:0:32950:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.131@tcp lock: ffff90ee829d1e00/0x3aa5f499c96f2c99 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x8a436931312b845d expref: -99 pid: 15913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788840339.100311:0:32950:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:3.0:1788840339.100314:0:32950:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1788840339.100315:0:32950:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-client: requeue (r=2 sp=0 st=3) 10000000:00000040:3.0:1788840339.100316:0:32950:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1788840339.100318:0:32950:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788840339.100319:0:32950:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788840339.100321:0:32950:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1788840339.100322:0:32950:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1788840339.100333:0:32950:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff90ee85114200) refs 2 10000000:00000001:3.0:1788840339.100335:0:32950:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1788840339.100336:0:32950:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840339.100338:0:32950:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788840339.100339:0:32950:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788840339.100341:0:32950:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788840339.100342:0:32950:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788840339.100343:0:32950:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840339.100345:0:32950:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788840339.100347:0:32950:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee829d1e00 with handle 0x3aa5f499c96f2c99 from hash 00010000:00000001:3.0:1788840339.100350:0:32950:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788840339.100351:0:32950:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840339.100352:0:32950:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840339.100353:0:32950:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788840339.100354:0:32950:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788840339.100355:0:32950:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788840339.100357:0:32950:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840339.100358:0:32950:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840339.100359:0:32950:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840339.100361:0:32950:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788840339.100363:0:32950:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.131@tcp lock: ffff90ee829d1e00/0x3aa5f499c96f2c99 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x8a436931312b845d expref: -99 pid: 15913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840339.100371:0:32950:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:3.0:1788840339.100373:0:32950:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee98cc4c00 count: 0 00010000:00000040:3.0:1788840339.100379:0:32950:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4200 count: 2 00010000:00000001:3.0:1788840339.100382:0:32950:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788840339.100383:0:32950:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840339.100384:0:32950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840339.100386:0:32950:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee829d0600 refcount=3 00000020:00000001:3.0:1788840339.100388:0:32950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952800785920 : -122120908765696 : ffff90ee829d0600) 00010000:00000001:3.0:1788840339.100390:0:32950:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952800785920 : -122120908765696 : ffff90ee829d0600) 00010000:00000001:3.0:1788840339.100392:0:32950:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788840339.100394:0:32950:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.131@tcp lock: ffff90ee829d0600/0x3aa5f499c96f2cc3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x8a436931312b8464 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1788840339.100399:0:32950:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1788840339.100401:0:32950:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.131@tcp lock: ffff90ee829d0600/0x3aa5f499c96f2cc3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x8a436931312b8464 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788840339.100406:0:32950:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:3.0:1788840339.100408:0:32950:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1788840339.100409:0:32950:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-cliir: requeue (r=2 sp=0 st=3) 10000000:00000040:3.0:1788840339.100411:0:32950:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1788840339.100413:0:32950:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788840339.100414:0:32950:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788840339.100416:0:32950:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1788840339.100417:0:32950:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1788840339.100418:0:32950:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff90ee85115000) refs 2 10000000:00000001:3.0:1788840339.100419:0:32950:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1788840339.100420:0:32950:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840339.100422:0:32950:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788840339.100423:0:32950:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788840339.100425:0:32950:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788840339.100426:0:32950:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788840339.100428:0:32950:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840339.100429:0:32950:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788840339.100431:0:32950:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee829d0600 with handle 0x3aa5f499c96f2cc3 from hash 00010000:00000001:3.0:1788840339.100433:0:32950:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788840339.100434:0:32950:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840339.100436:0:32950:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840339.100436:0:32950:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788840339.100438:0:32950:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788840339.100439:0:32950:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788840339.100441:0:32950:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840339.100442:0:32950:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840339.100443:0:32950:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840339.100444:0:32950:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788840339.100446:0:32950:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.131@tcp lock: ffff90ee829d0600/0x3aa5f499c96f2cc3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x8a436931312b8464 expref: -99 pid: 15913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840339.100453:0:32950:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:3.0:1788840339.100455:0:32950:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee98cc4200 count: 0 00010000:00000040:3.0:1788840339.100459:0:32950:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4700 count: 2 00010000:00000001:3.0:1788840339.100461:0:32950:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788840339.100462:0:32950:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840339.100463:0:32950:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840339.100464:0:32950:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee829d1400 refcount=3 00000020:00000001:3.0:1788840339.100466:0:32950:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952800789504 : -122120908762112 : ffff90ee829d1400) 00010000:00000001:3.0:1788840339.100468:0:32950:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952800789504 : -122120908762112 : ffff90ee829d1400) 00010000:00000001:3.0:1788840339.100470:0:32950:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788840339.100472:0:32950:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.131@tcp lock: ffff90ee829d1400/0x3aa5f499c96f2cca lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0x8a436931312b846b expref: -99 pid: 15913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00000001:3.0:1788840339.100477:0:32950:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:3.0:1788840339.100479:0:32950:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.131@tcp lock: ffff90ee829d1400/0x3aa5f499c96f2cca lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0x8a436931312b846b expref: -99 pid: 15913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788840339.100485:0:32950:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:3.0:1788840339.100487:0:32950:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:3.0:1788840339.100489:0:32950:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=3) 10000000:00000040:3.0:1788840339.100491:0:32950:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:3.0:1788840339.100492:0:32950:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:3.0:1788840339.100493:0:32950:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788840339.100495:0:32950:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:3.0:1788840339.100496:0:32950:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:3.0:1788840339.100497:0:32950:0:(mgc_request.c:123:config_log_put()) log params(ffff90ee85115e00) refs 2 10000000:00000001:3.0:1788840339.100499:0:32950:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:3.0:1788840339.100500:0:32950:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840339.100502:0:32950:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788840339.100503:0:32950:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788840339.100504:0:32950:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788840339.100505:0:32950:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788840339.100506:0:32950:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840339.100508:0:32950:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788840339.100510:0:32950:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee829d1400 with handle 0x3aa5f499c96f2cca from hash 00010000:00000001:3.0:1788840339.100512:0:32950:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788840339.100513:0:32950:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840339.100514:0:32950:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840339.100515:0:32950:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788840339.100516:0:32950:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788840339.100517:0:32950:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788840339.100520:0:32950:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840339.100521:0:32950:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840339.100522:0:32950:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840339.100523:0:32950:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788840339.100526:0:32950:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.131@tcp lock: ffff90ee829d1400/0x3aa5f499c96f2cca lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0x8a436931312b846b expref: -99 pid: 15913 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840339.100532:0:32950:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:3.0:1788840339.100534:0:32950:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee98cc4700 count: 0 00000001:00000001:3.0:1788840339.100538:0:32950:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788840339.100540:0:32950:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788840339.100541:0:32950:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788840339.100542:0:32950:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:3.0:1788840339.100544:0:32950:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840339.100546:0:32950:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1788840339.100551:0:32950:0:(import.c:65:import_set_state_nolock()) ffff90ee98ee5800 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:3.0:1788840339.100554:0:32950:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1788840339.100556:0:32950:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1788840339.100558:0:32950:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1788840339.100560:0:32950:0:(import.c:65:import_set_state_nolock()) ffff90ee98ee5800 MGS: changing import state from RECOVER to FULL 00000100:00000001:3.0:1788840339.100562:0:32950:0:(obd_class.h:1222:obd_import_event()) Process entered 10000000:01000000:3.0:1788840339.100564:0:32950:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 10000000:00000040:3.0:1788840339.100566:0:32950:0:(mgc_request.c:1185:mgc_import_event()) MGC192.168.202.131@tcp: Reactivating import 00000100:00080000:3.0:1788840339.100569:0:32950:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:3.0:1788840339.100570:0:32950:0:(mgc_request.c:1201:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840339.100572:0:32950:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:3.0:1788840339.100576:0:32950:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) MGC192.168.202.131@tcp: Connection restored to 192.168.202.131@tcp (at 192.168.202.131@tcp) 00000100:00000001:3.0:1788840339.100579:0:32950:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840339.100581:0:32950:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840339.100583:0:32950:0:(genops.c:1223:class_import_put()) import ffff90ee98ee5800 refcount=3 obd=MGC192.168.202.131@tcp 00000020:00000001:3.0:1788840339.100584:0:32950:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1788840339.100586:0:32950:0:(import.c:1611:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1788840339.106736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee829d0e00. 00010000:00000010:3.1:1788840339.106752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee829d1e00. 00010000:00000010:3.1:1788840339.106766:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4c00. 00010000:00000010:3.1:1788840339.106772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee829d0600. 00010000:00000010:3.1:1788840339.106774:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4200. 00010000:00000010:3.1:1788840339.106777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee829d1400. 00010000:00000010:3.1:1788840339.106798:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4700. 00000100:00000001:1.0:1788840339.293773:0:2360:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788840339.293786:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840339.293788:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840339.293793:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840339.293795:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840339.293798:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840339.293802:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840340.041274:0:32721:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788840340.041281:0:32721:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840340.041283:0:32721:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840340.041288:0:32721:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee892c9180 going to sleep for 0 seconds 00000100:00000001:2.0:1788840340.041292:0:32721:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840340.041296:0:32721:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840340.041298:0:32721:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840340.041300:0:32721:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840340.041303:0:32721:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840340.102220:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840340.102228:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840340.102397:0:15925:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788840340.102401:0:15925:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840340.102404:0:15925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788840340.102531:0:2358:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788840340.102540:0:2358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840340.102542:0:2358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840340.102545:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840340.102548:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840340.102550:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840340.102553:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788840340.229778:0:15927:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1788840340.229787:0:15927:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff90ee85115000) refs 2 10000000:00000001:1.0:1788840340.229791:0:15927:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788840340.229794:0:15927:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:1.0:1788840340.229795:0:15927:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:1.0:1788840340.229797:0:15927:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1788840340.229799:0:15927:0:(mgc_request.c:611:do_requeue()) updating log lustre-cliir 10000000:00000001:1.0:1788840340.229801:0:15927:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:1.0:1788840340.229803:0:15927:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-cliir-ffff90ee90f70800 from 6 10000000:00000001:1.0:1788840340.229805:0:15927:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1788840340.229807:0:15927:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:1.0:1788840340.229818:0:15927:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87face00. 00000020:00000040:1.0:1788840340.229823:0:15927:0:(genops.c:1210:class_import_get()) import ffff90ee98ee5800 refcount=4 obd=MGC192.168.202.131@tcp 00000100:00000001:1.0:1788840340.229828:0:15927:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840340.229832:0:15927:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840340.229838:0:15927:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840340.229846:0:15927:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee87160600. 00000100:00000001:1.0:1788840340.229853:0:15927:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840340.229866:0:15927:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788840340.229869:0:15927:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788840340.229877:0:15927:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee98cc4f00. 00010000:00000001:1.0:1788840340.229884:0:15927:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788840340.229887:0:15927:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee86e84a00. 00000020:00000001:1.0:1788840340.229893:0:15927:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788840340.229896:0:15927:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee86e84a00 with handle 0x3aa5f499c96f3877 to hash 00000020:00000001:1.0:1788840340.229899:0:15927:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788840340.229900:0:15927:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952872827392 : -122120836724224 : ffff90ee86e84a00) 00010000:00000001:1.0:1788840340.229904:0:15927:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952872827392 : -122120836724224 : ffff90ee86e84a00) 00010000:00000001:1.0:1788840340.229909:0:15927:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840340.229912:0:15927:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840340.229917:0:15927:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.131@tcp lock: ffff90ee86e84a00/0x3aa5f499c96f3877 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788840340.229926:0:15927:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.131@tcp lock: ffff90ee86e84a00/0x3aa5f499c96f3877 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788840340.229937:0:15927:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.131@tcp lock: ffff90ee86e84a00/0x3aa5f499c96f3877 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788840340.229944:0:15927:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788840340.229945:0:15927:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788840340.229953:0:15927:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee85db4840. 00000100:00000001:1.0:1788840340.229955:0:15927:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952855197760 : -122120854353856 : ffff90ee85db4840) 00000100:00000001:1.0:1788840340.229958:0:15927:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840340.229960:0:15927:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890818048 : -122120818733568 : ffff90ee87face00) 00000100:00000001:1.0:1788840340.229965:0:15927:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840340.229970:0:15927:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840340.229972:0:15927:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788840340.229974:0:15927:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840340.229985:0:15927:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87face00 x1875733133995264/t0(0) o101->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840340.229993:0:15927:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840340.229996:0:15927:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840340.229999:0:15927:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840340.230002:0:15927:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840340.230004:0:15927:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840340.230008:0:15927:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87face00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9bd5af39-b6fe-405c-9397-0d5571f2cea4:15927:1875733133995264:192.168.202.131@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1788840340.230013:0:15927:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840340.230018:0:15927:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840340.230020:0:15927:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840340.230023:0:15927:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840340.230027:0:15927:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee85c5e400. 02000000:00000001:1.0:1788840340.230029:0:15927:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840340.230036:0:15927:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840340.230040:0:15927:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe580. 00000400:00000010:1.0:1788840340.230047:0:15927:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539220. 00000100:00000200:1.0:1788840340.230054:0:15927:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133995264, portal 25 00000100:00000001:1.0:1788840340.230056:0:15927:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840340.230057:0:15927:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890818048 : -122120818733568 : ffff90ee87face00) 00000100:00000040:1.0:1788840340.230061:0:15927:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87face00 x1875733133995264/t0(0) o101->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 328/344 e 0 to 0 dl 1788840356 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840340.230069:0:15927:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840340.230071:0:15927:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840340.230074:0:15927:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539a18. 00000100:00000200:1.0:1788840340.230078:0:15927:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875733133995264, offset 0 00000400:00000200:1.0:1788840340.230084:0:15927:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840340.230092:0:15927:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840340.230100:0:15927:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840340.230105:0:15927:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840340.230110:0:15927:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840340.230113:0:15927:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840340.230116:0:15927:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840340.230120:0:15927:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2558:2558:256:4294967295] 192.168.202.131@tcp LPNI seq info [2558:2558:8:4294967295] 00000400:00000200:1.0:1788840340.230283:0:15927:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840340.230295:0:15927:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840340.230301:0:15927:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840340.230306:0:15927:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989700. 00000800:00000200:1.0:1788840340.230312:0:15927:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840340.230319:0:15927:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840340.230324:0:15927:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788840340.230349:0:15927:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840340.230353:0:15927:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840340.230356:0:15927:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4296574047 00000100:00000001:1.0:1788840340.230363:0:15927:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296572886 00000100:00000001:1.0:1788840340.230368:0:15927:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4296574047 00000100:00000001:1.0:1788840340.230371:0:15927:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296572886 00000100:00000001:1.0:1788840340.230373:0:15927:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840340.230376:0:15927:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840340.230378:0:15927:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840340.230379:0:15927:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788840340.230382:0:15927:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee85db4840 going to sleep for 11 seconds 00000100:00000001:1.0:1788840340.230384:0:15927:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840340.230387:0:15927:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840340.231834:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840340.231843:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989700. 00000400:00000200:2.0:1788840340.231850:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840340.231899:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840340.231905:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539a18 00000400:00000010:2.0:1788840340.231908:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539a18. 00000100:00000001:2.0:1788840340.231913:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840340.231920:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87face00 x1875733133995264/t0(0) o101->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 328/344 e 0 to 0 dl 1788840356 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840340.231931:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840340.231934:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87face00 x1875733133995264/t0(0) o101->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 328/344 e 0 to 0 dl 1788840356 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840340.231940:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840340.231942:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840340.238375:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840340.238399:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840340.238404:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840340.238408:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840340.238419:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840340.238428:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840340.238439:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840340.238445:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840340.238452:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840340.238456:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 344 into portal 25 MB=0x6a9f827252d00 00000400:00000200:3.0:1788840340.238462:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840340.238470:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.131@tcp of length 344/344 into md 0x6f75 [1] + 224 00000800:00000001:3.0:1788840340.238479:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840340.238486:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840340.238491:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840340.238496:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840340.238506:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840340.238519:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87face00 x1875733133995264/t0(0) o101->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 328/344 e 0 to 0 dl 1788840356 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840340.241437:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff90ee87face00 x1875733133995264/t0(0) o101->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 328/344 e 0 to 0 dl 1788840356 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840340.241468:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840340.241492:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840340.241506:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840340.241570:0:15927:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788840340.241586:0:15927:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840340.241590:0:15927:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840340.241595:0:15927:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe580. 00000400:00000200:1.0:1788840340.241605:0:15927:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539220 00000400:00000010:1.0:1788840340.241609:0:15927:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539220. 00000100:00000001:1.0:1788840340.241614:0:15927:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840340.241625:0:15927:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87face00 x1875733133995264/t0(0) o101->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 328/344 e 0 to 0 dl 1788840356 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788840340.241637:0:15927:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87face00 x1875733133995264/t0(0) o101->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 328/344 e 0 to 0 dl 1788840356 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840340.241675:0:15927:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840340.241677:0:15927:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840340.241680:0:15927:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840340.241684:0:15927:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840340.241686:0:15927:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840340.241689:0:15927:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840340.241693:0:15927:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840340.241699:0:15927:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98ee5c60 time=40 v=5 (5 5 5 5) 00000100:00001000:1.0:1788840340.241703:0:15927:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98ee5c18 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840340.241706:0:15927:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840340.241708:0:15927:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840340.241711:0:15927:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840340.241714:0:15927:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840340.241717:0:15927:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840340.241722:0:15927:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87face00 x1875733133995264/t0(0) o101->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 328/344 e 0 to 0 dl 1788840356 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840340.241729:0:15927:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840340.241732:0:15927:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840340.241734:0:15927:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840340.241738:0:15927:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87face00 x1875733133995264/t0(0) o101->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 328/344 e 0 to 0 dl 1788840356 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788840340.241746:0:15927:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87face00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9bd5af39-b6fe-405c-9397-0d5571f2cea4:15927:1875733133995264:192.168.202.131@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1788840340.241767:0:15927:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840340.241770:0:15927:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840340.241773:0:15927:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788840340.241775:0:15927:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840340.241778:0:15927:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87face00 x1875733133995264/t0(0) o101->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 328/344 e 0 to 0 dl 1788840356 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840340.241784:0:15927:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840340.241787:0:15927:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee85db4840. 00000100:00000001:1.0:1788840340.241791:0:15927:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788840340.241792:0:15927:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840340.241795:0:15927:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788840340.241799:0:15927:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840340.241802:0:15927:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840340.241805:0:15927:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84a00 refcount=4 00000020:00000001:1.0:1788840340.241808:0:15927:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872827392 : -122120836724224 : ffff90ee86e84a00) 00010000:00000001:1.0:1788840340.241811:0:15927:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872827392 : -122120836724224 : ffff90ee86e84a00) 00010000:00000040:1.0:1788840340.241819:0:15927:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee86e84a00, remote cookie: 0x8a436931312baa04, flags: 0x0 00010000:00000001:1.0:1788840340.241822:0:15927:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788840340.241826:0:15927:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788840340.241828:0:15927:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788840340.241830:0:15927:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788840340.241831:0:15927:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788840340.241835:0:15927:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (ffff90ee98cc4f00) refcount = 1 00010000:00010000:1.0:1788840340.241841:0:15927:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.131@tcp lock: ffff90ee86e84a00/0x3aa5f499c96f3877 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8a436931312baa04 expref: -99 pid: 15927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840340.241848:0:15927:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788840340.241850:0:15927:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788840340.241852:0:15927:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840340.241854:0:15927:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788840340.241870:0:15927:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840340.241874:0:15927:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.131@tcp lock: ffff90ee86e84a00/0x3aa5f499c96f3877 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x8a436931312baa04 expref: -99 pid: 15927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840340.241880:0:15927:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788840340.241882:0:15927:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840340.241884:0:15927:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840340.241884:0:15927:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840340.241885:0:15927:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840340.241887:0:15927:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840340.241890:0:15927:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840340.241894:0:15927:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87face00 x1875733133995264/t0(0) o101->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 328/344 e 0 to 0 dl 1788840356 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840340.241900:0:15927:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840340.241902:0:15927:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840340.241905:0:15927:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee85c5e400. 02000000:00000001:1.0:1788840340.241909:0:15927:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840340.241911:0:15927:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840340.241913:0:15927:0:(genops.c:1223:class_import_put()) import ffff90ee98ee5800 refcount=3 obd=MGC192.168.202.131@tcp 00000020:00000001:1.0:1788840340.241915:0:15927:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840340.241918:0:15927:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee87160600. 02000000:00000001:1.0:1788840340.241922:0:15927:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840340.241925:0:15927:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840340.241926:0:15927:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87face00. 00000100:00000001:1.0:1788840340.241930:0:15927:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840340.241931:0:15927:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1788840340.241934:0:15927:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788840340.241937:0:15927:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1788840340.241939:0:15927:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff90ee85115000) refs 3 10000000:00000001:1.0:1788840340.241942:0:15927:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840340.241943:0:15927:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840340.241945:0:15927:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840340.241946:0:15927:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84a00 refcount=3 00000020:00000001:1.0:1788840340.241948:0:15927:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872827392 : -122120836724224 : ffff90ee86e84a00) 00010000:00000001:1.0:1788840340.241950:0:15927:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872827392 : -122120836724224 : ffff90ee86e84a00) 00010000:00000001:1.0:1788840340.241952:0:15927:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1788840340.241953:0:15927:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840340.241954:0:15927:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840340.241956:0:15927:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788840340.241958:0:15927:0:(mgc_request.c:1520:mgc_process_recover_log()) Process entered 10000000:00000010:1.0:1788840340.241966:0:15927:0:(mgc_request.c:1532:mgc_process_recover_log()) kmalloced '(folios)': 32 at ffff90ee84b11aa0. 00000100:00000010:1.0:1788840340.241997:0:15927:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87face00. 00000020:00000040:1.0:1788840340.242001:0:15927:0:(genops.c:1210:class_import_get()) import ffff90ee98ee5800 refcount=4 obd=MGC192.168.202.131@tcp 00000100:00000001:1.0:1788840340.242004:0:15927:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840340.242007:0:15927:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840340.242012:0:15927:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840340.242019:0:15927:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee87160600. 00000100:00000001:1.0:1788840340.242026:0:15927:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840340.242031:0:15927:0:(client.c:227:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:1.0:1788840340.242034:0:15927:0:(client.c:169:ptlrpc_new_bulk()) kmalloced '(desc)': 984 at ffff90ee85c5e400. 00000100:00000010:1.0:1788840340.242038:0:15927:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at ffff90ee871397c0. 00000020:00000040:1.0:1788840340.242040:0:15927:0:(genops.c:1210:class_import_get()) import ffff90ee98ee5800 refcount=5 obd=MGC192.168.202.131@tcp 00000100:00000001:1.0:1788840340.242045:0:15927:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788840340.242047:0:15927:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788840340.242053:0:15927:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee85db4840. 00000100:00000001:1.0:1788840340.242055:0:15927:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952855197760 : -122120854353856 : ffff90ee85db4840) 00000100:00000001:1.0:1788840340.242058:0:15927:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840340.242059:0:15927:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890818048 : -122120818733568 : ffff90ee87face00) 00000100:00000001:1.0:1788840340.242063:0:15927:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840340.242068:0:15927:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840340.242070:0:15927:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788840340.242071:0:15927:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840340.242075:0:15927:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87face00 x1875733133995392/t0(0) o256->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840340.242082:0:15927:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840340.242085:0:15927:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840340.242088:0:15927:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840340.242091:0:15927:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840340.242093:0:15927:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840340.242096:0:15927:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87face00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9bd5af39-b6fe-405c-9397-0d5571f2cea4:15927:1875733133995392:192.168.202.131@tcp:256:ll_cfg_requeue.0 00000100:00000001:1.0:1788840340.242100:0:15927:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840340.242104:0:15927:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840340.242106:0:15927:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840340.242108:0:15927:0:(niobuf.c:346:ptlrpc_register_bulk()) Process entered 00000400:00000200:1.0:1788840340.242116:0:15927:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840340.242119:0:15927:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe580. 00000400:00000010:1.0:1788840340.242124:0:15927:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff90ee85db4b40. 00000100:00000200:1.0:1788840340.242130:0:15927:0:(niobuf.c:453:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x6a9f827252d80-0x6a9f827252d80, portal 33 00000100:00000001:1.0:1788840340.242133:0:15927:0:(niobuf.c:455:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840340.242136:0:15927:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840340.242139:0:15927:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee87160a00. 02000000:00000001:1.0:1788840340.242141:0:15927:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840340.242144:0:15927:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840340.242147:0:15927:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000010:1.0:1788840340.242150:0:15927:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539220. 00000100:00000200:1.0:1788840340.242153:0:15927:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133995392, portal 25 00000100:00000001:1.0:1788840340.242154:0:15927:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840340.242156:0:15927:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890818048 : -122120818733568 : ffff90ee87face00) 00000100:00000040:1.0:1788840340.242161:0:15927:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87face00 x1875733133995392/t0(0) o256->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 304/240 e 0 to 0 dl 1788840356 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840340.242168:0:15927:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840340.242170:0:15927:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840340.242173:0:15927:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea05397f8. 00000100:00000200:1.0:1788840340.242176:0:15927:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1875733133995392, offset 0 00000400:00000200:1.0:1788840340.242182:0:15927:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840340.242192:0:15927:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840340.242200:0:15927:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840340.242205:0:15927:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840340.242210:0:15927:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840340.242214:0:15927:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840340.242216:0:15927:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840340.242220:0:15927:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2559:2559:256:4294967295] 192.168.202.131@tcp LPNI seq info [2559:2559:8:4294967295] 00000400:00000200:1.0:1788840340.242225:0:15927:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840340.242235:0:15927:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840340.242241:0:15927:0:(socklnd_cb.c:931:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840340.242247:0:15927:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989e00. 00000800:00000200:1.0:1788840340.242255:0:15927:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840340.242263:0:15927:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840340.242268:0:15927:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989e00 type 1, nob 400 niov 1 nkiov 1 00000100:00000001:1.0:1788840340.242293:0:15927:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840340.242298:0:15927:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840340.242302:0:15927:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4296574059 00000100:00000001:1.0:1788840340.242309:0:15927:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296574047 00000100:00000001:1.0:1788840340.242316:0:15927:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4296574059 00000100:00000001:1.0:1788840340.242320:0:15927:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296574047 00000100:00000001:1.0:1788840340.242322:0:15927:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840340.242325:0:15927:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840340.242327:0:15927:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840340.242329:0:15927:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788840340.242332:0:15927:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee85db4840 going to sleep for 11 seconds 00000100:00000001:1.0:1788840340.242334:0:15927:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840340.242335:0:15927:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840340.242576:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840340.242581:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989e00. 00000400:00000200:2.0:1788840340.242586:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840340.242591:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840340.242596:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea05397f8 00000400:00000010:2.0:1788840340.242598:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea05397f8. 00000100:00000001:2.0:1788840340.242602:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840340.242607:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87face00 x1875733133995392/t0(0) o256->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 304/240 e 0 to 0 dl 1788840356 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840340.242615:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840340.242618:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87face00 x1875733133995392/t0(0) o256->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 304/240 e 0 to 0 dl 1788840356 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840340.242624:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840340.242626:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840340.249706:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840340.249741:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840340.249754:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840340.249758:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840340.249770:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840340.249780:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840340.249792:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840340.249809:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840340.249816:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840340.249821:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 132 into portal 33 MB=0x6a9f827252d80 00000400:00000200:3.0:1788840340.249826:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840340.249834:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.202.131@tcp of length 132/132 into md 0x6f7d [4] + 0 00000400:00000010:3.0:1788840340.249841:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe580. 00000400:00000200:3.0:1788840340.249847:0:2353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90ee85db4b40 00000800:00000001:3.0:1788840340.249854:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840340.249863:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840340.249866:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840340.249872:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840340.249879:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85db4b40 00000400:00000010:3.0:1788840340.249882:0:2353:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff90ee85db4b40. 00000100:00000001:3.0:1788840340.249888:0:2353:0:(events.c:174:client_bulk_callback()) Process entered 00000100:00000200:3.0:1788840340.249891:0:2353:0:(events.c:192:client_bulk_callback()) event type 2, status 0, req ffff90ee87face00 desc ffff90ee85c5e400 mbits 1875733133995392 00000100:00000001:3.0:1788840340.249909:0:2353:0:(events.c:217:client_bulk_callback()) Process leaving 00000400:00000200:3.0:1788840340.249921:0:2353:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788840340.249924:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840340.249930:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840340.249938:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2560:2560:256:4294967295] 192.168.202.131@tcp LPNI seq info [2560:2560:8:4294967295] 00000400:00000200:3.0:1788840340.249942:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840340.249951:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) 192.168.202.131@tcp : ACK try# 0 00000800:00000200:3.0:1788840340.249958:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 4 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840340.249965:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 296 at ffff90ee85cd2200. 00000800:00000200:3.0:1788840340.249973:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840340.249981:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840340.249987:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee85cd2200 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1788840340.250084:0:15927:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840340.250093:0:15927:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840340.250599:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840340.250605:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 296 at ffff90ee85cd2200. 00000400:00000200:3.0:1788840340.250609:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840340.250614:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: ACK: OK 00000800:00000001:3.0:1788840340.250623:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840340.250628:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840340.252956:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840340.252978:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840340.252983:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840340.252986:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840340.253095:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840340.253105:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840340.253118:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840340.253125:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840340.253284:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840340.253290:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 240 into portal 25 MB=0x6a9f827252d80 00000400:00000200:3.0:1788840340.253296:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840340.253304:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.131@tcp of length 240/240 into md 0x6f85 [1] + 224 00000800:00000001:3.0:1788840340.253314:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840340.253323:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840340.253326:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840340.253331:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840340.253342:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840340.253356:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87face00 x1875733133995392/t0(0) o256->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 304/240 e 0 to 0 dl 1788840356 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840340.253370:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@ffff90ee87face00 x1875733133995392/t0(0) o256->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 304/240 e 0 to 0 dl 1788840356 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840340.253393:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840340.253405:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840340.253408:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840340.253556:0:15927:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788840340.253571:0:15927:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840340.253574:0:15927:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840340.253579:0:15927:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000200:1.0:1788840340.253588:0:15927:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539220 00000400:00000010:1.0:1788840340.253591:0:15927:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539220. 00000100:00000001:1.0:1788840340.253596:0:15927:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840340.253607:0:15927:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87face00 x1875733133995392/t0(0) o256->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 304/240 e 0 to 0 dl 1788840356 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788840340.253618:0:15927:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87face00 x1875733133995392/t0(0) o256->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 304/240 e 0 to 0 dl 1788840356 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840340.253625:0:15927:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840340.253627:0:15927:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840340.253629:0:15927:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840340.253633:0:15927:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840340.253636:0:15927:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840340.253671:0:15927:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840340.253675:0:15927:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840340.253683:0:15927:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98ee5c60 time=40 v=5 (5 5 5 5) 00000100:00001000:1.0:1788840340.253688:0:15927:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98ee5c18 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840340.253691:0:15927:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840340.253693:0:15927:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840340.253696:0:15927:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840340.253699:0:15927:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840340.253702:0:15927:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840340.253707:0:15927:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff90ee87face00 x1875733133995392/t0(0) o256->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 304/240 e 0 to 0 dl 1788840356 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1788840340.253716:0:15927:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff90ee87face00 x1875733133995392/t0(0) o256->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 304/240 e 0 to 0 dl 1788840356 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840340.253722:0:15927:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840340.253724:0:15927:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840340.253728:0:15927:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87face00 x1875733133995392/t0(0) o256->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 304/240 e 0 to 0 dl 1788840356 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788840340.253734:0:15927:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87face00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9bd5af39-b6fe-405c-9397-0d5571f2cea4:15927:1875733133995392:192.168.202.131@tcp:256:ll_cfg_requeue.0 00000100:00000001:1.0:1788840340.253742:0:15927:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840340.253744:0:15927:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840340.253763:0:15927:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788840340.253765:0:15927:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840340.253769:0:15927:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87face00 x1875733133995392/t0(0) o256->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 304/240 e 0 to 0 dl 1788840356 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840340.253775:0:15927:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840340.253778:0:15927:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee85db4840. 00000100:00000001:1.0:1788840340.253781:0:15927:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788840340.253783:0:15927:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1788840340.253789:0:15927:0:(mgc_request.c:1600:mgc_process_recover_log()) Latest version 8, more 0. 10000000:00000001:1.0:1788840340.253793:0:15927:0:(mgc_request.c:1308:mgc_apply_recover_logs()) Process entered 10000000:00000010:1.0:1788840340.253801:0:15927:0:(mgc_request.c:1331:mgc_apply_recover_logs()) kmalloced '(nidlist)': 640 at ffff90ee85c5c400. 10000000:00000010:1.0:1788840340.253805:0:15927:0:(mgc_request.c:1343:mgc_apply_recover_logs()) kmalloced '(obdname)': 128 at ffff90ee85063080. 10000000:00000200:1.0:1788840340.253810:0:15927:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:1.0:1788840340.253813:0:15927:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-OST0000-osc-ffff90ee90f70800 00010000:00000001:1.0:1788840340.253820:0:15927:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1788840340.253823:0:15927:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:1.0:1788840340.253827:0:15927:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.202.131@tcp has 192.168.202.131@tcp. 00000100:00000001:1.0:1788840340.253829:0:15927:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840340.253831:0:15927:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1788840340.253833:0:15927:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.202.131@tcp with 192.168.202.131@tcp 00000100:00000200:1.0:1788840340.253834:0:15927:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.202.131@tcp' 00000400:00000200:1.0:1788840340.253837:0:15927:0:(peer.c:1448:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:1.0:1788840340.253840:0:15927:0:(api-ni.c:3331:LNetNIInit()) refs 1 00000400:00000200:1.0:1788840340.253843:0:15927:0:(peer.c:1462:LNetAddPeer()) Adding NID[0]: 192.168.202.131@tcp 00000400:00000200:1.0:1788840340.253848:0:15927:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840340.253853:0:15927:0:(peer.c:1907:lnet_peer_add()) peer 192.168.202.131@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1788840340.253856:0:15927:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840340.253863:0:15927:0:(peer.c:2975:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1788840340.253866:0:15927:0:(peer.c:2984:lnet_discover_peer_locked()) peer 192.168.202.131@tcp NID 192.168.202.131@tcp: 0. pending discovery 00000400:00000200:1.0:1788840340.253868:0:15927:0:(peer.c:1516:LNetAddPeer()) A peer exists for NID 192.168.202.131@tcp 00000100:00000001:1.0:1788840340.253871:0:15927:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840340.253873:0:15927:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1788840340.253877:0:15927:0:(mgc_request.c:1487:mgc_apply_recover_logs()) ir apply logs 6/8 for lustre-OST0000-osc-ffff90ee90f70800 10000000:00000200:1.0:1788840340.253880:0:15927:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:1.0:1788840340.253882:0:15927:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-OST0001-osc-ffff90ee90f70800 00010000:00000001:1.0:1788840340.253885:0:15927:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1788840340.253887:0:15927:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:1.0:1788840340.253889:0:15927:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.202.131@tcp has 192.168.202.131@tcp. 00000100:00000001:1.0:1788840340.253891:0:15927:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840340.253893:0:15927:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1788840340.253894:0:15927:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.202.131@tcp with 192.168.202.131@tcp 00000100:00000200:1.0:1788840340.253896:0:15927:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.202.131@tcp' 00000400:00000200:1.0:1788840340.253897:0:15927:0:(peer.c:1448:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:1.0:1788840340.253898:0:15927:0:(api-ni.c:3331:LNetNIInit()) refs 1 00000400:00000200:1.0:1788840340.253900:0:15927:0:(peer.c:1462:LNetAddPeer()) Adding NID[0]: 192.168.202.131@tcp 00000400:00000200:1.0:1788840340.253903:0:15927:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840340.253905:0:15927:0:(peer.c:1907:lnet_peer_add()) peer 192.168.202.131@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1788840340.253908:0:15927:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840340.253911:0:15927:0:(peer.c:2975:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1788840340.253913:0:15927:0:(peer.c:2984:lnet_discover_peer_locked()) peer 192.168.202.131@tcp NID 192.168.202.131@tcp: 0. pending discovery 00000400:00000200:1.0:1788840340.253915:0:15927:0:(peer.c:1516:LNetAddPeer()) A peer exists for NID 192.168.202.131@tcp 00000100:00000001:1.0:1788840340.253917:0:15927:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840340.253919:0:15927:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1788840340.253920:0:15927:0:(mgc_request.c:1487:mgc_apply_recover_logs()) ir apply logs 7/8 for lustre-OST0001-osc-ffff90ee90f70800 10000000:00000200:1.0:1788840340.253923:0:15927:0:(mgc_request.c:1241:mgc_build_nidlist()) use 1 from 1 NIDs 10000000:00000040:1.0:1788840340.253925:0:15927:0:(mgc_request.c:1440:mgc_apply_recover_logs()) Looking for OBD lustre-MDT0000-mdc-ffff90ee90f70800 00010000:00000001:1.0:1788840340.253928:0:15927:0:(ldlm_lib.c:159:client_import_add_nids_to_conn()) Process entered 00000100:00000001:1.0:1788840340.253929:0:15927:0:(lustre_peer.c:229:class_check_uuid()) Process entered 00000100:00000040:1.0:1788840340.253931:0:15927:0:(lustre_peer.c:232:class_check_uuid()) check if uuid 192.168.202.131@tcp has 192.168.202.131@tcp. 00000100:00000001:1.0:1788840340.253932:0:15927:0:(lustre_peer.c:251:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840340.253934:0:15927:0:(lustre_peer.c:189:class_add_nids_to_uuid()) Process entered 00000100:00000200:1.0:1788840340.253935:0:15927:0:(lustre_peer.c:194:class_add_nids_to_uuid()) Comparing 192.168.202.131@tcp with 192.168.202.131@tcp 00000100:00000200:1.0:1788840340.253937:0:15927:0:(lustre_peer.c:201:class_add_nids_to_uuid()) Updating UUID '192.168.202.131@tcp' 00000400:00000200:1.0:1788840340.253938:0:15927:0:(peer.c:1448:LNetAddPeer()) Add peer with 1 NIDs 00000400:00001000:1.0:1788840340.253939:0:15927:0:(api-ni.c:3331:LNetNIInit()) refs 1 00000400:00000200:1.0:1788840340.253941:0:15927:0:(peer.c:1462:LNetAddPeer()) Adding NID[0]: 192.168.202.131@tcp 00000400:00000200:1.0:1788840340.253943:0:15927:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840340.253946:0:15927:0:(peer.c:1907:lnet_peer_add()) peer 192.168.202.131@tcp NID flags 0x100001: -17 00000400:00000200:1.0:1788840340.253949:0:15927:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840340.253951:0:15927:0:(peer.c:2975:lnet_discover_peer_locked()) non-blocking discovery 00000400:00000200:1.0:1788840340.253953:0:15927:0:(peer.c:2984:lnet_discover_peer_locked()) peer 192.168.202.131@tcp NID 192.168.202.131@tcp: 0. pending discovery 00000400:00000200:1.0:1788840340.253956:0:15927:0:(peer.c:1516:LNetAddPeer()) A peer exists for NID 192.168.202.131@tcp 00000100:00000001:1.0:1788840340.253957:0:15927:0:(lustre_peer.c:219:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840340.253959:0:15927:0:(ldlm_lib.c:174:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:1.0:1788840340.253961:0:15927:0:(mgc_request.c:1470:mgc_apply_recover_logs()) IR: lustre-MDT0000-mdc-ffff90ee90f70800 target is obsoleted(1/2), reconnect 00000100:00000001:1.0:1788840340.253963:0:15927:0:(recover.c:297:ptlrpc_recover_import()) Process entered 00000100:00080000:1.0:1788840340.253966:0:15927:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff90ee98823000 already not connected (conn 20, was 0): CONNECTING 00010000:00000001:1.0:1788840340.253970:0:15927:0:(ldlm_lib.c:49:import_set_conn()) Process entered 00000100:00000200:1.0:1788840340.253978:0:15927:0:(events.c:559:ptlrpc_uuid_to_peer()) 192.168.202.131@tcp->12345-192.168.202.131@tcp 00000100:00000001:1.0:1788840340.253980:0:15927:0:(connection.c:104:ptlrpc_connection_get()) Process entered 00000400:00000200:1.0:1788840340.253983:0:15927:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840340.253986:0:15927:0:(peer.c:1635:LNetPrimaryNID()) NID 192.168.202.131@tcp primary NID 192.168.202.131@tcp rc 0 00000100:00000001:1.0:1788840340.253989:0:15927:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1788840340.253992:0:15927:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff90ee85e803c0 refcount 13 to 192.168.202.131@tcp 00000100:00000001:1.0:1788840340.253994:0:15927:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621952856032192 : -122120853519424 : ffff90ee85e803c0) 00000100:00000001:1.0:1788840340.253997:0:15927:0:(connection.c:110:ptlrpc_connection_get()) Process leaving via out (rc=18446621952856032192 : -122120853519424 : 0xffff90ee85e803c0) 00000100:00000040:1.0:1788840340.254000:0:15927:0:(connection.c:149:ptlrpc_connection_get()) conn=ffff90ee85e803c0 refcount 13 to 192.168.202.131@tcp 00000100:00000040:1.0:1788840340.254002:0:15927:0:(client.c:137:ptlrpc_uuid_to_connection()) 192.168.202.131@tcp -> ffff90ee85e803c0 00010000:00080000:1.0:1788840340.254005:0:15927:0:(ldlm_lib.c:85:import_set_conn()) imp ffff90ee98823000@lustre-MDT0000-mdc-ffff90ee90f70800: found existing conn 192.168.202.131@tcp, moved to head 00010000:00000001:1.0:1788840340.254008:0:15927:0:(ldlm_lib.c:87:import_set_conn()) Process leaving via out_free (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1788840340.254011:0:15927:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff90ee85e803c0 refcount 12 to 192.168.202.131@tcp 00010000:00000001:1.0:1788840340.254014:0:15927:0:(ldlm_lib.c:114:import_set_conn()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840340.254016:0:15927:0:(recover.c:350:ptlrpc_recover_import()) Process leaving 10000000:00000040:1.0:1788840340.254017:0:15927:0:(mgc_request.c:1487:mgc_apply_recover_logs()) ir apply logs 8/8 for lustre-MDT0000-mdc-ffff90ee90f70800 10000000:00000010:1.0:1788840340.254020:0:15927:0:(mgc_request.c:1492:mgc_apply_recover_logs()) kfreed 'obdname': 128 at ffff90ee85063080. 10000000:00000010:1.0:1788840340.254022:0:15927:0:(mgc_request.c:1494:mgc_apply_recover_logs()) kfreed 'nidlist': 640 at ffff90ee85c5c400. 10000000:00000001:1.0:1788840340.254025:0:15927:0:(mgc_request.c:1496:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840340.254027:0:15927:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840340.254031:0:15927:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87face00 x1875733133995392/t0(0) o256->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 304/240 e 0 to 0 dl 1788840356 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840340.254048:0:15927:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840340.254051:0:15927:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840340.254054:0:15927:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee87160a00. 02000000:00000001:1.0:1788840340.254057:0:15927:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840340.254059:0:15927:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840340.254061:0:15927:0:(genops.c:1223:class_import_put()) import ffff90ee98ee5800 refcount=4 obd=MGC192.168.202.131@tcp 00000020:00000001:1.0:1788840340.254063:0:15927:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1788840340.254065:0:15927:0:(client.c:325:ptlrpc_free_bulk()) Process entered 00000020:00000001:1.0:1788840340.254067:0:15927:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840340.254068:0:15927:0:(genops.c:1223:class_import_put()) import ffff90ee98ee5800 refcount=3 obd=MGC192.168.202.131@tcp 00000020:00000001:1.0:1788840340.254070:0:15927:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000010:1.0:1788840340.254072:0:15927:0:(client.c:346:ptlrpc_free_bulk()) kvfree 'desc->bd_vec': 64 at ffff90ee871397c0. 00000100:00000010:1.0:1788840340.254076:0:15927:0:(client.c:347:ptlrpc_free_bulk()) kfreed 'desc': 984 at ffff90ee85c5e400. 00000100:00000001:1.0:1788840340.254078:0:15927:0:(client.c:348:ptlrpc_free_bulk()) Process leaving 02000000:00000010:1.0:1788840340.254082:0:15927:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee87160600. 02000000:00000001:1.0:1788840340.254085:0:15927:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840340.254086:0:15927:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840340.254088:0:15927:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87face00. 00000100:00000001:1.0:1788840340.254091:0:15927:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840340.254093:0:15927:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:1.0:1788840340.254113:0:15927:0:(mgc_request.c:1652:mgc_process_recover_log()) kvfree 'folios': 32 at ffff90ee84b11aa0. 10000000:01000000:1.0:1788840340.254118:0:15927:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.131@tcp: configuration from log 'lustre-cliir' succeeded (0). 10000000:00000001:1.0:1788840340.254121:0:15927:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1788840340.254124:0:15927:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840340.254126:0:15927:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840340.254129:0:15927:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84a00 refcount=3 00000020:00000001:1.0:1788840340.254132:0:15927:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872827392 : -122120836724224 : ffff90ee86e84a00) 00010000:00000001:1.0:1788840340.254136:0:15927:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872827392 : -122120836724224 : ffff90ee86e84a00) 00010000:00000001:1.0:1788840340.254139:0:15927:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840340.254145:0:15927:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.131@tcp lock: ffff90ee86e84a00/0x3aa5f499c96f3877 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8a436931312baa04 expref: -99 pid: 15927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840340.254152:0:15927:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840340.254155:0:15927:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788840340.254157:0:15927:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.131@tcp lock: ffff90ee86e84a00/0x3aa5f499c96f3877 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8a436931312baa04 expref: -99 pid: 15927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840340.254162:0:15927:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840340.254163:0:15927:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840340.254164:0:15927:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1788840340.254166:0:15927:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788840340.254168:0:15927:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788840340.254171:0:15927:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1788840340.254173:0:15927:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1788840340.254175:0:15927:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff90ee85114200) refs 2 10000000:00000001:1.0:1788840340.254177:0:15927:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788840340.254179:0:15927:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1788840340.254180:0:15927:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff90ee85115000) refs 3 10000000:00000001:1.0:1788840340.254183:0:15927:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1788840340.254184:0:15927:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1788840340.254185:0:15927:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:1.0:1788840340.254187:0:15927:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:1.0:1788840340.254188:0:15927:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff90ee90f70800 from 42 10000000:00000001:1.0:1788840340.254191:0:15927:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1788840340.254192:0:15927:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:1.0:1788840340.254198:0:15927:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87face00. 00000020:00000040:1.0:1788840340.254202:0:15927:0:(genops.c:1210:class_import_get()) import ffff90ee98ee5800 refcount=4 obd=MGC192.168.202.131@tcp 00000100:00000001:1.0:1788840340.254205:0:15927:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840340.254208:0:15927:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840340.254213:0:15927:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840340.254219:0:15927:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee87160600. 00000100:00000001:1.0:1788840340.254225:0:15927:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840340.254230:0:15927:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788840340.254232:0:15927:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788840340.254238:0:15927:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee98cc4400. 00010000:00000001:1.0:1788840340.254243:0:15927:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788840340.254245:0:15927:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee86e85e00. 00000020:00000001:1.0:1788840340.254249:0:15927:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788840340.254251:0:15927:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee86e85e00 with handle 0x3aa5f499c96f387e to hash 00000020:00000001:1.0:1788840340.254253:0:15927:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788840340.254255:0:15927:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952872832512 : -122120836719104 : ffff90ee86e85e00) 00010000:00000001:1.0:1788840340.254258:0:15927:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952872832512 : -122120836719104 : ffff90ee86e85e00) 00010000:00000001:1.0:1788840340.254261:0:15927:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840340.254264:0:15927:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840340.254267:0:15927:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.131@tcp lock: ffff90ee86e85e00/0x3aa5f499c96f387e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788840340.254274:0:15927:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.131@tcp lock: ffff90ee86e85e00/0x3aa5f499c96f387e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788840340.254283:0:15927:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.131@tcp lock: ffff90ee86e85e00/0x3aa5f499c96f387e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788840340.254290:0:15927:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788840340.254291:0:15927:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788840340.254297:0:15927:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee85db4840. 00000100:00000001:1.0:1788840340.254299:0:15927:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952855197760 : -122120854353856 : ffff90ee85db4840) 00000100:00000001:1.0:1788840340.254301:0:15927:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840340.254303:0:15927:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890818048 : -122120818733568 : ffff90ee87face00) 00000100:00000001:1.0:1788840340.254307:0:15927:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840340.254317:0:15927:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840340.254319:0:15927:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788840340.254321:0:15927:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840340.254326:0:15927:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87face00 x1875733133995520/t0(0) o101->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840340.254333:0:15927:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840340.254336:0:15927:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840340.254340:0:15927:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840340.254344:0:15927:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840340.254346:0:15927:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840340.254350:0:15927:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87face00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9bd5af39-b6fe-405c-9397-0d5571f2cea4:15927:1875733133995520:192.168.202.131@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1788840340.254354:0:15927:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840340.254360:0:15927:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840340.254363:0:15927:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840340.254365:0:15927:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840340.254369:0:15927:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee85c5e400. 02000000:00000001:1.0:1788840340.254371:0:15927:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840340.254376:0:15927:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840340.254380:0:15927:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000010:1.0:1788840340.254385:0:15927:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539220. 00000100:00000200:1.0:1788840340.254391:0:15927:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133995520, portal 25 00000100:00000001:1.0:1788840340.254393:0:15927:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840340.254394:0:15927:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890818048 : -122120818733568 : ffff90ee87face00) 00000100:00000040:1.0:1788840340.254399:0:15927:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87face00 x1875733133995520/t0(0) o101->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 328/344 e 0 to 0 dl 1788840356 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840340.254406:0:15927:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840340.254409:0:15927:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840340.254412:0:15927:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539b28. 00000100:00000200:1.0:1788840340.254415:0:15927:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875733133995520, offset 0 00000400:00000200:1.0:1788840340.254421:0:15927:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840340.254428:0:15927:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840340.254434:0:15927:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840340.254439:0:15927:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840340.254443:0:15927:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840340.254446:0:15927:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840340.254449:0:15927:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840340.254452:0:15927:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2561:2561:256:4294967295] 192.168.202.131@tcp LPNI seq info [2561:2561:8:4294967295] 00000400:00000200:1.0:1788840340.254834:0:15927:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840340.254845:0:15927:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840340.254852:0:15927:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840340.254860:0:15927:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989d00. 00000800:00000200:1.0:1788840340.254869:0:15927:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840340.254878:0:15927:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840340.254883:0:15927:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989d00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788840340.254981:0:15927:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840340.254986:0:15927:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840340.254989:0:15927:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4296574072 00000100:00000001:1.0:1788840340.254996:0:15927:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296574059 00000100:00000001:1.0:1788840340.255001:0:15927:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4296574072 00000100:00000001:1.0:1788840340.255005:0:15927:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296574059 00000100:00000001:1.0:1788840340.255008:0:15927:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840340.255011:0:15927:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840340.255013:0:15927:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840340.255015:0:15927:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788840340.255018:0:15927:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee85db4840 going to sleep for 11 seconds 00000100:00000001:1.0:1788840340.255020:0:15927:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840340.255023:0:15927:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840340.256367:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840340.256376:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989d00. 00000400:00000200:2.0:1788840340.256383:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840340.256391:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840340.256397:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539b28 00000400:00000010:2.0:1788840340.256400:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539b28. 00000100:00000001:2.0:1788840340.256405:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840340.256413:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87face00 x1875733133995520/t0(0) o101->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 328/344 e 0 to 0 dl 1788840356 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840340.256426:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840340.256429:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87face00 x1875733133995520/t0(0) o101->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 328/344 e 0 to 0 dl 1788840356 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840340.256436:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840340.256438:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840340.268228:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840340.268255:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840340.268261:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840340.268263:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840340.268275:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840340.268285:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840340.268296:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840340.268302:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840340.268309:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840340.268314:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 344 into portal 25 MB=0x6a9f827252e00 00000400:00000200:3.0:1788840340.268320:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840340.268328:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.131@tcp of length 344/344 into md 0x6f8d [1] + 224 00000800:00000001:3.0:1788840340.268338:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840340.268345:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840340.268349:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840340.268355:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840340.268366:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840340.268377:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87face00 x1875733133995520/t0(0) o101->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 328/344 e 0 to 0 dl 1788840356 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840340.268391:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff90ee87face00 x1875733133995520/t0(0) o101->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 328/344 e 0 to 0 dl 1788840356 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840340.268416:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840340.268426:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840340.268430:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840340.268586:0:15927:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788840340.268606:0:15927:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840340.268609:0:15927:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840340.268613:0:15927:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000200:1.0:1788840340.268624:0:15927:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539220 00000400:00000010:1.0:1788840340.268626:0:15927:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539220. 00000100:00000001:1.0:1788840340.268631:0:15927:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840340.268675:0:15927:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87face00 x1875733133995520/t0(0) o101->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 328/344 e 0 to 0 dl 1788840356 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788840340.268687:0:15927:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87face00 x1875733133995520/t0(0) o101->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 328/344 e 0 to 0 dl 1788840356 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840340.268694:0:15927:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840340.268696:0:15927:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840340.268699:0:15927:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840340.268701:0:15927:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840340.268704:0:15927:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840340.268707:0:15927:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840340.268710:0:15927:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840340.268716:0:15927:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98ee5c60 time=40 v=5 (5 5 5 5) 00000100:00001000:1.0:1788840340.268720:0:15927:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98ee5c18 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840340.268723:0:15927:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840340.268725:0:15927:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840340.268728:0:15927:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840340.268730:0:15927:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840340.268732:0:15927:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840340.268736:0:15927:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87face00 x1875733133995520/t0(0) o101->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 328/344 e 0 to 0 dl 1788840356 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840340.268743:0:15927:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840340.268745:0:15927:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840340.268760:0:15927:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840340.268765:0:15927:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87face00 x1875733133995520/t0(0) o101->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 328/344 e 0 to 0 dl 1788840356 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788840340.268772:0:15927:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87face00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9bd5af39-b6fe-405c-9397-0d5571f2cea4:15927:1875733133995520:192.168.202.131@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1788840340.268778:0:15927:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840340.268780:0:15927:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840340.268782:0:15927:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788840340.268784:0:15927:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840340.268788:0:15927:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87face00 x1875733133995520/t0(0) o101->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 328/344 e 0 to 0 dl 1788840356 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840340.268794:0:15927:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840340.268798:0:15927:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee85db4840. 00000100:00000001:1.0:1788840340.268802:0:15927:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788840340.268803:0:15927:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840340.268806:0:15927:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788840340.268808:0:15927:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840340.268811:0:15927:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840340.268815:0:15927:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85e00 refcount=4 00000020:00000001:1.0:1788840340.268817:0:15927:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872832512 : -122120836719104 : ffff90ee86e85e00) 00010000:00000001:1.0:1788840340.268820:0:15927:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872832512 : -122120836719104 : ffff90ee86e85e00) 00010000:00000040:1.0:1788840340.268826:0:15927:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee86e85e00, remote cookie: 0x8a436931312baa0b, flags: 0x0 00010000:00000001:1.0:1788840340.268829:0:15927:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788840340.268832:0:15927:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788840340.268834:0:15927:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788840340.268836:0:15927:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788840340.268838:0:15927:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788840340.268840:0:15927:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (ffff90ee98cc4400) refcount = 1 00010000:00010000:1.0:1788840340.268846:0:15927:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.131@tcp lock: ffff90ee86e85e00/0x3aa5f499c96f387e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8a436931312baa0b expref: -99 pid: 15927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840340.268854:0:15927:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788840340.268856:0:15927:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788840340.268858:0:15927:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840340.268861:0:15927:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788840340.268871:0:15927:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840340.268875:0:15927:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.131@tcp lock: ffff90ee86e85e00/0x3aa5f499c96f387e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x8a436931312baa0b expref: -99 pid: 15927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840340.268881:0:15927:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788840340.268883:0:15927:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840340.268885:0:15927:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840340.268886:0:15927:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840340.268887:0:15927:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840340.268888:0:15927:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840340.268891:0:15927:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840340.268895:0:15927:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87face00 x1875733133995520/t0(0) o101->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 328/344 e 0 to 0 dl 1788840356 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840340.268901:0:15927:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840340.268903:0:15927:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840340.268906:0:15927:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee85c5e400. 02000000:00000001:1.0:1788840340.268910:0:15927:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840340.268912:0:15927:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840340.268914:0:15927:0:(genops.c:1223:class_import_put()) import ffff90ee98ee5800 refcount=3 obd=MGC192.168.202.131@tcp 00000020:00000001:1.0:1788840340.268916:0:15927:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840340.268919:0:15927:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee87160600. 02000000:00000001:1.0:1788840340.268922:0:15927:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840340.268924:0:15927:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840340.268926:0:15927:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87face00. 00000100:00000001:1.0:1788840340.268929:0:15927:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840340.268930:0:15927:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1788840340.268934:0:15927:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788840340.268937:0:15927:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1788840340.268938:0:15927:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff90ee85114200) refs 3 10000000:00000001:1.0:1788840340.268941:0:15927:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840340.268942:0:15927:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840340.268944:0:15927:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840340.268945:0:15927:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85e00 refcount=3 00000020:00000001:1.0:1788840340.268947:0:15927:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872832512 : -122120836719104 : ffff90ee86e85e00) 00010000:00000001:1.0:1788840340.268949:0:15927:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872832512 : -122120836719104 : ffff90ee86e85e00) 00010000:00000001:1.0:1788840340.268951:0:15927:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1788840340.268953:0:15927:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840340.268954:0:15927:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840340.268955:0:15927:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788840340.268957:0:15927:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1788840340.268965:0:15927:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff90ee871397c0. 00000020:00000010:1.0:1788840340.268969:0:15927:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90ee87160600. 00000020:00000010:1.0:1788840340.268974:0:15927:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff90ee87160a00. 00000040:00000010:1.0:1788840340.268979:0:15927:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff90ee87161e00. 00000020:00000010:1.0:1788840340.268984:0:15927:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90ee85ded800. 00000020:00000010:1.0:1788840340.268989:0:15927:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff90ee87161800. 80000000:00000010:1.0:1788840340.268993:0:15927:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90ee8532cf00. 00040000:00000010:1.0:1788840340.268997:0:15927:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90ee87160000. 20000000:00000010:1.0:1788840340.269001:0:15927:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff90ee87161000. 10000000:00000040:1.0:1788840340.269005:0:15927:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff90ee85079300 : new refcount 2 00000020:00000001:1.0:1788840340.269008:0:15927:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1788840340.269010:0:15927:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:1.0:1788840340.269012:0:15927:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:1.0:1788840340.269014:0:15927:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff90ee87161a00. 00000040:00000001:1.0:1788840340.269018:0:15927:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:1.0:1788840340.269021:0:15927:0:(genops.c:1210:class_import_get()) import ffff90ee98ee5800 refcount=4 obd=MGC192.168.202.131@tcp 00000100:00000010:1.0:1788840340.269025:0:15927:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87face00. 00000020:00000040:1.0:1788840340.269027:0:15927:0:(genops.c:1210:class_import_get()) import ffff90ee98ee5800 refcount=5 obd=MGC192.168.202.131@tcp 00000100:00000001:1.0:1788840340.269031:0:15927:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840340.269034:0:15927:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840340.269039:0:15927:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840340.269046:0:15927:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee87161600. 00000100:00000001:1.0:1788840340.269051:0:15927:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840340.269056:0:15927:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788840340.269058:0:15927:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788840340.269063:0:15927:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee85db4840. 00000100:00000001:1.0:1788840340.269065:0:15927:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952855197760 : -122120854353856 : ffff90ee85db4840) 00000100:00000001:1.0:1788840340.269068:0:15927:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840340.269069:0:15927:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890818048 : -122120818733568 : ffff90ee87face00) 00000100:00000001:1.0:1788840340.269073:0:15927:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840340.269077:0:15927:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840340.269080:0:15927:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788840340.269081:0:15927:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840340.269086:0:15927:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87face00 x1875733133995648/t0(0) o501->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840340.269093:0:15927:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840340.269095:0:15927:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840340.269099:0:15927:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840340.269101:0:15927:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840340.269104:0:15927:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840340.269107:0:15927:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87face00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9bd5af39-b6fe-405c-9397-0d5571f2cea4:15927:1875733133995648:192.168.202.131@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1788840340.269111:0:15927:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840340.269115:0:15927:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840340.269117:0:15927:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840340.269120:0:15927:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840340.269138:0:15927:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee9b217c00. 02000000:00000001:1.0:1788840340.269140:0:15927:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840340.269147:0:15927:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840340.269151:0:15927:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000010:1.0:1788840340.269156:0:15927:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539220. 00000100:00000200:1.0:1788840340.269162:0:15927:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133995648, portal 25 00000100:00000001:1.0:1788840340.269163:0:15927:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840340.269165:0:15927:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890818048 : -122120818733568 : ffff90ee87face00) 00000100:00000040:1.0:1788840340.269170:0:15927:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87face00 x1875733133995648/t0(0) o501->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 512/272 e 0 to 0 dl 1788840356 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840340.269182:0:15927:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840340.269185:0:15927:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840340.269188:0:15927:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539d48. 00000100:00000200:1.0:1788840340.269191:0:15927:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1875733133995648, offset 0 00000400:00000200:1.0:1788840340.269196:0:15927:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840340.269204:0:15927:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840340.269211:0:15927:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840340.269216:0:15927:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840340.269220:0:15927:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840340.269225:0:15927:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840340.269229:0:15927:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840340.269234:0:15927:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2562:2562:256:4294967295] 192.168.202.131@tcp LPNI seq info [2562:2562:8:4294967295] 00000400:00000200:1.0:1788840340.269239:0:15927:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840340.269254:0:15927:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840340.269263:0:15927:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840340.269269:0:15927:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989d00. 00000800:00000200:1.0:1788840340.269277:0:15927:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840340.269285:0:15927:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840340.269289:0:15927:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989d00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1788840340.269313:0:15927:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840340.269319:0:15927:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840340.269322:0:15927:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4296574086 00000100:00000001:1.0:1788840340.269329:0:15927:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296574072 00000100:00000001:1.0:1788840340.269334:0:15927:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4296574086 00000100:00000001:1.0:1788840340.269338:0:15927:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296574072 00000100:00000001:1.0:1788840340.269341:0:15927:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840340.269343:0:15927:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840340.269345:0:15927:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840340.269347:0:15927:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788840340.269350:0:15927:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee85db4840 going to sleep for 11 seconds 00000100:00000001:1.0:1788840340.269353:0:15927:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840340.269355:0:15927:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840340.269921:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840340.269927:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989d00. 00000400:00000200:2.0:1788840340.269932:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840340.269938:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840340.269944:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539d48 00000400:00000010:2.0:1788840340.269946:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539d48. 00000100:00000001:2.0:1788840340.269950:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840340.269954:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87face00 x1875733133995648/t0(0) o501->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 512/272 e 0 to 0 dl 1788840356 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840340.269964:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840340.269967:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87face00 x1875733133995648/t0(0) o501->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 512/272 e 0 to 0 dl 1788840356 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840340.269973:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840340.269974:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840340.296495:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840340.296509:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840340.296513:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840340.296514:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840340.296522:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840340.296527:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840340.296534:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840340.296537:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840340.296541:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840340.296543:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 272 into portal 25 MB=0x6a9f827252e80 00000400:00000200:3.0:1788840340.296547:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840340.296551:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.131@tcp of length 272/272 into md 0x6f95 [1] + 224 00000800:00000001:3.0:1788840340.296556:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840340.296560:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840340.296562:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840340.296565:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840340.296569:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840340.296576:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87face00 x1875733133995648/t0(0) o501->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 512/272 e 0 to 0 dl 1788840356 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840340.296583:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff90ee87face00 x1875733133995648/t0(0) o501->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 512/272 e 0 to 0 dl 1788840356 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840340.296602:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840340.296609:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840340.296611:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840340.296903:0:15927:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788840340.296912:0:15927:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840340.296914:0:15927:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840340.296917:0:15927:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000200:1.0:1788840340.296922:0:15927:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539220 00000400:00000010:1.0:1788840340.296924:0:15927:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539220. 00000100:00000001:1.0:1788840340.296928:0:15927:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840340.296933:0:15927:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87face00 x1875733133995648/t0(0) o501->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 512/272 e 0 to 0 dl 1788840356 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788840340.296942:0:15927:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87face00 x1875733133995648/t0(0) o501->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 512/272 e 0 to 0 dl 1788840356 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840340.296948:0:15927:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840340.296950:0:15927:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840340.296952:0:15927:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840340.296955:0:15927:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840340.296958:0:15927:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840340.296960:0:15927:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840340.296962:0:15927:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840340.296970:0:15927:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98ee5c60 time=40 v=5 (5 5 5 5) 00000100:00001000:1.0:1788840340.296974:0:15927:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98ee5c18 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840340.296977:0:15927:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840340.296978:0:15927:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840340.296982:0:15927:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840340.296984:0:15927:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840340.297050:0:15927:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840340.297057:0:15927:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87face00 x1875733133995648/t0(0) o501->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 512/272 e 0 to 0 dl 1788840356 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840340.297064:0:15927:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840340.297067:0:15927:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840340.297069:0:15927:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840340.297073:0:15927:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87face00 x1875733133995648/t0(0) o501->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 512/272 e 0 to 0 dl 1788840356 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788840340.297086:0:15927:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87face00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9bd5af39-b6fe-405c-9397-0d5571f2cea4:15927:1875733133995648:192.168.202.131@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1788840340.297090:0:15927:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840340.297093:0:15927:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840340.297095:0:15927:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788840340.297098:0:15927:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840340.297101:0:15927:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87face00 x1875733133995648/t0(0) o501->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 512/272 e 0 to 0 dl 1788840356 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840340.297107:0:15927:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840340.297110:0:15927:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee85db4840. 00000100:00000001:1.0:1788840340.297113:0:15927:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788840340.297114:0:15927:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788840340.297119:0:15927:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1788840340.297205:0:15927:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840340.297209:0:15927:0:(genops.c:1223:class_import_put()) import ffff90ee98ee5800 refcount=4 obd=MGC192.168.202.131@tcp 00000020:00000001:1.0:1788840340.297211:0:15927:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1788840340.297213:0:15927:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840340.297218:0:15927:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87face00 x1875733133995648/t0(0) o501->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 512/272 e 0 to 0 dl 1788840356 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840340.297223:0:15927:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840340.297226:0:15927:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840340.297229:0:15927:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee9b217c00. 02000000:00000001:1.0:1788840340.297232:0:15927:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840340.297234:0:15927:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840340.297234:0:15927:0:(genops.c:1223:class_import_put()) import ffff90ee98ee5800 refcount=3 obd=MGC192.168.202.131@tcp 00000020:00000001:1.0:1788840340.297236:0:15927:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840340.297239:0:15927:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee87161600. 02000000:00000001:1.0:1788840340.297243:0:15927:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840340.297245:0:15927:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840340.297246:0:15927:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87face00. 00000100:00000001:1.0:1788840340.297249:0:15927:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840340.297250:0:15927:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1788840340.297253:0:15927:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788840340.297256:0:15927:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:1.0:1788840340.297263:0:15927:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff90ee86f9e000. 00000040:00000001:1.0:1788840340.297266:0:15927:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:1.0:1788840340.297267:0:15927:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:1.0:1788840340.297270:0:15927:0:(genops.c:1210:class_import_get()) import ffff90ee98ee5800 refcount=4 obd=MGC192.168.202.131@tcp 00000100:00000010:1.0:1788840340.297273:0:15927:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87face00. 00000020:00000040:1.0:1788840340.297276:0:15927:0:(genops.c:1210:class_import_get()) import ffff90ee98ee5800 refcount=5 obd=MGC192.168.202.131@tcp 00000100:00000001:1.0:1788840340.297279:0:15927:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840340.297281:0:15927:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840340.297285:0:15927:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840340.297290:0:15927:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee9b217c00. 00000100:00000001:1.0:1788840340.297296:0:15927:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840340.297300:0:15927:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788840340.297301:0:15927:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788840340.297306:0:15927:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee85db4840. 00000100:00000001:1.0:1788840340.297307:0:15927:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952855197760 : -122120854353856 : ffff90ee85db4840) 00000100:00000001:1.0:1788840340.297310:0:15927:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840340.297311:0:15927:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890818048 : -122120818733568 : ffff90ee87face00) 00000100:00000001:1.0:1788840340.297315:0:15927:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840340.297319:0:15927:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840340.297321:0:15927:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788840340.297323:0:15927:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840340.297327:0:15927:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87face00 x1875733133995776/t0(0) o503->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840340.297333:0:15927:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840340.297335:0:15927:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840340.297340:0:15927:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840340.297342:0:15927:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840340.297345:0:15927:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840340.297348:0:15927:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87face00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9bd5af39-b6fe-405c-9397-0d5571f2cea4:15927:1875733133995776:192.168.202.131@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1788840340.297352:0:15927:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840340.297356:0:15927:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840340.297358:0:15927:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840340.297361:0:15927:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840340.297384:0:15927:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff90ee86ee0000. 02000000:00000001:1.0:1788840340.297388:0:15927:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840340.297394:0:15927:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840340.297398:0:15927:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000010:1.0:1788840340.297403:0:15927:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff90ee85db4000. 00000100:00000200:1.0:1788840340.297409:0:15927:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875733133995776, portal 25 00000100:00000001:1.0:1788840340.297411:0:15927:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840340.297412:0:15927:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890818048 : -122120818733568 : ffff90ee87face00) 00000100:00000040:1.0:1788840340.297418:0:15927:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87face00 x1875733133995776/t0(0) o503->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788840356 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840340.297425:0:15927:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840340.297428:0:15927:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840340.297431:0:15927:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539220. 00000100:00000200:1.0:1788840340.297434:0:15927:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1875733133995776, offset 0 00000400:00000200:1.0:1788840340.297439:0:15927:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840340.297446:0:15927:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840340.297452:0:15927:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840340.297457:0:15927:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840340.297462:0:15927:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840340.297466:0:15927:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840340.297469:0:15927:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840340.297472:0:15927:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2563:2563:256:4294967295] 192.168.202.131@tcp LPNI seq info [2563:2563:8:4294967295] 00000400:00000200:1.0:1788840340.297477:0:15927:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840340.297486:0:15927:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840340.297492:0:15927:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840340.297885:0:15927:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989e00. 00000800:00000200:1.0:1788840340.297895:0:15927:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840340.297903:0:15927:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840340.297907:0:15927:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989e00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1788840340.297927:0:15927:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840340.297933:0:15927:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840340.297936:0:15927:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4296574115 00000100:00000001:1.0:1788840340.297944:0:15927:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296574086 00000100:00000001:1.0:1788840340.297949:0:15927:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4296574115 00000100:00000001:1.0:1788840340.297953:0:15927:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296574086 00000100:00000001:1.0:1788840340.297956:0:15927:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840340.297959:0:15927:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840340.297962:0:15927:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840340.297964:0:15927:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788840340.297967:0:15927:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee85db4840 going to sleep for 11 seconds 00000100:00000001:1.0:1788840340.297970:0:15927:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840340.297972:0:15927:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840340.298363:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840340.298369:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989e00. 00000400:00000200:2.0:1788840340.298373:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840340.298379:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840340.298385:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539220 00000400:00000010:2.0:1788840340.298388:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539220. 00000100:00000001:2.0:1788840340.298393:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840340.298399:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87face00 x1875733133995776/t0(0) o503->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788840356 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840340.298410:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840340.298413:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87face00 x1875733133995776/t0(0) o503->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788840356 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840340.298425:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840340.298426:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840340.351171:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840340.351188:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840340.351193:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840340.351195:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840340.351205:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840340.351212:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840340.351221:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840340.351225:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840340.351230:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840340.351234:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 8416 into portal 25 MB=0x6a9f827252f00 00000400:00000200:3.0:1788840340.351240:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840340.351246:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.131@tcp of length 8416/8416 into md 0x6f9d [4] + 224 00000800:00000001:3.0:1788840340.351253:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840340.351279:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840340.351283:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840340.351289:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840340.351296:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840340.351306:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87face00 x1875733133995776/t0(0) o503->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788840356 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840340.351324:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff90ee87face00 x1875733133995776/t0(0) o503->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788840356 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840340.351349:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840340.351359:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840340.351363:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840340.351487:0:15927:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788840340.351496:0:15927:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840340.351498:0:15927:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840340.351501:0:15927:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000200:1.0:1788840340.351506:0:15927:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85db4000 00000400:00000010:1.0:1788840340.351508:0:15927:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff90ee85db4000. 00000100:00000001:1.0:1788840340.351511:0:15927:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840340.351516:0:15927:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87face00 x1875733133995776/t0(0) o503->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788840356 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788840340.351525:0:15927:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87face00 x1875733133995776/t0(0) o503->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788840356 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840340.351531:0:15927:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840340.351533:0:15927:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840340.351536:0:15927:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840340.351539:0:15927:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840340.351541:0:15927:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840340.351544:0:15927:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840340.351548:0:15927:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840340.351555:0:15927:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98ee5c60 time=40 v=5 (5 5 5 5) 00000100:00001000:1.0:1788840340.351559:0:15927:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98ee5c18 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840340.351562:0:15927:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840340.351563:0:15927:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840340.351567:0:15927:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840340.351569:0:15927:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840340.351572:0:15927:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840340.351577:0:15927:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87face00 x1875733133995776/t0(0) o503->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788840356 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840340.351584:0:15927:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840340.351587:0:15927:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840340.351589:0:15927:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840340.351592:0:15927:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87face00 x1875733133995776/t0(0) o503->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788840356 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788840340.351599:0:15927:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87face00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9bd5af39-b6fe-405c-9397-0d5571f2cea4:15927:1875733133995776:192.168.202.131@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1788840340.351604:0:15927:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840340.351606:0:15927:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840340.351609:0:15927:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788840340.351611:0:15927:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840340.351614:0:15927:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87face00 x1875733133995776/t0(0) o503->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788840356 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840340.351621:0:15927:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840340.351624:0:15927:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee85db4840. 00000100:00000001:1.0:1788840340.351626:0:15927:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788840340.351628:0:15927:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788840340.351636:0:15927:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1788840340.351665:0:15927:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840340.351669:0:15927:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87face00 x1875733133995776/t0(0) o503->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788840356 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840340.351676:0:15927:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840340.351678:0:15927:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840340.351682:0:15927:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff90ee86ee0000. 02000000:00000001:1.0:1788840340.351691:0:15927:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840340.351694:0:15927:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840340.351696:0:15927:0:(genops.c:1223:class_import_put()) import ffff90ee98ee5800 refcount=4 obd=MGC192.168.202.131@tcp 00000020:00000001:1.0:1788840340.351699:0:15927:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840340.351702:0:15927:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee9b217c00. 02000000:00000001:1.0:1788840340.351706:0:15927:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840340.351709:0:15927:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840340.351711:0:15927:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87face00. 00000100:00000001:1.0:1788840340.351716:0:15927:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840340.351717:0:15927:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788840340.351720:0:15927:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840340.351722:0:15927:0:(genops.c:1223:class_import_put()) import ffff90ee98ee5800 refcount=3 obd=MGC192.168.202.131@tcp 00000020:00000001:1.0:1788840340.351723:0:15927:0:(genops.c:1230:class_import_put()) Process leaving 00000040:00000001:1.0:1788840340.351726:0:15927:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788840340.351730:0:15927:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788840340.351734:0:15927:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1788840340.351739:0:15927:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff90ee8532cba0. 00000040:00001000:1.0:1788840340.351742:0:15927:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 41 last_idx 0 read_mode 0 00000040:00000001:3.0:1788840340.352445:0:32961:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:3.0:1788840340.352451:0:32961:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90ee85cd2200. 00000020:00000010:3.0:1788840340.352456:0:32961:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff90ee85cd3400. 00000040:00000010:3.0:1788840340.352460:0:32961:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff90ee85cd2e00. 00000020:00000010:3.0:1788840340.352464:0:32961:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90ee98826800. 00000020:00000010:3.0:1788840340.352470:0:32961:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff90eea05bad48. 00000020:00000010:3.0:1788840340.352474:0:32961:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff90ee85cd3c00. 80000000:00000010:3.0:1788840340.352480:0:32961:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90ee84b18a80. 40000000:00000010:3.0:1788840340.352484:0:32961:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff90ee85e80dc0. 00100000:00000010:3.0:1788840340.352489:0:32961:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff90ee98824800. 00040000:00000010:3.0:1788840340.352493:0:32961:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff90ee983e5d00. 00040000:00000010:3.0:1788840340.352496:0:32961:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff90ee98821800. 00040000:00000010:3.0:1788840340.352499:0:32961:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90ee85cd3e00. 00000004:00000010:3.0:1788840340.352504:0:32961:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff90ee98827800. 00000004:00000010:3.0:1788840340.352510:0:32961:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at ffff90ee98d31000. 00000004:00000010:3.0:1788840340.352515:0:32961:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff90ee98823800. 00002000:00000010:3.0:1788840340.352519:0:32961:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff90ee86eecc00. 00000004:00000010:3.0:1788840340.352523:0:32961:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff90ee86eec000. 00000020:00000010:3.0:1788840340.352528:0:32961:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff90ee85e80380. 00000040:00000010:3.0:1788840340.352535:0:32961:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff90ee86ea4000. 00000040:00080000:3.0:1788840340.353064:0:32961:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64768 count 42 00000040:00000010:3.0:1788840340.353070:0:32961:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff90ee86ea4000. 00000020:00000010:3.0:1788840340.353076:0:32961:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff90ee85e80380. 00000020:00000010:3.0:1788840340.353089:0:32961:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff90ee85cd3400. 00000040:00000010:3.0:1788840340.353093:0:32961:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff90ee85cd2e00. 00000020:00000010:3.0:1788840340.353097:0:32961:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff90ee98826800. 00000020:00000010:3.0:1788840340.353101:0:32961:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff90eea05bad48. 00000020:00000010:3.0:1788840340.353106:0:32961:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff90ee85cd3c00. 80000000:00000010:3.0:1788840340.353108:0:32961:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90ee84b18a80. 40000000:00000010:3.0:1788840340.353111:0:32961:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff90ee85e80dc0. 00100000:00000010:3.0:1788840340.353114:0:32961:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff90ee98824800. 00040000:00000010:3.0:1788840340.353117:0:32961:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff90ee983e5d00. 00040000:00000010:3.0:1788840340.353121:0:32961:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff90ee98821800. 00040000:00000010:3.0:1788840340.353135:0:32961:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90ee85cd3e00. 00000004:00000010:3.0:1788840340.353138:0:32961:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff90ee98827800. 00000004:00000010:3.0:1788840340.353141:0:32961:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at ffff90ee98d31000. 00000004:00000010:3.0:1788840340.353145:0:32961:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff90ee98823800. 00002000:00000010:3.0:1788840340.353148:0:32961:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff90ee86eecc00. 00000004:00000010:3.0:1788840340.353151:0:32961:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff90ee86eec000. 00000020:00000010:3.0:1788840340.353153:0:32961:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90ee85cd2200. 00000040:00000010:1.0:1788840340.353380:0:15927:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff90ee8532cba0. 00000040:00000001:1.0:1788840340.353384:0:15927:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1788840340.353388:0:15927:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 42-41 (rc=0) 00000040:00000010:1.0:1788840340.353393:0:15927:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff90ee86f9e000. 00000040:00000010:1.0:1788840340.353396:0:15927:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff90ee87161a00. 00000020:00000001:1.0:1788840340.353399:0:15927:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788840340.353402:0:15927:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:1.0:1788840340.353405:0:15927:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff90ee87160a00. 00000040:00000010:1.0:1788840340.353408:0:15927:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff90ee87161e00. 00000020:00000010:1.0:1788840340.353410:0:15927:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff90ee85ded800. 00000020:00000010:1.0:1788840340.353414:0:15927:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff90ee87161800. 80000000:00000010:1.0:1788840340.353416:0:15927:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90ee8532cf00. 00040000:00000010:1.0:1788840340.353419:0:15927:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90ee87160000. 20000000:00000010:1.0:1788840340.353423:0:15927:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff90ee87161000. 00000020:00000010:1.0:1788840340.353425:0:15927:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90ee87160600. 10000000:00000010:1.0:1788840340.353428:0:15927:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff90ee871397c0. 10000000:01000000:1.0:1788840340.353431:0:15927:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.131@tcp: configuration from log 'lustre-client' succeeded (0). 10000000:00000001:1.0:1788840340.353434:0:15927:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1788840340.353437:0:15927:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840340.353440:0:15927:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840340.353443:0:15927:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85e00 refcount=3 00000020:00000001:1.0:1788840340.353445:0:15927:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872832512 : -122120836719104 : ffff90ee86e85e00) 00010000:00000001:1.0:1788840340.353449:0:15927:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872832512 : -122120836719104 : ffff90ee86e85e00) 00010000:00000001:1.0:1788840340.353452:0:15927:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840340.353457:0:15927:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.131@tcp lock: ffff90ee86e85e00/0x3aa5f499c96f387e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8a436931312baa0b expref: -99 pid: 15927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840340.353465:0:15927:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840340.353467:0:15927:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788840340.353470:0:15927:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.131@tcp lock: ffff90ee86e85e00/0x3aa5f499c96f387e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8a436931312baa0b expref: -99 pid: 15927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840340.353476:0:15927:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840340.353477:0:15927:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840340.353478:0:15927:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1788840340.353480:0:15927:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788840340.353482:0:15927:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788840340.353485:0:15927:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1788840340.353488:0:15927:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1788840340.353489:0:15927:0:(mgc_request.c:108:config_log_get()) log params (ffff90ee85115e00) refs 2 10000000:00000001:1.0:1788840340.353491:0:15927:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788840340.353493:0:15927:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1788840340.353495:0:15927:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff90ee85114200) refs 3 10000000:00000001:1.0:1788840340.353497:0:15927:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1788840340.353498:0:15927:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1788840340.353500:0:15927:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:1.0:1788840340.353501:0:15927:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:1.0:1788840340.353504:0:15927:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff90ee90f70800 from 7 10000000:00000001:1.0:1788840340.353506:0:15927:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1788840340.353507:0:15927:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:1.0:1788840340.353514:0:15927:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87face00. 00000020:00000040:1.0:1788840340.353517:0:15927:0:(genops.c:1210:class_import_get()) import ffff90ee98ee5800 refcount=4 obd=MGC192.168.202.131@tcp 00000100:00000001:1.0:1788840340.353521:0:15927:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840340.353524:0:15927:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840340.353529:0:15927:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840340.353536:0:15927:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee9b217c00. 00000100:00000001:1.0:1788840340.353542:0:15927:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840340.353547:0:15927:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788840340.353550:0:15927:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788840340.353555:0:15927:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee98cc4a00. 00010000:00000001:1.0:1788840340.353559:0:15927:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788840340.353561:0:15927:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee86e85c00. 00000020:00000001:1.0:1788840340.353564:0:15927:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788840340.353566:0:15927:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee86e85c00 with handle 0x3aa5f499c96f3885 to hash 00000020:00000001:1.0:1788840340.353567:0:15927:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788840340.353568:0:15927:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952872832000 : -122120836719616 : ffff90ee86e85c00) 00010000:00000001:1.0:1788840340.353571:0:15927:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952872832000 : -122120836719616 : ffff90ee86e85c00) 00010000:00000001:1.0:1788840340.353573:0:15927:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840340.353576:0:15927:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840340.353578:0:15927:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.131@tcp lock: ffff90ee86e85c00/0x3aa5f499c96f3885 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788840340.353584:0:15927:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.131@tcp lock: ffff90ee86e85c00/0x3aa5f499c96f3885 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788840340.353591:0:15927:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.131@tcp lock: ffff90ee86e85c00/0x3aa5f499c96f3885 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788840340.353595:0:15927:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788840340.353597:0:15927:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788840340.353600:0:15927:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee85db4840. 00000100:00000001:1.0:1788840340.353602:0:15927:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952855197760 : -122120854353856 : ffff90ee85db4840) 00000100:00000001:1.0:1788840340.353603:0:15927:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840340.353605:0:15927:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890818048 : -122120818733568 : ffff90ee87face00) 00000100:00000001:1.0:1788840340.353608:0:15927:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840340.353611:0:15927:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840340.353612:0:15927:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788840340.353614:0:15927:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840340.353620:0:15927:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87face00 x1875733133995904/t0(0) o101->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840340.353626:0:15927:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840340.353627:0:15927:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840340.353630:0:15927:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840340.353631:0:15927:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840340.353633:0:15927:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840340.353635:0:15927:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87face00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9bd5af39-b6fe-405c-9397-0d5571f2cea4:15927:1875733133995904:192.168.202.131@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1788840340.353668:0:15927:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840340.353672:0:15927:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840340.353674:0:15927:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840340.353676:0:15927:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840340.353679:0:15927:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee85c5e400. 02000000:00000001:1.0:1788840340.353680:0:15927:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840340.353686:0:15927:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840340.353689:0:15927:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000010:1.0:1788840340.353693:0:15927:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539e58. 00000100:00000200:1.0:1788840340.353698:0:15927:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133995904, portal 25 00000100:00000001:1.0:1788840340.353699:0:15927:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840340.353700:0:15927:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890818048 : -122120818733568 : ffff90ee87face00) 00000100:00000040:1.0:1788840340.353704:0:15927:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87face00 x1875733133995904/t0(0) o101->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 328/344 e 0 to 0 dl 1788840356 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840340.353709:0:15927:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840340.353711:0:15927:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840340.353713:0:15927:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539dd0. 00000100:00000200:1.0:1788840340.353715:0:15927:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875733133995904, offset 0 00000400:00000200:1.0:1788840340.353719:0:15927:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840340.353726:0:15927:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840340.353731:0:15927:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840340.353735:0:15927:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840340.353738:0:15927:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840340.353741:0:15927:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840340.353743:0:15927:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840340.353755:0:15927:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2564:2564:256:4294967295] 192.168.202.131@tcp LPNI seq info [2564:2564:8:4294967295] 00000400:00000200:1.0:1788840340.353760:0:15927:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840340.353769:0:15927:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840340.353775:0:15927:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840340.353779:0:15927:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989700. 00000800:00000200:1.0:1788840340.353785:0:15927:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840340.353792:0:15927:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840340.353796:0:15927:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788840340.353814:0:15927:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840340.353818:0:15927:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840340.353820:0:15927:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4296574170 00000100:00000001:1.0:1788840340.353828:0:15927:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296574115 00000100:00000001:1.0:1788840340.353831:0:15927:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4296574170 00000100:00000001:1.0:1788840340.353834:0:15927:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296574115 00000100:00000001:1.0:1788840340.353837:0:15927:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840340.353840:0:15927:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840340.353842:0:15927:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840340.353844:0:15927:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788840340.353846:0:15927:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee85db4840 going to sleep for 11 seconds 00000100:00000001:1.0:1788840340.353849:0:15927:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840340.353851:0:15927:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840340.354008:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840340.354014:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989700. 00000400:00000200:2.0:1788840340.354018:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840340.354023:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840340.354029:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539dd0 00000400:00000010:2.0:1788840340.354031:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539dd0. 00000100:00000001:2.0:1788840340.354045:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840340.354050:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87face00 x1875733133995904/t0(0) o101->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 328/344 e 0 to 0 dl 1788840356 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840340.354059:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840340.354062:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87face00 x1875733133995904/t0(0) o101->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 328/344 e 0 to 0 dl 1788840356 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840340.354068:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840340.354070:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788840340.357829:0:2360:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788840340.357843:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840340.357845:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840340.357850:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840340.357853:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840340.357856:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840340.357860:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788840340.370581:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840340.370600:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840340.370604:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840340.370607:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840340.370616:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840340.370624:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840340.370633:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840340.370768:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840340.370774:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840340.370779:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 344 into portal 25 MB=0x6a9f827252f80 00000400:00000200:3.0:1788840340.370784:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840340.370790:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.131@tcp of length 344/344 into md 0x6fa5 [1] + 224 00000800:00000001:3.0:1788840340.370797:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840340.370807:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840340.370811:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840340.370816:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840340.370823:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840340.370831:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87face00 x1875733133995904/t0(0) o101->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 328/344 e 0 to 0 dl 1788840356 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840340.370842:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff90ee87face00 x1875733133995904/t0(0) o101->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 328/344 e 0 to 0 dl 1788840356 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840340.370905:0:15927:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840340.370925:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840340.370935:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840340.370939:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788840340.372023:0:15927:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840340.372028:0:15927:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840340.372032:0:15927:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000200:1.0:1788840340.372039:0:15927:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539e58 00000400:00000010:1.0:1788840340.372041:0:15927:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539e58. 00000100:00000001:1.0:1788840340.372045:0:15927:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840340.372054:0:15927:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87face00 x1875733133995904/t0(0) o101->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 328/344 e 0 to 0 dl 1788840356 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788840340.372069:0:15927:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87face00 x1875733133995904/t0(0) o101->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 328/344 e 0 to 0 dl 1788840356 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840340.372076:0:15927:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840340.372079:0:15927:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840340.372081:0:15927:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840340.372085:0:15927:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840340.372087:0:15927:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840340.372090:0:15927:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840340.372093:0:15927:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840340.372100:0:15927:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98ee5c60 time=40 v=5 (5 5 5 5) 00000100:00001000:1.0:1788840340.372104:0:15927:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98ee5c18 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840340.372106:0:15927:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840340.372108:0:15927:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840340.372111:0:15927:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840340.372113:0:15927:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840340.372116:0:15927:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840340.372121:0:15927:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87face00 x1875733133995904/t0(0) o101->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 328/344 e 0 to 0 dl 1788840356 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840340.372128:0:15927:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840340.372131:0:15927:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840340.372133:0:15927:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840340.372137:0:15927:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87face00 x1875733133995904/t0(0) o101->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 328/344 e 0 to 0 dl 1788840356 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788840340.372145:0:15927:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87face00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9bd5af39-b6fe-405c-9397-0d5571f2cea4:15927:1875733133995904:192.168.202.131@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1788840340.372151:0:15927:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840340.372154:0:15927:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840340.372156:0:15927:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788840340.372158:0:15927:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840340.372161:0:15927:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87face00 x1875733133995904/t0(0) o101->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 328/344 e 0 to 0 dl 1788840356 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840340.372168:0:15927:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840340.372171:0:15927:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee85db4840. 00000100:00000001:1.0:1788840340.372175:0:15927:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788840340.372176:0:15927:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840340.372179:0:15927:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788840340.372182:0:15927:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840340.372185:0:15927:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840340.372188:0:15927:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85c00 refcount=4 00000020:00000001:1.0:1788840340.372191:0:15927:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872832000 : -122120836719616 : ffff90ee86e85c00) 00010000:00000001:1.0:1788840340.372194:0:15927:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872832000 : -122120836719616 : ffff90ee86e85c00) 00010000:00000040:1.0:1788840340.372201:0:15927:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee86e85c00, remote cookie: 0x8a436931312baa19, flags: 0x0 00010000:00000001:1.0:1788840340.372204:0:15927:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788840340.372209:0:15927:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788840340.372211:0:15927:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788840340.372213:0:15927:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788840340.372214:0:15927:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788840340.372217:0:15927:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff90ee98cc4a00) refcount = 1 00010000:00010000:1.0:1788840340.372223:0:15927:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.131@tcp lock: ffff90ee86e85c00/0x3aa5f499c96f3885 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8a436931312baa19 expref: -99 pid: 15927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840340.372230:0:15927:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788840340.372232:0:15927:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788840340.372234:0:15927:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840340.372236:0:15927:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788840340.372239:0:15927:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840340.372243:0:15927:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.131@tcp lock: ffff90ee86e85c00/0x3aa5f499c96f3885 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x8a436931312baa19 expref: -99 pid: 15927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840340.372249:0:15927:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788840340.372251:0:15927:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840340.372253:0:15927:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840340.372254:0:15927:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840340.372255:0:15927:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840340.372257:0:15927:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840340.372260:0:15927:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840340.372264:0:15927:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87face00 x1875733133995904/t0(0) o101->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 328/344 e 0 to 0 dl 1788840356 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840340.372274:0:15927:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840340.372277:0:15927:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840340.372280:0:15927:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee85c5e400. 02000000:00000001:1.0:1788840340.372283:0:15927:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840340.372286:0:15927:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840340.372289:0:15927:0:(genops.c:1223:class_import_put()) import ffff90ee98ee5800 refcount=3 obd=MGC192.168.202.131@tcp 00000020:00000001:1.0:1788840340.372291:0:15927:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840340.372295:0:15927:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee9b217c00. 02000000:00000001:1.0:1788840340.372300:0:15927:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840340.372302:0:15927:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840340.372304:0:15927:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87face00. 00000100:00000001:1.0:1788840340.372308:0:15927:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840340.372309:0:15927:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1788840340.372422:0:15927:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788840340.372426:0:15927:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1788840340.372429:0:15927:0:(mgc_request.c:108:config_log_get()) log params (ffff90ee85115e00) refs 3 10000000:00000001:1.0:1788840340.372431:0:15927:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840340.372433:0:15927:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840340.372435:0:15927:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840340.372437:0:15927:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85c00 refcount=3 00000020:00000001:1.0:1788840340.372439:0:15927:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872832000 : -122120836719616 : ffff90ee86e85c00) 00010000:00000001:1.0:1788840340.372441:0:15927:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872832000 : -122120836719616 : ffff90ee86e85c00) 00010000:00000001:1.0:1788840340.372443:0:15927:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1788840340.372445:0:15927:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840340.372446:0:15927:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840340.372447:0:15927:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788840340.372450:0:15927:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1788840340.372458:0:15927:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff90ee871397c0. 00000020:00000010:1.0:1788840340.372462:0:15927:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90ee9b217c00. 00000020:00000010:1.0:1788840340.372469:0:15927:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff90ee87160600. 00000040:00000010:1.0:1788840340.372474:0:15927:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff90ee87161000. 00000020:00000010:1.0:1788840340.372479:0:15927:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90ee85ded800. 00000020:00000010:1.0:1788840340.372483:0:15927:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff90ee87160000. 80000000:00000010:1.0:1788840340.372488:0:15927:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90ee8532cf00. 00040000:00000010:1.0:1788840340.372494:0:15927:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90ee87161800. 20000000:00000010:1.0:1788840340.372498:0:15927:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff90ee87161e00. 10000000:00000040:1.0:1788840340.372503:0:15927:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff90ee85079300 : new refcount 2 00000020:00000001:1.0:1788840340.372507:0:15927:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1788840340.372509:0:15927:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog params 00000040:00000001:1.0:1788840340.372511:0:15927:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:1.0:1788840340.372514:0:15927:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff90ee87160a00. 00000040:00000001:1.0:1788840340.372518:0:15927:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:1.0:1788840340.372520:0:15927:0:(genops.c:1210:class_import_get()) import ffff90ee98ee5800 refcount=4 obd=MGC192.168.202.131@tcp 00000100:00000010:1.0:1788840340.372524:0:15927:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87face00. 00000020:00000040:1.0:1788840340.372526:0:15927:0:(genops.c:1210:class_import_get()) import ffff90ee98ee5800 refcount=5 obd=MGC192.168.202.131@tcp 00000100:00000001:1.0:1788840340.372531:0:15927:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840340.372535:0:15927:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840340.372540:0:15927:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840340.372545:0:15927:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee87161a00. 00000100:00000001:1.0:1788840340.372551:0:15927:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840340.372557:0:15927:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788840340.372559:0:15927:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788840340.372563:0:15927:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee85db4840. 00000100:00000001:1.0:1788840340.372566:0:15927:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952855197760 : -122120854353856 : ffff90ee85db4840) 00000100:00000001:1.0:1788840340.372569:0:15927:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840340.372570:0:15927:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890818048 : -122120818733568 : ffff90ee87face00) 00000100:00000001:1.0:1788840340.372574:0:15927:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840340.372579:0:15927:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840340.372581:0:15927:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788840340.372582:0:15927:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840340.372586:0:15927:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87face00 x1875733133996032/t0(0) o501->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840340.372593:0:15927:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840340.372595:0:15927:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840340.372599:0:15927:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840340.372601:0:15927:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840340.372603:0:15927:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840340.372607:0:15927:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87face00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9bd5af39-b6fe-405c-9397-0d5571f2cea4:15927:1875733133996032:192.168.202.131@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1788840340.372613:0:15927:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840340.372617:0:15927:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840340.372619:0:15927:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840340.372622:0:15927:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840340.372626:0:15927:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee87161600. 02000000:00000001:1.0:1788840340.372628:0:15927:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840340.372634:0:15927:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840340.372637:0:15927:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000010:1.0:1788840340.374178:0:15927:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539e58. 00000100:00000200:1.0:1788840340.374189:0:15927:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133996032, portal 25 00000100:00000001:1.0:1788840340.374193:0:15927:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840340.374194:0:15927:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890818048 : -122120818733568 : ffff90ee87face00) 00000100:00000040:1.0:1788840340.374207:0:15927:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87face00 x1875733133996032/t0(0) o501->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 504/272 e 0 to 0 dl 1788840356 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840340.374216:0:15927:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840340.374218:0:15927:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840340.374221:0:15927:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea05396e8. 00000100:00000200:1.0:1788840340.374225:0:15927:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1875733133996032, offset 0 00000400:00000200:1.0:1788840340.374232:0:15927:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840340.374243:0:15927:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840340.374251:0:15927:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840340.374256:0:15927:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840340.374261:0:15927:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840340.374265:0:15927:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840340.374268:0:15927:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840340.374271:0:15927:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2565:2565:256:4294967295] 192.168.202.131@tcp LPNI seq info [2565:2565:8:4294967295] 00000400:00000200:1.0:1788840340.374276:0:15927:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840340.374285:0:15927:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840340.374291:0:15927:0:(socklnd_cb.c:931:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840340.374297:0:15927:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989b00. 00000800:00000200:1.0:1788840340.374303:0:15927:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840340.374367:0:15927:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840340.374372:0:15927:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989b00 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:1.0:1788840340.374451:0:15927:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840340.374456:0:15927:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840340.374459:0:15927:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4296574191 00000100:00000001:1.0:1788840340.374467:0:15927:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296574170 00000100:00000001:1.0:1788840340.374471:0:15927:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4296574191 00000100:00000001:1.0:1788840340.374474:0:15927:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296574170 00000100:00000001:1.0:1788840340.374477:0:15927:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840340.374480:0:15927:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840340.374483:0:15927:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840340.374485:0:15927:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788840340.374488:0:15927:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee85db4840 going to sleep for 11 seconds 00000100:00000001:1.0:1788840340.374491:0:15927:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840340.374493:0:15927:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840340.375269:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840340.375275:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989b00. 00000400:00000200:2.0:1788840340.375281:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840340.375288:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840340.375295:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea05396e8 00000400:00000010:2.0:1788840340.375297:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea05396e8. 00000100:00000001:2.0:1788840340.375302:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840340.375309:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87face00 x1875733133996032/t0(0) o501->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 504/272 e 0 to 0 dl 1788840356 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840340.375382:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840340.375386:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87face00 x1875733133996032/t0(0) o501->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 504/272 e 0 to 0 dl 1788840356 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840340.375392:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840340.375394:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840340.380699:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840340.380712:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840340.380715:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840340.380717:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840340.380724:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840340.380730:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840340.380738:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840340.380741:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840340.380753:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840340.380758:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 272 into portal 25 MB=0x6a9f827253000 00000400:00000200:3.0:1788840340.380764:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840340.380771:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.131@tcp of length 272/272 into md 0x6fad [1] + 224 00000800:00000001:3.0:1788840340.380781:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840340.380788:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840340.380791:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840340.380795:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840340.380802:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840340.380811:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87face00 x1875733133996032/t0(0) o501->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 504/272 e 0 to 0 dl 1788840356 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840340.380823:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff90ee87face00 x1875733133996032/t0(0) o501->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 504/272 e 0 to 0 dl 1788840356 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840340.380849:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840340.380856:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840340.380860:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840340.380929:0:15927:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788840340.380936:0:15927:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840340.380938:0:15927:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840340.380941:0:15927:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000200:1.0:1788840340.380946:0:15927:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539e58 00000400:00000010:1.0:1788840340.380948:0:15927:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539e58. 00000100:00000001:1.0:1788840340.380952:0:15927:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840340.380956:0:15927:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87face00 x1875733133996032/t0(0) o501->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 504/272 e 0 to 0 dl 1788840356 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788840340.380964:0:15927:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87face00 x1875733133996032/t0(0) o501->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 504/272 e 0 to 0 dl 1788840356 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840340.380970:0:15927:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840340.380972:0:15927:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840340.380974:0:15927:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840340.380977:0:15927:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840340.380980:0:15927:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840340.380982:0:15927:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840340.380986:0:15927:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840340.381005:0:15927:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98ee5c60 time=40 v=5 (5 5 5 5) 00000100:00001000:1.0:1788840340.381010:0:15927:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98ee5c18 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840340.381012:0:15927:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840340.381014:0:15927:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840340.381018:0:15927:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840340.381020:0:15927:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840340.381023:0:15927:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840340.381028:0:15927:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87face00 x1875733133996032/t0(0) o501->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 504/272 e 0 to 0 dl 1788840356 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840340.381035:0:15927:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840340.381038:0:15927:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840340.381040:0:15927:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840340.381044:0:15927:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87face00 x1875733133996032/t0(0) o501->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 504/272 e 0 to 0 dl 1788840356 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788840340.381052:0:15927:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87face00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9bd5af39-b6fe-405c-9397-0d5571f2cea4:15927:1875733133996032:192.168.202.131@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1788840340.381058:0:15927:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840340.381060:0:15927:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840340.381063:0:15927:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788840340.381065:0:15927:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840340.381068:0:15927:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87face00 x1875733133996032/t0(0) o501->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 504/272 e 0 to 0 dl 1788840356 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840340.381075:0:15927:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840340.381078:0:15927:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee85db4840. 00000100:00000001:1.0:1788840340.381081:0:15927:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788840340.381082:0:15927:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788840340.381087:0:15927:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:1.0:1788840340.381092:0:15927:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840340.381093:0:15927:0:(genops.c:1223:class_import_put()) import ffff90ee98ee5800 refcount=4 obd=MGC192.168.202.131@tcp 00000020:00000001:1.0:1788840340.381096:0:15927:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1788840340.381098:0:15927:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840340.381101:0:15927:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87face00 x1875733133996032/t0(0) o501->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 504/272 e 0 to 0 dl 1788840356 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840340.381107:0:15927:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840340.381110:0:15927:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840340.381113:0:15927:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee87161600. 02000000:00000001:1.0:1788840340.381116:0:15927:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840340.381118:0:15927:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840340.381119:0:15927:0:(genops.c:1223:class_import_put()) import ffff90ee98ee5800 refcount=3 obd=MGC192.168.202.131@tcp 00000020:00000001:1.0:1788840340.381121:0:15927:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840340.381135:0:15927:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee87161a00. 02000000:00000001:1.0:1788840340.381139:0:15927:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840340.381140:0:15927:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840340.381143:0:15927:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87face00. 00000100:00000001:1.0:1788840340.381146:0:15927:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840340.381147:0:15927:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:1.0:1788840340.381150:0:15927:0:(llog.c:1563:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788840340.381153:0:15927:0:(llog.c:415:llog_init_handle()) Process entered 00000040:00000010:1.0:1788840340.381160:0:15927:0:(llog.c:420:llog_init_handle()) kmalloced '(llh)': 8192 at ffff90ee86f9e000. 00000040:00000001:1.0:1788840340.381162:0:15927:0:(llog.c:363:llog_read_header()) Process entered 00000040:00000001:1.0:1788840340.381164:0:15927:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:1.0:1788840340.381166:0:15927:0:(genops.c:1210:class_import_get()) import ffff90ee98ee5800 refcount=4 obd=MGC192.168.202.131@tcp 00000100:00000010:1.0:1788840340.381170:0:15927:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87face00. 00000020:00000040:1.0:1788840340.381173:0:15927:0:(genops.c:1210:class_import_get()) import ffff90ee98ee5800 refcount=5 obd=MGC192.168.202.131@tcp 00000100:00000001:1.0:1788840340.381176:0:15927:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840340.381178:0:15927:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840340.381182:0:15927:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840340.381187:0:15927:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee87161a00. 00000100:00000001:1.0:1788840340.381192:0:15927:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840340.381196:0:15927:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788840340.381197:0:15927:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788840340.381202:0:15927:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee85db4840. 00000100:00000001:1.0:1788840340.381205:0:15927:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952855197760 : -122120854353856 : ffff90ee85db4840) 00000100:00000001:1.0:1788840340.381208:0:15927:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840340.381209:0:15927:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890818048 : -122120818733568 : ffff90ee87face00) 00000100:00000001:1.0:1788840340.381214:0:15927:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840340.381219:0:15927:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840340.381221:0:15927:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788840340.381223:0:15927:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840340.381227:0:15927:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87face00 x1875733133996160/t0(0) o503->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840340.381241:0:15927:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840340.381243:0:15927:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840340.381247:0:15927:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840340.381250:0:15927:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840340.381252:0:15927:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840340.381255:0:15927:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87face00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9bd5af39-b6fe-405c-9397-0d5571f2cea4:15927:1875733133996160:192.168.202.131@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1788840340.381259:0:15927:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840340.381264:0:15927:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840340.381266:0:15927:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840340.381269:0:15927:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840340.381292:0:15927:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff90ee86ee0000. 02000000:00000001:1.0:1788840340.381294:0:15927:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840340.381299:0:15927:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840340.381303:0:15927:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000010:1.0:1788840340.381308:0:15927:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff90ee85db4000. 00000100:00000200:1.0:1788840340.381314:0:15927:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1875733133996160, portal 25 00000100:00000001:1.0:1788840340.381317:0:15927:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840340.381318:0:15927:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890818048 : -122120818733568 : ffff90ee87face00) 00000100:00000040:1.0:1788840340.381324:0:15927:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87face00 x1875733133996160/t0(0) o503->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788840356 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840340.381331:0:15927:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840340.381334:0:15927:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840340.381337:0:15927:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539e58. 00000100:00000200:1.0:1788840340.381341:0:15927:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1875733133996160, offset 0 00000400:00000200:1.0:1788840340.381349:0:15927:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840340.381355:0:15927:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840340.381362:0:15927:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840340.381368:0:15927:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840340.381372:0:15927:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840340.381375:0:15927:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840340.381378:0:15927:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840340.381383:0:15927:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2566:2566:256:4294967295] 192.168.202.131@tcp LPNI seq info [2566:2566:8:4294967295] 00000400:00000200:1.0:1788840340.381388:0:15927:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840340.381398:0:15927:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840340.381403:0:15927:0:(socklnd_cb.c:931:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840340.381408:0:15927:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989500. 00000800:00000200:1.0:1788840340.381414:0:15927:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840340.381421:0:15927:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840340.381426:0:15927:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989500 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:1.0:1788840340.381448:0:15927:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840340.381453:0:15927:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840340.381455:0:15927:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4296574198 00000100:00000001:1.0:1788840340.381462:0:15927:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296574191 00000100:00000001:1.0:1788840340.381467:0:15927:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4296574198 00000100:00000001:1.0:1788840340.381471:0:15927:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296574191 00000100:00000001:1.0:1788840340.381474:0:15927:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840340.381477:0:15927:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840340.381480:0:15927:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840340.381482:0:15927:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788840340.381485:0:15927:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee85db4840 going to sleep for 11 seconds 00000100:00000001:1.0:1788840340.381488:0:15927:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840340.381489:0:15927:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840340.381794:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840340.381799:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989500. 00000400:00000200:2.0:1788840340.381803:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840340.381808:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840340.381812:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539e58 00000400:00000010:2.0:1788840340.381814:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539e58. 00000100:00000001:2.0:1788840340.381818:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840340.381823:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87face00 x1875733133996160/t0(0) o503->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788840356 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840340.381832:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840340.381835:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87face00 x1875733133996160/t0(0) o503->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788840356 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840340.381842:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840340.381844:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840340.388218:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840340.388238:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840340.388241:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840340.388244:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840340.388254:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840340.388262:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840340.388271:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840340.388276:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840340.388280:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840340.388284:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 8416 into portal 25 MB=0x6a9f827253080 00000400:00000200:3.0:1788840340.388290:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840340.388297:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.131@tcp of length 8416/8416 into md 0x6fb5 [4] + 224 00000800:00000001:3.0:1788840340.388305:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840340.388316:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840340.388320:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840340.388324:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840340.388332:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840340.388341:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87face00 x1875733133996160/t0(0) o503->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788840356 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840340.388353:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff90ee87face00 x1875733133996160/t0(0) o503->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788840356 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840340.388378:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840340.388387:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840340.388390:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840340.389207:0:15927:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788840340.389217:0:15927:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840340.389219:0:15927:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840340.389224:0:15927:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000200:1.0:1788840340.389230:0:15927:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85db4000 00000400:00000010:1.0:1788840340.389232:0:15927:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 184 at ffff90ee85db4000. 00000100:00000001:1.0:1788840340.389235:0:15927:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840340.389243:0:15927:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87face00 x1875733133996160/t0(0) o503->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788840356 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788840340.389252:0:15927:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87face00 x1875733133996160/t0(0) o503->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788840356 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840340.389261:0:15927:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840340.389263:0:15927:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840340.389265:0:15927:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840340.389268:0:15927:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840340.389270:0:15927:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840340.389273:0:15927:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840340.389275:0:15927:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840340.389283:0:15927:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98ee5c60 time=40 v=5 (5 5 5 5) 00000100:00001000:1.0:1788840340.389287:0:15927:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98ee5c18 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840340.389289:0:15927:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840340.389291:0:15927:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840340.389295:0:15927:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840340.389297:0:15927:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840340.389300:0:15927:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840340.389305:0:15927:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87face00 x1875733133996160/t0(0) o503->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788840356 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840340.389313:0:15927:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840340.389316:0:15927:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840340.389318:0:15927:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840340.389322:0:15927:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87face00 x1875733133996160/t0(0) o503->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788840356 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788840340.389331:0:15927:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87face00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9bd5af39-b6fe-405c-9397-0d5571f2cea4:15927:1875733133996160:192.168.202.131@tcp:503:ll_cfg_requeue.0 00000100:00000001:1.0:1788840340.389335:0:15927:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840340.389338:0:15927:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840340.389341:0:15927:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788840340.389343:0:15927:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840340.389347:0:15927:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87face00 x1875733133996160/t0(0) o503->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788840356 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840340.389354:0:15927:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840340.389357:0:15927:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee85db4840. 00000100:00000001:1.0:1788840340.389360:0:15927:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788840340.389362:0:15927:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788840340.389370:0:15927:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:1.0:1788840340.389371:0:15927:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840340.389374:0:15927:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87face00 x1875733133996160/t0(0) o503->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 272/8416 e 0 to 0 dl 1788840356 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840340.389381:0:15927:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840340.389383:0:15927:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840340.389386:0:15927:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff90ee86ee0000. 02000000:00000001:1.0:1788840340.389403:0:15927:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840340.389407:0:15927:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840340.389409:0:15927:0:(genops.c:1223:class_import_put()) import ffff90ee98ee5800 refcount=4 obd=MGC192.168.202.131@tcp 00000020:00000001:1.0:1788840340.389411:0:15927:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840340.389414:0:15927:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee87161a00. 02000000:00000001:1.0:1788840340.389417:0:15927:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840340.389419:0:15927:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840340.389421:0:15927:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87face00. 00000100:00000001:1.0:1788840340.389424:0:15927:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840340.389426:0:15927:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788840340.389429:0:15927:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840340.389430:0:15927:0:(genops.c:1223:class_import_put()) import ffff90ee98ee5800 refcount=3 obd=MGC192.168.202.131@tcp 00000020:00000001:1.0:1788840340.389431:0:15927:0:(genops.c:1230:class_import_put()) Process leaving 00000040:00000001:1.0:1788840340.389434:0:15927:0:(llog.c:403:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788840340.389437:0:15927:0:(llog.c:481:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:1.0:1788840340.389440:0:15927:0:(llog.c:951:llog_process_or_fork()) Process entered 00000040:00000010:1.0:1788840340.389446:0:15927:0:(llog.c:953:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff90ee8532cba0. 00000040:00001000:1.0:1788840340.389448:0:15927:0:(llog.c:968:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 6 last_idx 0 read_mode 0 00000040:00000001:3.0:1788840340.390540:0:32962:0:(llog.c:552:llog_process_thread()) Process entered 00000020:00000010:3.0:1788840340.390550:0:32962:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90ee85cd2200. 00000020:00000010:3.0:1788840340.390556:0:32962:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff90ee85cd3e00. 00000040:00000010:3.0:1788840340.390560:0:32962:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff90ee85cd3c00. 00000020:00000010:3.0:1788840340.390565:0:32962:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90ee98823800. 00000020:00000010:3.0:1788840340.390570:0:32962:0:(tgt_main.c:721:tgt_key_init()) slab-alloced 'thread': 1288 at ffff90eea05bad48. 00000020:00000010:3.0:1788840340.390574:0:32962:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff90ee85cd2e00. 80000000:00000010:3.0:1788840340.390579:0:32962:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90ee84b18a80. 40000000:00000010:3.0:1788840340.390582:0:32962:0:(fid_handler.c:479:seq_key_init()) kmalloced '(value)': 48 at ffff90ee85e80380. 00100000:00000010:3.0:1788840340.390588:0:32962:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff90ee98827800. 00040000:00000010:3.0:1788840340.390591:0:32962:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff90ee983e5d00. 00040000:00000010:3.0:1788840340.390596:0:32962:0:(qmt_dev.c:349:qmt_key_init()) kmalloced '(value)': 1256 at ffff90ee98821800. 00040000:00000010:3.0:1788840340.390599:0:32962:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90ee85cd3400. 00000004:00000010:3.0:1788840340.390603:0:32962:0:(mdd_device.c:2410:mdd_key_init()) kmalloced '(value)': 1872 at ffff90ee98824800. 00000004:00000010:3.0:1788840340.390608:0:32962:0:(mdt_handler.c:8401:mdt_key_init()) kmalloced '(value)': 2568 at ffff90ee98d31000. 00000004:00000010:3.0:1788840340.390612:0:32962:0:(lod_dev.c:2351:lod_key_init()) kmalloced '(value)': 1224 at ffff90ee98826800. 00002000:00000010:3.0:1788840340.390616:0:32962:0:(ofd_dev.c:3004:ofd_key_init()) kmalloced '(value)': 816 at ffff90ee86eec000. 00000004:00000010:3.0:1788840340.390621:0:32962:0:(osp_dev.c:1831:osp_key_init()) kmalloced '(value)': 616 at ffff90ee86eecc00. 00000020:00000010:3.0:1788840340.390627:0:32962:0:(lu_object.c:1999:lu_env_add_task()) kmalloced '(lei)': 40 at ffff90ee85e80dc0. 00000040:00000010:3.0:1788840340.390635:0:32962:0:(llog.c:578:llog_process_thread()) kmalloced '(buf)': 8192 at ffff90ee86ea4000. 00000040:00080000:3.0:1788840340.391156:0:32962:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 7 00000040:00000010:3.0:1788840340.391163:0:32962:0:(llog.c:899:llog_process_thread()) kvfree 'buf': 8192 at ffff90ee86ea4000. 00000020:00000010:3.0:1788840340.391171:0:32962:0:(lu_object.c:2044:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff90ee85e80dc0. 00000020:00000010:3.0:1788840340.391186:0:32962:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff90ee85cd3e00. 00000040:00000010:3.0:1788840340.391191:0:32962:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff90ee85cd3c00. 00000020:00000010:3.0:1788840340.391193:0:32962:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff90ee98823800. 00000020:00000010:3.0:1788840340.391199:0:32962:0:(tgt_main.c:741:tgt_key_fini()) slab-freed '(info)': 1288 at ffff90eea05bad48. 00000020:00000010:3.0:1788840340.391205:0:32962:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff90ee85cd2e00. 80000000:00000010:3.0:1788840340.391209:0:32962:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90ee84b18a80. 40000000:00000010:3.0:1788840340.391212:0:32962:0:(fid_handler.c:479:seq_key_fini()) kfreed 'info': 48 at ffff90ee85e80380. 00100000:00000010:3.0:1788840340.391216:0:32962:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff90ee98827800. 00040000:00000010:3.0:1788840340.391219:0:32962:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff90ee983e5d00. 00040000:00000010:3.0:1788840340.391224:0:32962:0:(qmt_dev.c:349:qmt_key_fini()) kfreed 'info': 1256 at ffff90ee98821800. 00040000:00000010:3.0:1788840340.391227:0:32962:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90ee85cd3400. 00000004:00000010:3.0:1788840340.391230:0:32962:0:(mdd_device.c:2422:mdd_key_fini()) kfreed 'info': 1872 at ffff90ee98824800. 00000004:00000010:3.0:1788840340.391233:0:32962:0:(mdt_handler.c:8426:mdt_key_fini()) kfreed 'info': 2568 at ffff90ee98d31000. 00000004:00000010:3.0:1788840340.391237:0:32962:0:(lod_dev.c:2377:lod_key_fini()) kfreed 'info': 1224 at ffff90ee98826800. 00002000:00000010:3.0:1788840340.391240:0:32962:0:(ofd_dev.c:3004:ofd_key_fini()) kfreed 'info': 816 at ffff90ee86eec000. 00000004:00000010:3.0:1788840340.391243:0:32962:0:(osp_dev.c:1831:osp_key_fini()) kfreed 'info': 616 at ffff90ee86eecc00. 00000020:00000010:3.0:1788840340.391246:0:32962:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90ee85cd2200. 00000040:00000010:1.0:1788840340.391592:0:15927:0:(llog.c:994:llog_process_or_fork()) kfreed 'lpi': 96 at ffff90ee8532cba0. 00000040:00000001:1.0:1788840340.391598:0:15927:0:(llog.c:995:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1788840340.391602:0:15927:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 7-6 (rc=0) 00000040:00000010:1.0:1788840340.391607:0:15927:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff90ee86f9e000. 00000040:00000010:1.0:1788840340.391610:0:15927:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff90ee87160a00. 00000020:00000001:1.0:1788840340.391613:0:15927:0:(obd_config.c:2151:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788840340.391616:0:15927:0:(mgc_request.c:1725:mgc_process_cfg_log()) Process leaving 00000020:00000010:1.0:1788840340.391620:0:15927:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff90ee87160600. 00000040:00000010:1.0:1788840340.391622:0:15927:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff90ee87161000. 00000020:00000010:1.0:1788840340.391625:0:15927:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff90ee85ded800. 00000020:00000010:1.0:1788840340.391629:0:15927:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff90ee87160000. 80000000:00000010:1.0:1788840340.391632:0:15927:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90ee8532cf00. 00040000:00000010:1.0:1788840340.391634:0:15927:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90ee87161800. 20000000:00000010:1.0:1788840340.391672:0:15927:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff90ee87161e00. 00000020:00000010:1.0:1788840340.391676:0:15927:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90ee9b217c00. 10000000:00000010:1.0:1788840340.391680:0:15927:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff90ee871397c0. 10000000:01000000:1.0:1788840340.391684:0:15927:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.131@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:1.0:1788840340.391688:0:15927:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1788840340.391690:0:15927:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840340.391693:0:15927:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840340.391696:0:15927:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85c00 refcount=3 00000020:00000001:1.0:1788840340.391698:0:15927:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872832000 : -122120836719616 : ffff90ee86e85c00) 00010000:00000001:1.0:1788840340.391701:0:15927:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872832000 : -122120836719616 : ffff90ee86e85c00) 00010000:00000001:1.0:1788840340.391704:0:15927:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840340.391708:0:15927:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.131@tcp lock: ffff90ee86e85c00/0x3aa5f499c96f3885 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8a436931312baa19 expref: -99 pid: 15927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840340.391717:0:15927:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840340.391719:0:15927:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788840340.391721:0:15927:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.131@tcp lock: ffff90ee86e85c00/0x3aa5f499c96f3885 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x8a436931312baa19 expref: -99 pid: 15927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840340.391727:0:15927:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840340.391728:0:15927:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840340.391729:0:15927:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1788840340.391730:0:15927:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788840340.391732:0:15927:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788840340.391735:0:15927:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1788840340.391738:0:15927:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1788840340.391740:0:15927:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff90ee87173400) refs 2 10000000:00000001:1.0:1788840340.391742:0:15927:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788840340.391744:0:15927:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1788840340.391754:0:15927:0:(mgc_request.c:123:config_log_put()) log params(ffff90ee85115e00) refs 3 10000000:00000001:1.0:1788840340.391756:0:15927:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1788840340.391757:0:15927:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1788840340.391759:0:15927:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:1.0:1788840340.391761:0:15927:0:(mgc_request.c:1783:mgc_process_log()) Process entered 10000000:01000000:1.0:1788840340.391762:0:15927:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff90eea05c8000 from 1 10000000:00000001:1.0:1788840340.391765:0:15927:0:(mgc_request.c:990:mgc_enqueue()) Process entered 10000000:01000000:1.0:1788840340.391766:0:15927:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:1.0:1788840340.391775:0:15927:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87face00. 00000020:00000040:1.0:1788840340.391779:0:15927:0:(genops.c:1210:class_import_get()) import ffff90ee98ee5800 refcount=4 obd=MGC192.168.202.131@tcp 00000100:00000001:1.0:1788840340.391782:0:15927:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840340.391786:0:15927:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840340.391791:0:15927:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840340.391798:0:15927:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee87161e00. 00000100:00000001:1.0:1788840340.391804:0:15927:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840340.391808:0:15927:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788840340.391811:0:15927:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788840340.391816:0:15927:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4400 count: 2 00010000:00000001:1.0:1788840340.391819:0:15927:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840340.391822:0:15927:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788840340.391825:0:15927:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee86e85800. 00000020:00000001:1.0:1788840340.391830:0:15927:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788840340.391832:0:15927:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee86e85800 with handle 0x3aa5f499c96f388c to hash 00000020:00000001:1.0:1788840340.391834:0:15927:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788840340.391835:0:15927:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952872830976 : -122120836720640 : ffff90ee86e85800) 00010000:00000001:1.0:1788840340.391838:0:15927:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952872830976 : -122120836720640 : ffff90ee86e85800) 00010000:00000001:1.0:1788840340.391842:0:15927:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840340.391845:0:15927:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840340.391848:0:15927:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.131@tcp lock: ffff90ee86e85800/0x3aa5f499c96f388c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 15927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788840340.391855:0:15927:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.131@tcp lock: ffff90ee86e85800/0x3aa5f499c96f388c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 15927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788840340.391866:0:15927:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.131@tcp lock: ffff90ee86e85800/0x3aa5f499c96f388c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 15927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788840340.391871:0:15927:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788840340.391873:0:15927:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788840340.391880:0:15927:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee85db4840. 00000100:00000001:1.0:1788840340.391882:0:15927:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952855197760 : -122120854353856 : ffff90ee85db4840) 00000100:00000001:1.0:1788840340.391885:0:15927:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840340.391887:0:15927:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890818048 : -122120818733568 : ffff90ee87face00) 00000100:00000001:1.0:1788840340.391891:0:15927:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840340.391895:0:15927:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840340.391898:0:15927:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788840340.391899:0:15927:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840340.391908:0:15927:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87face00 x1875733133996288/t0(0) o101->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840340.391915:0:15927:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840340.391918:0:15927:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840340.391921:0:15927:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840340.391924:0:15927:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840340.391926:0:15927:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840340.391929:0:15927:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87face00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9bd5af39-b6fe-405c-9397-0d5571f2cea4:15927:1875733133996288:192.168.202.131@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1788840340.391934:0:15927:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840340.391938:0:15927:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840340.391941:0:15927:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840340.391943:0:15927:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840340.391947:0:15927:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee85c5e400. 02000000:00000001:1.0:1788840340.391949:0:15927:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840340.391956:0:15927:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840340.391961:0:15927:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000010:1.0:1788840340.391967:0:15927:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539660. 00000100:00000200:1.0:1788840340.391974:0:15927:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133996288, portal 25 00000100:00000001:1.0:1788840340.391976:0:15927:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840340.391978:0:15927:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890818048 : -122120818733568 : ffff90ee87face00) 00000100:00000040:1.0:1788840340.391984:0:15927:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87face00 x1875733133996288/t0(0) o101->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 328/344 e 0 to 0 dl 1788840356 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840340.392004:0:15927:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840340.392007:0:15927:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840340.392010:0:15927:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539110. 00000100:00000200:1.0:1788840340.392014:0:15927:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1875733133996288, offset 0 00000400:00000200:1.0:1788840340.392020:0:15927:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840340.392029:0:15927:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840340.392036:0:15927:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840340.392041:0:15927:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840340.392045:0:15927:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840340.392048:0:15927:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840340.392051:0:15927:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840340.392055:0:15927:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2567:2567:256:4294967295] 192.168.202.131@tcp LPNI seq info [2567:2567:8:4294967295] 00000400:00000200:1.0:1788840340.392059:0:15927:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840340.392068:0:15927:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840340.392074:0:15927:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840340.392080:0:15927:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989500. 00000800:00000200:1.0:1788840340.392086:0:15927:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840340.392094:0:15927:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840340.392099:0:15927:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788840340.392118:0:15927:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840340.392237:0:15927:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840340.392239:0:15927:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4296574208 00000100:00000001:1.0:1788840340.392246:0:15927:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296574198 00000100:00000001:1.0:1788840340.392252:0:15927:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4296574208 00000100:00000001:1.0:1788840340.392255:0:15927:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296574198 00000100:00000001:1.0:1788840340.392257:0:15927:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840340.392260:0:15927:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840340.392262:0:15927:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840340.392264:0:15927:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788840340.392267:0:15927:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee85db4840 going to sleep for 11 seconds 00000100:00000001:1.0:1788840340.392270:0:15927:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840340.392272:0:15927:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840340.392569:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840340.392574:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989500. 00000400:00000200:2.0:1788840340.392579:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840340.392585:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840340.392590:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539110 00000400:00000010:2.0:1788840340.392593:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539110. 00000100:00000001:2.0:1788840340.392597:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840340.392601:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87face00 x1875733133996288/t0(0) o101->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 328/344 e 0 to 0 dl 1788840356 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840340.392611:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840340.392614:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87face00 x1875733133996288/t0(0) o101->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 328/344 e 0 to 0 dl 1788840356 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840340.392621:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840340.392622:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840340.397549:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840340.397568:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840340.397572:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840340.397574:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840340.397584:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840340.397592:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840340.397602:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840340.397607:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840340.397613:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840340.397617:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 344 into portal 25 MB=0x6a9f827253100 00000400:00000200:2.0:1788840340.397622:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840340.397627:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.131@tcp of length 344/344 into md 0x6fbd [1] + 224 00000800:00000001:2.0:1788840340.397635:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840340.397772:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840340.397776:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840340.397781:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840340.397788:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840340.397798:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87face00 x1875733133996288/t0(0) o101->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 328/344 e 0 to 0 dl 1788840356 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840340.397811:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff90ee87face00 x1875733133996288/t0(0) o101->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 328/344 e 0 to 0 dl 1788840356 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840340.397858:0:15927:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840340.397874:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840340.397882:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840340.397885:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788840340.397913:0:15927:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840340.397915:0:15927:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840340.397919:0:15927:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000200:1.0:1788840340.397922:0:15927:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539660 00000400:00000010:1.0:1788840340.397925:0:15927:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539660. 00000100:00000001:1.0:1788840340.397928:0:15927:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840340.397932:0:15927:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87face00 x1875733133996288/t0(0) o101->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 328/344 e 0 to 0 dl 1788840356 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788840340.397941:0:15927:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87face00 x1875733133996288/t0(0) o101->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 328/344 e 0 to 0 dl 1788840356 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840340.397948:0:15927:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840340.397949:0:15927:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840340.397952:0:15927:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840340.397954:0:15927:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840340.397956:0:15927:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840340.397958:0:15927:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840340.397961:0:15927:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840340.397967:0:15927:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98ee5c60 time=40 v=5 (5 5 5 5) 00000100:00001000:1.0:1788840340.397971:0:15927:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98ee5c18 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840340.397974:0:15927:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840340.397975:0:15927:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840340.397978:0:15927:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840340.397981:0:15927:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840340.397983:0:15927:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840340.398080:0:15927:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87face00 x1875733133996288/t0(0) o101->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 328/344 e 0 to 0 dl 1788840356 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840340.398089:0:15927:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840340.398092:0:15927:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840340.398094:0:15927:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840340.398099:0:15927:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87face00 x1875733133996288/t0(0) o101->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 328/344 e 0 to 0 dl 1788840356 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788840340.398107:0:15927:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87face00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9bd5af39-b6fe-405c-9397-0d5571f2cea4:15927:1875733133996288:192.168.202.131@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1788840340.398113:0:15927:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840340.398117:0:15927:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840340.398119:0:15927:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788840340.398121:0:15927:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840340.398125:0:15927:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87face00 x1875733133996288/t0(0) o101->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 328/344 e 0 to 0 dl 1788840356 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840340.398131:0:15927:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840340.398134:0:15927:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee85db4840. 00000100:00000001:1.0:1788840340.398137:0:15927:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788840340.398138:0:15927:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840340.398141:0:15927:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788840340.398144:0:15927:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840340.398147:0:15927:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840340.398150:0:15927:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85800 refcount=4 00000020:00000001:1.0:1788840340.398152:0:15927:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872830976 : -122120836720640 : ffff90ee86e85800) 00010000:00000001:1.0:1788840340.398155:0:15927:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872830976 : -122120836720640 : ffff90ee86e85800) 00010000:00000040:1.0:1788840340.398161:0:15927:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee86e85800, remote cookie: 0x8a436931312baa35, flags: 0x0 00010000:00000001:1.0:1788840340.398164:0:15927:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788840340.398167:0:15927:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788840340.398170:0:15927:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788840340.398171:0:15927:0:(ldlm_lock.c:1006:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788840340.398173:0:15927:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788840340.398176:0:15927:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (ffff90ee98cc4400) refcount = 2 00010000:00000040:1.0:1788840340.398179:0:15927:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788840340.398182:0:15927:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: MGC192.168.202.131@tcp lock: ffff90ee86e85e00/0x3aa5f499c96f387e lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x8a436931312baa0b expref: -99 pid: 15927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788840340.398190:0:15927:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.131@tcp lock: ffff90ee86e85800/0x3aa5f499c96f388c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8a436931312baa35 expref: -99 pid: 15927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840340.398197:0:15927:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788840340.398199:0:15927:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788840340.398200:0:15927:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840340.398203:0:15927:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788840340.398205:0:15927:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840340.398209:0:15927:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.131@tcp lock: ffff90ee86e85800/0x3aa5f499c96f388c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x8a436931312baa35 expref: -99 pid: 15927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840340.398215:0:15927:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788840340.398216:0:15927:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840340.398218:0:15927:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840340.398219:0:15927:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840340.398220:0:15927:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840340.398221:0:15927:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840340.398223:0:15927:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840340.398226:0:15927:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87face00 x1875733133996288/t0(0) o101->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 328/344 e 0 to 0 dl 1788840356 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840340.398232:0:15927:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840340.398234:0:15927:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840340.398237:0:15927:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee85c5e400. 02000000:00000001:1.0:1788840340.398240:0:15927:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840340.398242:0:15927:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840340.398244:0:15927:0:(genops.c:1223:class_import_put()) import ffff90ee98ee5800 refcount=3 obd=MGC192.168.202.131@tcp 00000020:00000001:1.0:1788840340.398246:0:15927:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840340.398249:0:15927:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee87161e00. 02000000:00000001:1.0:1788840340.398252:0:15927:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840340.398253:0:15927:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840340.398255:0:15927:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87face00. 00000100:00000001:1.0:1788840340.398259:0:15927:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840340.398260:0:15927:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1788840340.398262:0:15927:0:(mgc_request.c:1023:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788840340.398265:0:15927:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1788840340.398267:0:15927:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff90ee87173400) refs 3 10000000:00000001:1.0:1788840340.398269:0:15927:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840340.398271:0:15927:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840340.398272:0:15927:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840340.398274:0:15927:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85800 refcount=3 00000020:00000001:1.0:1788840340.398276:0:15927:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872830976 : -122120836720640 : ffff90ee86e85800) 00010000:00000001:1.0:1788840340.398277:0:15927:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872830976 : -122120836720640 : ffff90ee86e85800) 00010000:00000001:1.0:1788840340.398279:0:15927:0:(ldlm_lock.c:2547:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1788840340.398280:0:15927:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840340.398282:0:15927:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840340.398283:0:15927:0:(ldlm_lock.c:2556:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788840340.398286:0:15927:0:(mgc_request.c:1669:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1788840340.398290:0:15927:0:(mgc_request.c:1683:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff90ee871397c0. 00000020:00000010:1.0:1788840340.398294:0:15927:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90ee87161e00. 00000020:00000010:1.0:1788840340.398298:0:15927:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff90ee87161800. 00000040:00000010:1.0:1788840340.398302:0:15927:0:(llog_obd.c:218:llog_key_init()) kmalloced '(value)': 480 at ffff90ee87160000. 00000020:00000010:1.0:1788840340.398306:0:15927:0:(dt_object.c:33:dt_global_key_init()) kmalloced '(value)': 1264 at ffff90ee85ded800. 00000020:00000010:1.0:1788840340.398310:0:15927:0:(update_records.c:1179:update_key_init()) kmalloced '(value)': 432 at ffff90ee87161000. 80000000:00000010:1.0:1788840340.398314:0:15927:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff90ee8532cf00. 00040000:00000010:1.0:1788840340.398318:0:15927:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff90ee87160600. 20000000:00000010:1.0:1788840340.398322:0:15927:0:(mgs_handler.c:1787:mgs_key_init()) kmalloced '(value)': 392 at ffff90ee87160a00. 10000000:00000040:1.0:1788840340.398326:0:15927:0:(lustre_log.h:374:llog_ctxt_get()) GETting ctxt ffff90ee85079300 : new refcount 2 00000020:00000001:1.0:1788840340.398329:0:15927:0:(obd_config.c:2120:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1788840340.398331:0:15927:0:(obd_config.c:2122:class_config_parse_llog()) looking up llog lustre-sptlrpc 00000040:00000001:1.0:1788840340.398334:0:15927:0:(llog.c:1538:llog_open()) Process entered 00000040:00000010:1.0:1788840340.398336:0:15927:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff90ee87161a00. 00000040:00000001:1.0:1788840340.398340:0:15927:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:1.0:1788840340.398342:0:15927:0:(genops.c:1210:class_import_get()) import ffff90ee98ee5800 refcount=4 obd=MGC192.168.202.131@tcp 00000100:00000010:1.0:1788840340.398346:0:15927:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87face00. 00000020:00000040:1.0:1788840340.398348:0:15927:0:(genops.c:1210:class_import_get()) import ffff90ee98ee5800 refcount=5 obd=MGC192.168.202.131@tcp 00000100:00000001:1.0:1788840340.398352:0:15927:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840340.398355:0:15927:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840340.398414:0:15927:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840340.398422:0:15927:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee87161600. 00000100:00000001:1.0:1788840340.398427:0:15927:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840340.398433:0:15927:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788840340.398434:0:15927:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788840340.398439:0:15927:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee85db4840. 00000100:00000001:1.0:1788840340.398441:0:15927:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952855197760 : -122120854353856 : ffff90ee85db4840) 00000100:00000001:1.0:1788840340.398443:0:15927:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840340.398444:0:15927:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890818048 : -122120818733568 : ffff90ee87face00) 00000100:00000001:1.0:1788840340.398448:0:15927:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840340.398452:0:15927:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840340.398454:0:15927:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788840340.398456:0:15927:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840340.398460:0:15927:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87face00 x1875733133996416/t0(0) o501->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840340.398467:0:15927:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840340.398469:0:15927:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840340.398473:0:15927:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840340.398476:0:15927:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840340.398478:0:15927:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840340.398481:0:15927:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87face00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9bd5af39-b6fe-405c-9397-0d5571f2cea4:15927:1875733133996416:192.168.202.131@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1788840340.398485:0:15927:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840340.398489:0:15927:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840340.398491:0:15927:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840340.398494:0:15927:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840340.398498:0:15927:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee9b217c00. 02000000:00000001:1.0:1788840340.398500:0:15927:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840340.398504:0:15927:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840340.398507:0:15927:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000010:1.0:1788840340.398512:0:15927:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539660. 00000100:00000200:1.0:1788840340.398517:0:15927:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133996416, portal 25 00000100:00000001:1.0:1788840340.398519:0:15927:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840340.398520:0:15927:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890818048 : -122120818733568 : ffff90ee87face00) 00000100:00000040:1.0:1788840340.398525:0:15927:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87face00 x1875733133996416/t0(0) o501->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 512/272 e 0 to 0 dl 1788840356 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840340.398531:0:15927:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840340.398534:0:15927:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840340.398537:0:15927:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539088. 00000100:00000200:1.0:1788840340.398540:0:15927:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1875733133996416, offset 0 00000400:00000200:1.0:1788840340.398545:0:15927:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840340.398550:0:15927:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840340.398557:0:15927:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840340.398562:0:15927:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840340.398566:0:15927:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840340.398570:0:15927:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840340.398574:0:15927:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840340.398577:0:15927:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2568:2568:256:4294967295] 192.168.202.131@tcp LPNI seq info [2568:2568:8:4294967295] 00000400:00000200:1.0:1788840340.398582:0:15927:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840340.398591:0:15927:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840340.398597:0:15927:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840340.398601:0:15927:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989b00. 00000800:00000200:1.0:1788840340.398607:0:15927:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840340.398614:0:15927:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840340.398618:0:15927:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989b00 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:1.0:1788840340.398774:0:15927:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840340.398780:0:15927:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840340.398783:0:15927:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4296574216 00000100:00000001:1.0:1788840340.398789:0:15927:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296574208 00000100:00000001:1.0:1788840340.398794:0:15927:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4296574216 00000100:00000001:1.0:1788840340.398797:0:15927:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296574208 00000100:00000001:1.0:1788840340.398800:0:15927:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840340.398802:0:15927:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840340.398805:0:15927:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840340.398807:0:15927:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788840340.398809:0:15927:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee85db4840 going to sleep for 11 seconds 00000100:00000001:1.0:1788840340.398812:0:15927:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840340.398814:0:15927:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840340.399166:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840340.399172:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989b00. 00000400:00000200:2.0:1788840340.399176:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840340.399181:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840340.399186:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539088 00000400:00000010:2.0:1788840340.399188:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539088. 00000100:00000001:2.0:1788840340.399191:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840340.399196:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87face00 x1875733133996416/t0(0) o501->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 512/272 e 0 to 0 dl 1788840356 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840340.399206:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840340.399209:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87face00 x1875733133996416/t0(0) o501->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 512/272 e 0 to 0 dl 1788840356 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840340.399215:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840340.399218:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840340.421703:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840340.421737:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840340.421742:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840340.421755:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840340.421769:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840340.421782:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840340.421802:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840340.421808:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840340.421814:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840340.421819:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 272 into portal 25 MB=0x6a9f827253180 00000400:00000200:3.0:1788840340.421825:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840340.421833:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.131@tcp of length 272/272 into md 0x6fc5 [1] + 224 00000800:00000001:3.0:1788840340.421841:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840340.421848:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840340.421853:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840340.421858:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840340.421869:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840340.421882:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87face00 x1875733133996416/t0(0) o501->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 512/272 e 0 to 0 dl 1788840356 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840340.421894:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff90ee87face00 x1875733133996416/t0(0) o501->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 512/272 e 0 to 0 dl 1788840356 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840340.421922:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840340.421936:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840340.421940:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840340.422560:0:15927:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788840340.422574:0:15927:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840340.422576:0:15927:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840340.422581:0:15927:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000200:1.0:1788840340.422588:0:15927:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539660 00000400:00000010:1.0:1788840340.422591:0:15927:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539660. 00000100:00000001:1.0:1788840340.422595:0:15927:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840340.422602:0:15927:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87face00 x1875733133996416/t0(0) o501->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 512/272 e 0 to 0 dl 1788840356 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788840340.422613:0:15927:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87face00 x1875733133996416/t0(0) o501->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 512/272 e 0 to 0 dl 1788840356 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840340.422620:0:15927:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840340.422623:0:15927:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840340.422626:0:15927:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840340.422630:0:15927:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840340.422633:0:15927:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840340.422637:0:15927:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840340.422679:0:15927:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840340.422689:0:15927:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98ee5c60 time=40 v=5 (5 5 5 5) 00000100:00001000:1.0:1788840340.422694:0:15927:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98ee5c18 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840340.422697:0:15927:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1788840340.422701:0:15927:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff90ee87face00 x1875733133996416/t0(0) o501->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 512/272 e 0 to 0 dl 1788840356 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840340.422718:0:15927:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1788840340.422722:0:15927:0:(client.c:1797:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:1.0:1788840340.422728:0:15927:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87face00 x1875733133996416/t0(0) o501->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 512/272 e 0 to 0 dl 1788840356 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840340.422735:0:15927:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:1.0:1788840340.422739:0:15927:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840340.422741:0:15927:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840340.422754:0:15927:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87face00 x1875733133996416/t0(0) o501->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 512/272 e 0 to 0 dl 1788840356 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788840340.422762:0:15927:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87face00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9bd5af39-b6fe-405c-9397-0d5571f2cea4:15927:1875733133996416:192.168.202.131@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1788840340.422769:0:15927:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840340.422772:0:15927:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:1.0:1788840340.422776:0:15927:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788840340.422779:0:15927:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840340.422783:0:15927:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87face00 x1875733133996416/t0(0) o501->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 512/272 e 0 to 0 dl 1788840356 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840340.422789:0:15927:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840340.422794:0:15927:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee85db4840. 00000100:00000001:1.0:1788840340.422806:0:15927:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788840340.422808:0:15927:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:1.0:1788840340.422811:0:15927:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:1.0:1788840340.422818:0:15927:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840340.422820:0:15927:0:(genops.c:1223:class_import_put()) import ffff90ee98ee5800 refcount=4 obd=MGC192.168.202.131@tcp 00000020:00000001:1.0:1788840340.422822:0:15927:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1788840340.422824:0:15927:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840340.422827:0:15927:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87face00 x1875733133996416/t0(0) o501->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 512/272 e 0 to 0 dl 1788840356 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840340.422833:0:15927:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840340.422836:0:15927:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840340.422840:0:15927:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee9b217c00. 02000000:00000001:1.0:1788840340.422844:0:15927:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840340.422846:0:15927:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840340.422847:0:15927:0:(genops.c:1223:class_import_put()) import ffff90ee98ee5800 refcount=3 obd=MGC192.168.202.131@tcp 00000020:00000001:1.0:1788840340.422848:0:15927:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840340.422851:0:15927:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee87161600. 02000000:00000001:1.0:1788840340.422856:0:15927:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840340.422858:0:15927:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840340.422860:0:15927:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87face00. 00000100:00000001:1.0:1788840340.422864:0:15927:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840340.422865:0:15927:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:1.0:1788840340.422869:0:15927:0:(llog.c:1559:llog_open()) MGC192.168.202.131@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:1.0:1788840340.422873:0:15927:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff90ee87161a00. 00000040:00000001:1.0:1788840340.422876:0:15927:0:(llog.c:1563:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:1.0:1788840340.422879:0:15927:0:(obd_config.c:2125:class_config_parse_llog()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:1.0:1788840340.422884:0:15927:0:(mgc_request.c:1715:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000010:1.0:1788840340.422894:0:15927:0:(lu_object.c:568:lu_global_key_fini()) kfreed 'info': 512 at ffff90ee87161800. 00000040:00000010:1.0:1788840340.422899:0:15927:0:(llog_obd.c:218:llog_key_fini()) kfreed 'info': 480 at ffff90ee87160000. 00000020:00000010:1.0:1788840340.422904:0:15927:0:(dt_object.c:34:dt_global_key_fini()) kfreed 'info': 1264 at ffff90ee85ded800. 00000020:00000010:1.0:1788840340.422911:0:15927:0:(update_records.c:1175:update_key_fini()) kfreed 'info': 432 at ffff90ee87161000. 80000000:00000010:1.0:1788840340.422917:0:15927:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff90ee8532cf00. 00040000:00000010:1.0:1788840340.422923:0:15927:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff90ee87160600. 20000000:00000010:1.0:1788840340.422929:0:15927:0:(mgs_handler.c:1787:mgs_key_fini()) kfreed 'info': 392 at ffff90ee87160a00. 00000020:00000010:1.0:1788840340.422933:0:15927:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90ee87161e00. 10000000:00000010:1.0:1788840340.422937:0:15927:0:(mgc_request.c:1731:mgc_process_cfg_log()) kfreed 'env': 56 at ffff90ee871397c0. 10000000:01000000:1.0:1788840340.422941:0:15927:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.131@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 10000000:00000001:1.0:1788840340.422945:0:15927:0:(mgc_request.c:1029:mgc_cancel()) Process entered 00010000:00000001:1.0:1788840340.422949:0:15927:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840340.422953:0:15927:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840340.422957:0:15927:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e85800 refcount=3 00000020:00000001:1.0:1788840340.422960:0:15927:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872830976 : -122120836720640 : ffff90ee86e85800) 00010000:00000001:1.0:1788840340.422964:0:15927:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872830976 : -122120836720640 : ffff90ee86e85800) 00010000:00000001:1.0:1788840340.422967:0:15927:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840340.422972:0:15927:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.131@tcp lock: ffff90ee86e85800/0x3aa5f499c96f388c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8a436931312baa35 expref: -99 pid: 15927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840340.422982:0:15927:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840340.422985:0:15927:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788840340.422987:0:15927:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.131@tcp lock: ffff90ee86e85800/0x3aa5f499c96f388c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x8a436931312baa35 expref: -99 pid: 15927 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840340.423004:0:15927:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840340.423006:0:15927:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840340.423007:0:15927:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1788840340.423009:0:15927:0:(mgc_request.c:1033:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1788840340.423011:0:15927:0:(mgc_request.c:1907:mgc_process_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:1.0:1788840340.423015:0:15927:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1788840340.423018:0:15927:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1788840340.423020:0:15927:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff90ee87173400) refs 3 10000000:00000001:1.0:1788840340.423024:0:15927:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000001:2.0:1788840341.061711:0:32721:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788840341.061720:0:32721:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840341.061723:0:32721:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840341.061729:0:32721:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee892c9180 going to sleep for 0 seconds 00000100:00000001:2.0:1788840341.061733:0:32721:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840341.061738:0:32721:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840341.061751:0:32721:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840341.061755:0:32721:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840341.061758:0:32721:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840341.128145:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840341.128158:0:31109:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840341.128161:0:31109:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840341.128170:0:31109:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840341.128174:0:31109:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840341.128176:0:31109:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840341.128182:0:31109:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840341.128185:0:31109:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840341.128187:0:31109:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840341.128190:0:31109:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840341.128194:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840341.128196:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840341.129312:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788840341.129318:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840341.129322:0:16054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788840341.131314:0:2358:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788840341.131332:0:2358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840341.131335:0:2358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840341.131341:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840341.131344:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840341.131359:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840341.131363:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840341.381808:0:2360:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788840341.381835:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840341.381838:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840341.381844:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840341.381846:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840341.381851:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840341.381856:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840342.087077:0:32721:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1788840342.087088:0:32721:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840342.087092:0:32721:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840342.087100:0:32721:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee892c9180 going to sleep for 0 seconds 00000100:00000001:2.0:1788840342.087105:0:32721:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840342.087111:0:32721:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840342.087114:0:32721:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840342.087117:0:32721:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840342.087127:0:32721:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840342.149831:0:2358:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788840342.149842:0:2358:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1788840342.149863:0:2358:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788840332/real 1788840332] req@ffff90ee9125d880 x1875733133994880/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1788840342 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788840342.149886:0:2358:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840342.149889:0:2358:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840342.149894:0:2358:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe478. 00000400:00000200:1.0:1788840342.149902:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539330 00000400:00000010:1.0:1788840342.149905:0:2358:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539330. 00000100:00000001:1.0:1788840342.149910:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840342.149914:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125d880 x1875733133994880/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1788840342 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788840342.149923:0:2358:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125d880 x1875733133994880/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1788840342 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840342.149932:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840342.149934:0:2358:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840342.149939:0:2358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840342.149942:0:2358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788840342.149946:0:2358:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff90ee9125d880 x1875733133994880/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1788840342 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840342.149955:0:2358:0:(client.c:2539:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840342.149966:0:2358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840342.149969:0:2358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840342.149972:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840342.149975:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840342.149978:0:2358:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840342.149982:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125d880 x1875733133994880/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1788840342 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840342.149990:0:2358:0:(client.c:2142:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1788840342.149993:0:2358:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840342.149995:0:2358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840342.149996:0:2358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840342.150000:0:2358:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1788840342.150003:0:2358:0:(import.c:1092:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1788840342.150007:0:2358:0:(import.c:65:import_set_state_nolock()) ffff90ee98823000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788840342.150039:0:2358:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.202.131@tcp failed (-110) 00000100:00000001:1.0:1788840342.150043:0:2358:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1788840342.150048:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125d880 x1875733133994880/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1788840342 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788840342.150057:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:10f4a654-3497-48d8-8f70-7e89f4f161cc:2358:1875733133994880:192.168.202.131@tcp:38:kworker.0 00000100:00000001:1.0:1788840342.150062:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840342.150066:0:2358:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840342.150070:0:2358:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125d880 x1875733133994880/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 1 dl 1788840342 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840342.150078:0:2358:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840342.150082:0:2358:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840342.150088:0:2358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee85c5f400. 02000000:00000001:1.0:1788840342.150094:0:2358:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840342.150098:0:2358:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840342.150100:0:2358:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:1.0:1788840342.150103:0:2358:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840342.150107:0:2358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee9127b400. 02000000:00000001:1.0:1788840342.150113:0:2358:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840342.150116:0:2358:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840342.150118:0:2358:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125d880. 00000100:00000001:1.0:1788840342.150411:0:2358:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840342.150413:0:2358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840342.150415:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840342.150420:0:2358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840342.150421:0:2358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840342.150423:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840342.150425:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840342.150457:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840342.150460:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840342.150464:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840342.150465:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840342.150490:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788840342.150493:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840342.150496:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788840342.150611:0:20099:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788840342.150618:0:20099:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788840342.150636:0:20099:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125ce00. 00000020:00000040:2.0:1788840342.150673:0:20099:0:(genops.c:1210:class_import_get()) import ffff90ee98ee5800 refcount=4 obd=MGC192.168.202.131@tcp 00000100:00000001:2.0:1788840342.150678:0:20099:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840342.150681:0:20099:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840342.150688:0:20099:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840342.150699:0:20099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee84c26600. 00000100:00000001:2.0:1788840342.150707:0:20099:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840342.150715:0:20099:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS req@ffff90ee9125ce00 x1875733133996544/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788840342.150801:0:20099:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840342.150809:0:20099:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840342.150817:0:20099:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000be55710] to pc [ptlrpcd_01_01+1] req@ffff90ee9125ce00 x1875733133996544/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840342.150850:0:20099:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1788840342.150853:0:20099:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1788840342.150857:0:20099:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1788840342.150859:0:20099:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1788840342.150860:0:20099:0:(import.c:65:import_set_state_nolock()) ffff90ee98823000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1788840342.150864:0:20099:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:2.0:1788840342.150867:0:20099:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff90ee90f70800: connect to NID 192.168.202.131@tcp last attempt 0 00000400:00000200:2.0:1788840342.150877:0:20099:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840342.150885:0:20099:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1 00000100:00000040:2.0:1788840342.150890:0:20099:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff90ee85e803c0 refcount 11 to 192.168.202.131@tcp 00000100:00000001:2.0:1788840342.150894:0:20099:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788840342.150897:0:20099:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff90ee85e803c0 refcount 12 to 192.168.202.131@tcp 00000100:00000001:2.0:1788840342.150900:0:20099:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621952856032192 : -122120853519424 : ffff90ee85e803c0) 00000020:00000001:2.0:1788840342.150904:0:20099:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788840342.150906:0:20099:0:(genops.c:804:class_conn2export()) looking for export cookie 0x3aa5f499c96f2cd8 00000020:00000001:2.0:1788840342.150909:0:20099:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000100:00000001:3.0:1788840342.150911:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000020:00000040:2.0:1788840342.150913:0:20099:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90ee9881e000 refcount=5 00000020:00000001:2.0:1788840342.150916:0:20099:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621953168105472 : -122120541446144 : ffff90ee9881e000) 00000020:00000001:2.0:1788840342.150918:0:20099:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446621953168105472 : -122120541446144 : ffff90ee9881e000) 00000100:00000040:2.0:1788840342.150921:0:20099:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff90ee85e803c0 refcount 11 to 192.168.202.131@tcp 00000100:00000001:2.0:1788840342.150923:0:20099:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788840342.150925:0:20099:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff90ee85e803c0 refcount 12 to 192.168.202.131@tcp 00000100:00000001:2.0:1788840342.150927:0:20099:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621952856032192 : -122120853519424 : ffff90ee85e803c0) 00000020:00000040:2.0:1788840342.150930:0:20099:0:(genops.c:879:class_export_put()) PUTting export ffff90ee9881e000 : new refcount 4 00000100:00080000:2.0:1788840342.150934:0:20099:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff90ee90f70800: import ffff90ee98823000 using connection 192.168.202.131@tcp/192.168.202.131@tcp 00000100:00000001:2.0:1788840342.150936:0:20099:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840342.150939:0:20099:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1788840342.150947:0:20099:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840342.150950:0:20099:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840342.150952:0:20099:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:2.0:1788840342.150957:0:20099:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683253 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1788840342.150962:0:20099:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840342.150964:0:20099:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788840342.150969:0:20099:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125c700. 00000020:00000040:2.0:1788840342.150971:0:20099:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 02000000:00000001:2.0:1788840342.150976:0:20099:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788840342.150978:0:20099:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840342.150980:0:20099:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840342.150982:0:20099:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840342.150984:0:20099:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840342.150989:0:20099:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee9127a400. 00000100:00000001:3.0:1788840342.150995:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840342.150995:0:20099:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840342.151000:0:2362:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00100000:2.0:1788840342.151006:0:20099:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90ee9125c700 x1875733133996672/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000040:3.0:1788840342.151011:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125ce00 x1875733133996544/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840342.151023:0:20099:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840342.151028:0:20099:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840342.151029:0:2362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840342.151034:0:2362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840342.151034:0:20099:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8e9a1e9] to pc [ptlrpcd_rcv+-1] req@ffff90ee9125c700 x1875733133996672/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1788840342.151041:0:2362:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840342.151046:0:2362:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840342.151055:0:20099:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840342.151062:0:20099:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1788840342.151063:0:2362:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840342.151069:0:20099:0:(pinger.c:247:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00100000:3.0:1788840342.151071:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2362:1875733133996544:192.168.202.131@tcp:400:kworker.0 00000100:00000040:2.0:1788840342.151075:0:20099:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788840342.151079:0:2362:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000040:2.0:1788840342.151080:0:20099:0:(pinger.c:247:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1788840342.151088:0:2362:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000040:2.0:1788840342.151088:0:20099:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1909) 02000000:00000001:3.0:1788840342.151092:0:2362:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840342.151096:0:2362:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840342.151102:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee85cd2200. 02000000:00000001:3.0:1788840342.151105:0:2362:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840342.151112:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840342.151115:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:3.0:1788840342.151118:0:2362:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4f630. 00000400:00000010:3.0:1788840342.151127:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011eee0. 00000100:00000200:3.0:1788840342.151137:0:2362:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133996544, portal 25 00000100:00000001:3.0:1788840342.151139:0:2362:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840342.151141:0:2362:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044631040 : -122120664920576 : ffff90ee9125ce00) 00000100:00000040:3.0:1788840342.151148:0:2362:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125ce00 x1875733133996544/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840342.151156:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840342.151160:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840342.151163:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e440. 00000100:00000200:3.0:1788840342.151166:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875733133996544, offset 0 00000400:00000200:3.0:1788840342.151174:0:2362:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840342.151183:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840342.151190:0:2362:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840342.151196:0:2362:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840342.151201:0:2362:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840342.151206:0:2362:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840342.151208:0:2362:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840342.151212:0:2362:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2569:2569:256:4294967295] 192.168.202.131@tcp LPNI seq info [2569:2569:8:4294967295] 00000400:00000200:3.0:1788840342.151217:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840342.151227:0:2362:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840342.151234:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840342.151239:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee983e5d00. 00000800:00000200:3.0:1788840342.151246:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840342.151255:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840342.151261:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee983e5d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788840342.151275:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840342.151279:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840342.151283:0:2362:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4296575968 00000100:00000001:3.0:1788840342.151291:0:2362:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296574216 00000100:00000001:3.0:1788840342.151295:0:2362:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4296575968 00000100:00000001:3.0:1788840342.151299:0:2362:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296574216 00000100:00000001:3.0:1788840342.151302:0:2362:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840342.151306:0:2362:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840342.151310:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840342.151312:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840342.151319:0:2362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840342.151321:0:2362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788840342.151322:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840342.151324:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840342.151325:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840342.151327:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840342.151353:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840342.151357:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840342.151359:0:2358:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840342.151365:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125c700 x1875733133996672/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840342.151373:0:2358:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840342.151375:0:2358:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840342.151377:0:2358:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840342.151379:0:2358:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840342.151382:0:2358:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840342.151385:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:10f4a654-3497-48d8-8f70-7e89f4f161cc:2358:1875733133996672:192.168.202.131@tcp:38:kworker.0 00000100:00000001:1.0:1788840342.151389:0:2358:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840342.151392:0:2358:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840342.151394:0:2358:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840342.151396:0:2358:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840342.151401:0:2358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee85c5f400. 02000000:00000001:1.0:1788840342.151404:0:2358:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840342.151408:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840342.151412:0:2358:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe478. 00000400:00000010:1.0:1788840342.151416:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539330. 00000100:00000200:1.0:1788840342.151420:0:2358:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133996672, portal 10 00000100:00000001:1.0:1788840342.151422:0:2358:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840342.151423:0:2358:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044629248 : -122120664922368 : ffff90ee9125c700) 00000100:00000040:1.0:1788840342.151430:0:2358:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125c700 x1875733133996672/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1788840352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840342.151437:0:2358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840342.151440:0:2358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840342.151443:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539660. 00000100:00000200:1.0:1788840342.151447:0:2358:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875733133996672, offset 0 00000400:00000200:1.0:1788840342.151453:0:2358:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840342.151458:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840342.151461:0:2358:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840342.151464:0:2358:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840342.151466:0:2358:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840342.151469:0:2358:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840342.151471:0:2358:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840342.151474:0:2358:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2570:2570:255:4294967295] 192.168.202.131@tcp LPNI seq info [2570:2570:7:4294967295] 00000400:00000200:1.0:1788840342.151478:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840342.151485:0:2358:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840342.151490:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840342.151494:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989700. 00000800:00000200:1.0:1788840342.151498:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840342.151503:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840342.151506:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989700 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1788840342.151510:0:2358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840342.151515:0:2358:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 794903 usecs (795 jiffies) 00000400:00000200:1.0:1788840342.151519:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840342.151521:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296572764 00000100:00000001:1.0:1788840342.151524:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296575968 00000100:00000001:1.0:1788840342.151526:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296572764 00000100:00000001:1.0:1788840342.151528:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296575968 00000100:00000001:1.0:1788840342.151530:0:2358:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840342.151532:0:2358:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840342.151534:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840342.151536:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840342.151540:0:2358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840342.151542:0:2358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788840342.151543:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840342.151545:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840342.151547:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840342.151548:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840342.151633:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840342.151834:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840342.151839:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee983e5d00. 00000400:00000200:3.0:1788840342.151846:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840342.151853:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840342.151861:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e440 00000400:00000010:3.0:1788840342.151864:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e440. 00000100:00000001:3.0:1788840342.151869:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840342.151874:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125ce00 x1875733133996544/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840342.151885:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840342.151888:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125ce00 x1875733133996544/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840358 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840342.151896:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840342.151898:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788840342.152331:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840342.152337:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989700. 00000400:00000200:3.0:1788840342.152341:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840342.152345:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840342.152349:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539660 00000400:00000010:3.0:1788840342.152351:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539660. 00000100:00000001:3.0:1788840342.152356:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840342.152360:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125c700 x1875733133996672/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1788840352 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840342.152368:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840342.152371:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125c700 x1875733133996672/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1788840352 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840342.152378:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840342.152380:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840342.170553:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840342.170576:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840342.170582:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840342.170584:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840342.170596:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840342.170606:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840342.170617:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840342.170623:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840342.170629:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840342.170634:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 25 MB=0x6a9f827253200 00000400:00000200:3.0:1788840342.170676:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840342.170683:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.131@tcp of length 224/224 into md 0x6fcd [1] + 224 00000800:00000001:3.0:1788840342.170692:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840342.170701:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840342.170705:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840342.170717:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840342.170727:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840342.170750:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125ce00 x1875733133996544/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840358 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840342.170764:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee9125ce00 x1875733133996544/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840358 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840342.170794:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840342.170808:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840342.170812:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840342.172489:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840342.172499:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788840342.172513:0:2362:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840342.172516:0:2362:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840342.172522:0:2362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4f630. 00000400:00000200:2.0:1788840342.172533:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011eee0 00000400:00000010:2.0:1788840342.172538:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011eee0. 00000100:00000001:2.0:1788840342.172544:0:2362:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840342.172558:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125ce00 x1875733133996544/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840358 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788840342.172585:0:2362:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125ce00 x1875733133996544/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840358 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840342.172594:0:2362:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840342.172596:0:2362:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840342.172600:0:2362:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788840342.172604:0:2362:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788840342.172608:0:2362:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840342.172611:0:2362:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840342.172615:0:2362:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840342.172624:0:2362:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98ee5c60 time=42 v=5 (5 5 5 5) 00000100:00001000:2.0:1788840342.172629:0:2362:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98ee5c18 time=3 v=5 (1 0 0 0) 00000100:00000001:2.0:1788840342.172632:0:2362:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788840342.172634:0:2362:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840342.172637:0:2362:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788840342.172675:0:2362:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840342.172679:0:2362:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840342.172685:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125ce00 x1875733133996544/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840358 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840342.172692:0:2362:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840342.172696:0:2362:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840342.172699:0:2362:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840342.172703:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125ce00 x1875733133996544/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840358 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788840342.172712:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2362:1875733133996544:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840342.172719:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840342.172722:0:2362:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840342.172726:0:2362:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125ce00 x1875733133996544/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840358 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840342.172749:0:2362:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840342.172753:0:2362:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840342.172758:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee85cd2200. 02000000:00000001:2.0:1788840342.172762:0:2362:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840342.172765:0:2362:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840342.172768:0:2362:0:(genops.c:1223:class_import_put()) import ffff90ee98ee5800 refcount=3 obd=MGC192.168.202.131@tcp 00000020:00000001:2.0:1788840342.172770:0:2362:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840342.172774:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee84c26600. 02000000:00000001:2.0:1788840342.172779:0:2362:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840342.172782:0:2362:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840342.172783:0:2362:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125ce00. 00000100:00000001:2.0:1788840342.172787:0:2362:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840342.172789:0:2362:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840342.172792:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840342.172811:0:2362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840342.172814:0:2362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840342.172817:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840342.172820:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788840342.173237:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840342.173253:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840342.173256:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840342.173258:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840342.173266:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840342.173353:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840342.173366:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840342.173371:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840342.173377:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840342.173382:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 416 into portal 10 MB=0x6a9f827253280 00000400:00000200:3.0:1788840342.173387:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840342.173393:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 416/416 into md 0x6fdd [1] + 0 00000800:00000001:3.0:1788840342.173399:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840342.173409:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840342.173413:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840342.173419:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840342.173425:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840342.173432:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125c700 x1875733133996672/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1788840352 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840342.173444:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff90ee9125c700 x1875733133996672/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1788840352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840342.173470:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840342.173480:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840342.173484:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840342.174176:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840342.174183:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788840342.174191:0:2358:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840342.174194:0:2358:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840342.174198:0:2358:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe478. 00000400:00000200:1.0:1788840342.174205:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539330 00000400:00000010:1.0:1788840342.174208:0:2358:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539330. 00000100:00000001:1.0:1788840342.174212:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840342.174219:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125c700 x1875733133996672/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1788840352 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788840342.174230:0:2358:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125c700 x1875733133996672/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/544 e 0 to 0 dl 1788840352 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840342.174236:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840342.174239:0:2358:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840342.174241:0:2358:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840342.174245:0:2358:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840342.174248:0:2358:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840342.174251:0:2358:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840342.174254:0:2358:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840342.174266:0:2358:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=42 v=5 (5 5 102 102) 00000100:00001000:1.0:1788840342.174270:0:2358:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=40 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840342.174273:0:2358:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840342.174274:0:2358:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840342.174277:0:2358:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788840342.174283:0:2358:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff90ee9125c700 x1875733133996672/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/416 e 0 to 0 dl 1788840352 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788840342.174291:0:2358:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840342.174295:0:2358:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840342.174297:0:2358:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967654 00000100:00000001:1.0:1788840342.174299:0:2358:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840342.174301:0:2358:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840342.174305:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125c700 x1875733133996672/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/416 e 0 to 0 dl 1788840352 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840342.174312:0:2358:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840342.174316:0:2358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840342.174318:0:2358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840342.174321:0:2358:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1788840342.174330:0:2358:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-mdc-ffff90ee90f70800: connect to target with instance 2 00000020:00000001:1.0:1788840342.174334:0:2358:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788840342.174335:0:2358:0:(genops.c:804:class_conn2export()) looking for export cookie 0x3aa5f499c96f2cd8 00000020:00000001:1.0:1788840342.174338:0:2358:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840342.174343:0:2358:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90ee9881e000 refcount=5 00000020:00000001:1.0:1788840342.174345:0:2358:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621953168105472 : -122120541446144 : ffff90ee9881e000) 00000020:00000001:1.0:1788840342.174348:0:2358:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446621953168105472 : -122120541446144 : ffff90ee9881e000) 00000100:00001000:1.0:1788840342.174351:0:2358:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=1788840342 v=0 (0 0 0 0) 00000100:00001000:1.0:1788840342.174353:0:2358:0:(import.c:2215:obd_at_measure()) AT ffff90ee98823418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:1.0:1788840342.174359:0:2358:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 911, crc32c 5375, adler 879 00000020:00000040:1.0:1788840342.174365:0:2358:0:(genops.c:879:class_export_put()) PUTting export ffff90ee9881e000 : new refcount 4 00000100:00000001:1.0:1788840342.174370:0:2358:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:1.0:1788840342.174374:0:2358:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000008:00000020:1.0:1788840342.174379:0:2358:0:(osc_request.c:1062:osc_init_grant()) lustre-MDT0000-mdc-ffff90ee90f70800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 17 cl_max_extent_pages: 32768 00000002:00000001:1.0:1788840342.174383:0:2358:0:(mdc_request.c:3107:mdc_init_ea_size()) Process entered 00000002:00000001:1.0:1788840342.174385:0:2358:0:(mdc_request.c:3114:mdc_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840342.174387:0:2358:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:1.0:1788840342.174391:0:2358:0:(lmv_obd.c:191:lmv_notify()) Process entered 00000080:00000001:1.0:1788840342.174396:0:2358:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788840342.174399:0:2358:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840342.174401:0:2358:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840342.174403:0:2358:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840342.174405:0:2358:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788840342.174406:0:2358:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840342.174409:0:2358:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840342.174410:0:2358:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1788840342.174414:0:2358:0:(import.c:65:import_set_state_nolock()) ffff90ee98823000 lustre-MDT0000_UUID: changing import state from CONNECTING to REPLAY 00000100:00000001:1.0:1788840342.174421:0:2358:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1788840342.174424:0:2358:0:(import.c:1700:ptlrpc_import_recovery_state_machine()) replay requested by lustre-MDT0000_UUID 00000100:00000001:1.0:1788840342.174427:0:2358:0:(recover.c:40:ptlrpc_replay_next()) Process entered 00000100:00000001:1.0:1788840342.174428:0:2358:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788840342.174429:0:2358:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: committing for last_committed 4294967654 gen 2 00000100:00100000:1.0:1788840342.174436:0:2358:0:(client.c:3213:ptlrpc_free_committed()) @@@ free closed open request req@ffff90ee87fad500 x1875733133992832/t4294967654(4294967654) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1788840326 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840342.174445:0:2358:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840342.174447:0:2358:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890819840 : -122120818731776 : ffff90ee87fad500) 00000100:00000001:1.0:1788840342.174450:0:2358:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840342.174454:0:2358:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87fad500 x1875733133992832/t4294967654(4294967654) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1788840326 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840342.174460:0:2358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840342.174462:0:2358:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: normal: skip=0 replay=0/0 committed=1/1 00000100:00000001:1.0:1788840342.174465:0:2358:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00080000:1.0:1788840342.174467:0:2358:0:(recover.c:53:ptlrpc_replay_next()) import ffff90ee98823000 from lustre-MDT0000_UUID committed 4294967654 last 0 00000100:00000001:1.0:1788840342.174470:0:2358:0:(recover.c:138:ptlrpc_replay_next()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788840342.174473:0:2358:0:(import.c:65:import_set_state_nolock()) ffff90ee98823000 lustre-MDT0000_UUID: changing import state from REPLAY to REPLAY_LOCKS 00000020:00000040:1.0:1788840342.174477:0:2358:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=8 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:1.0:1788840342.177217:0:2358:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840342.177232:0:2358:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840342.177253:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125c700 x1875733133996672/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/416 e 0 to 0 dl 1788840352 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788840342.177268:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:10f4a654-3497-48d8-8f70-7e89f4f161cc:2358:1875733133996672:192.168.202.131@tcp:38:kworker.0 00000100:00000001:1.0:1788840342.177275:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840342.177280:0:2358:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840342.177284:0:2358:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125c700 x1875733133996672/t0(0) o38->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/416 e 0 to 0 dl 1788840352 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840342.177292:0:2358:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840342.177296:0:2358:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840342.177301:0:2358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee85c5f400. 02000000:00000001:1.0:1788840342.177306:0:2358:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840342.177310:0:2358:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840342.177312:0:2358:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:1.0:1788840342.177315:0:2358:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840342.177319:0:2358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee9127a400. 02000000:00000001:1.0:1788840342.177323:0:2358:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840342.177326:0:2358:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840342.177328:0:2358:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125c700. 00000100:00000001:1.0:1788840342.177333:0:2358:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840342.177335:0:2358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840342.177337:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840342.177348:0:2358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840342.177350:0:2358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840342.177353:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840342.177355:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00080000:3.0:1788840342.177507:0:32999:0:(ldlm_request.c:2972:ldlm_lock_replay_thread()) lock replay thread lustre-MDT0000-mdc-ffff90ee90f70800 to lustre-MDT0000_UUID@192.168.202.131@tcp 00010000:00000001:3.0:1788840342.177513:0:32999:0:(ldlm_request.c:2924:__ldlm_replay_locks()) Process entered 00010000:00010000:3.0:1788840342.177516:0:32999:0:(ldlm_request.c:2888:ldlm_cancel_unused_locks_for_replay()) Dropping as many unused locks as possible before replay for namespace lustre-MDT0000-mdc-ffff90ee90f70800 (1) 00010000:00000001:3.0:1788840342.177520:0:32999:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00000002:00000001:3.0:1788840342.177530:0:32999:0:(mdc_request.c:3001:mdc_cancel_weight()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788840342.177533:0:32999:0:(ldlm_request.c:1930:ldlm_cancel_no_wait_policy()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840342.177537:0:32999:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840342.177540:0:32999:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788840342.177543:0:32999:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788840342.177545:0:32999:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00000080:00000001:3.0:1788840342.177549:0:32999:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788840342.177555:0:32999:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788840342.177558:0:32999:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788840342.177561:0:32999:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x2d:0x0] mode (null) 00000002:00000001:3.0:1788840342.177566:0:32999:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840342.177580:0:32999:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788840342.177590:0:32999:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1700 count: 2 00010000:00000001:3.0:1788840342.177593:0:32999:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788840342.177599:0:32999:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840342.177601:0:32999:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840342.177602:0:32999:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788840342.177603:0:32999:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1700 count: 2 00010000:00000001:3.0:1788840342.177606:0:32999:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788840342.177608:0:32999:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840342.177609:0:32999:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840342.177610:0:32999:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788840342.177612:0:32999:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1700 count: 2 00010000:00000001:3.0:1788840342.177613:0:32999:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788840342.177615:0:32999:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840342.177617:0:32999:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840342.177618:0:32999:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788840342.177619:0:32999:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1700 count: 2 00010000:00000001:3.0:1788840342.177621:0:32999:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788840342.177623:0:32999:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840342.177625:0:32999:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840342.177627:0:32999:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788840342.177630:0:32999:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788840342.177635:0:32999:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044391912 : -122120665159704 : ffff90ee912227e8) 00000020:00001000:3.0:1788840342.177672:0:32999:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912227e0 00000020:00000001:3.0:1788840342.177676:0:32999:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1788840342.177679:0:32999:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x2d:0x0]: losing layout lock 00000080:00000001:3.0:1788840342.177683:0:32999:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1788840342.177687:0:32999:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1788840342.177693:0:32999:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788840342.177696:0:32999:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788840342.177699:0:32999:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x2d:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1788840342.177701:0:32999:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840342.177703:0:32999:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788840342.177705:0:32999:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912227e0 00000080:00000001:3.0:1788840342.177708:0:32999:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840342.177711:0:32999:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788840342.177713:0:32999:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x2d:0x0](ffff90ee905c5348) invalid 00000020:00000001:3.0:1788840342.177717:0:32999:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16202123c70 00000080:00002000:3.0:1788840342.177720:0:32999:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry f23.recovery-small (ffff90ee9075e798) parent ffff90ee9069b510 inode ffff90ee905c5348 refc 1 00000080:00000001:3.0:1788840342.177725:0:32999:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788840342.177728:0:32999:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788840342.177739:0:32999:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840342.177744:0:32999:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788840342.177747:0:32999:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788840342.177749:0:32999:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840342.177751:0:32999:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1788840342.177755:0:32999:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee86e85a00 with handle 0x3aa5f499c96f3870 from hash 00010000:00000001:3.0:1788840342.177758:0:32999:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788840342.177760:0:32999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840342.177762:0:32999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840342.177764:0:32999:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788840342.177768:0:32999:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788840342.177770:0:32999:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788840342.177774:0:32999:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e85a00/0x3aa5f499c96f3870 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000000 nid: local remote: 0x8a436931312ba8d7 expref: -99 pid: 32721 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000010:3.0:1788840342.177785:0:32999:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff90eea05b2580. 00010000:00000040:3.0:1788840342.177791:0:32999:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee892b1700 count: 0 00010000:00000010:3.0:1788840342.177810:0:32999:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90ee98e7d600. 00010000:00000001:3.0:1788840342.177822:0:32999:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840342.177824:0:32999:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840342.177826:0:32999:0:(ldlm_request.c:2901:ldlm_cancel_unused_locks_for_replay()) Canceled 0 unused locks from namespace lustre-MDT0000-mdc-ffff90ee90f70800 00000001:00000001:3.0:1788840342.177829:0:32999:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788840342.177832:0:32999:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788840342.178495:0:32999:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840342.178501:0:32999:0:(ldlm_request.c:2954:__ldlm_replay_locks()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840342.178505:0:32999:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:3.0:1788840342.178509:0:32999:0:(import.c:65:import_set_state_nolock()) ffff90ee98823000 lustre-MDT0000_UUID: changing import state from REPLAY_LOCKS to REPLAY_WAIT 00000100:00000001:3.0:1788840342.178513:0:32999:0:(import.c:1557:signal_completed_replay()) Process entered 00000100:00000010:3.0:1788840342.178523:0:32999:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d49180. 00000020:00000040:3.0:1788840342.178527:0:32999:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=8 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:3.0:1788840342.178532:0:32999:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840342.178536:0:32999:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840342.178541:0:32999:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840342.178551:0:32999:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee983e5d00. 00000100:00000001:3.0:1788840342.178559:0:32999:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840342.178566:0:32999:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840342.179366:0:32999:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840342.179382:0:32999:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f20aeb27] to pc [ptlrpcd_rcv+-1] req@ffff90ee86d49180 x1875733133996800/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:QU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840342.179409:0:32999:0:(import.c:1582:signal_completed_replay()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840342.179412:0:32999:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840342.179416:0:32999:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840342.179417:0:32999:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:3.0:1788840342.179420:0:32999:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1788840342.183858:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840342.183872:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840342.183876:0:2358:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840342.184105:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d49180 x1875733133996800/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:QU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840342.184122:0:2358:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840342.184125:0:2358:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840342.184132:0:2358:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840342.184137:0:2358:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840342.184141:0:2358:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840342.184146:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:10f4a654-3497-48d8-8f70-7e89f4f161cc:2358:1875733133996800:192.168.202.131@tcp:400:ldlm_lock_repla.0 00000100:00000001:1.0:1788840342.184151:0:2358:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840342.184159:0:2358:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840342.184164:0:2358:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840342.184168:0:2358:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840342.184182:0:2358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90eea059c800. 02000000:00000001:1.0:1788840342.184186:0:2358:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840342.184196:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840342.184202:0:2358:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe478. 00000400:00000010:1.0:1788840342.184212:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539330. 00000100:00000200:1.0:1788840342.184222:0:2358:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133996800, portal 10 00000100:00000001:1.0:1788840342.184224:0:2358:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840342.184227:0:2358:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871534976 : -122120838016640 : ffff90ee86d49180) 00000100:00000040:1.0:1788840342.184238:0:2358:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=2c0 req@ffff90ee86d49180 x1875733133996800/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840358 ref 2 fl Rpc:r/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840342.184247:0:2358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840342.184250:0:2358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840342.184253:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539aa0. 00000100:00000200:1.0:1788840342.184272:0:2358:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733133996800, offset 0 00000400:00000200:1.0:1788840342.184282:0:2358:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840342.184294:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840342.184303:0:2358:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840342.184309:0:2358:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840342.184315:0:2358:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840342.184319:0:2358:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840342.184322:0:2358:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840342.184326:0:2358:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2571:2571:256:4294967295] 192.168.202.131@tcp LPNI seq info [2571:2571:8:4294967295] 00000400:00000200:1.0:1788840342.184331:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840342.184342:0:2358:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840342.184349:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840342.184356:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989e00. 00000800:00000200:1.0:1788840342.184366:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840342.184377:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840342.184383:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788840342.185996:0:2358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840342.186008:0:2358:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 793925 usecs (794 jiffies) 00000400:00000200:1.0:1788840342.186016:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840342.186021:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296572797 00000100:00000001:1.0:1788840342.186025:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296575968 00000100:00000001:1.0:1788840342.186028:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296572797 00000100:00000001:1.0:1788840342.186031:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296575968 00000100:00000001:1.0:1788840342.186033:0:2358:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840342.186038:0:2358:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840342.186043:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840342.186048:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840342.186058:0:2358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840342.186061:0:2358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788840342.186065:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840342.186066:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840342.186068:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840342.186070:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:3.1:1788840342.192162:0:2353:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1700. 00010000:00000010:3.1:1788840342.192185:0:2353:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e85a00. 00000800:00000200:3.0:1788840342.192323:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840342.192329:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989e00. 00000400:00000200:3.0:1788840342.192336:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840342.192349:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840342.192359:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539aa0 00000400:00000010:3.0:1788840342.192363:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539aa0. 00000100:00000001:3.0:1788840342.192370:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840342.192381:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d49180 x1875733133996800/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840358 ref 2 fl Rpc:r/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840342.192397:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840342.192402:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d49180 x1875733133996800/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840358 ref 2 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840342.192410:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840342.192412:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840342.291806:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840342.291830:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840342.291836:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840342.291838:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840342.291852:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840342.291862:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840342.291873:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840342.291879:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840342.291885:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840342.291890:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 10 MB=0x6a9f827253300 00000400:00000200:3.0:1788840342.291896:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840342.291905:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 224/224 into md 0x6fe5 [1] + 224 00000800:00000001:3.0:1788840342.291914:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840342.291927:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840342.291931:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840342.291935:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840342.291945:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840342.291958:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d49180 x1875733133996800/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840358 ref 1 fl Rpc:Qr/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840342.291971:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=2c0 mlen=224 offset=224 replen=224 req@ffff90ee86d49180 x1875733133996800/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840358 ref 1 fl Rpc:RQ/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840342.292003:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840342.292016:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840342.292020:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840342.292061:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840342.292066:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788840342.292086:0:2358:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840342.292089:0:2358:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840342.292093:0:2358:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe478. 00000400:00000200:1.0:1788840342.292099:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539330 00000400:00000010:1.0:1788840342.292103:0:2358:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539330. 00000100:00000001:1.0:1788840342.292107:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840342.292113:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d49180 x1875733133996800/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840358 ref 1 fl Rpc:RQ/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788840342.292121:0:2358:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d49180 x1875733133996800/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840358 ref 1 fl Rpc:RQU/2c0/ffffffff rc 0/-1 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840342.292128:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840342.292130:0:2358:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840342.292133:0:2358:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840342.292137:0:2358:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840342.292139:0:2358:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840342.292142:0:2358:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840342.292146:0:2358:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840342.292157:0:2358:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=42 v=5 (5 5 102 102) 00000100:00001000:1.0:1788840342.292161:0:2358:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840342.292164:0:2358:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840342.292166:0:2358:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840342.292169:0:2358:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:1.0:1788840342.292174:0:2358:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff90ee86d49180 x1875733133996800/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840358 ref 1 fl Rpc:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788840342.292181:0:2358:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840342.292186:0:2358:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840342.292188:0:2358:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967654 00000100:00000001:1.0:1788840342.292190:0:2358:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840342.292192:0:2358:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840342.292197:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d49180 x1875733133996800/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840358 ref 1 fl Rpc:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840342.292205:0:2358:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840342.292208:0:2358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840342.292211:0:2358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840342.292214:0:2358:0:(import.c:1528:completed_replay_interpret()) Process entered 00000100:00000001:1.0:1788840342.292216:0:2358:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1788840342.292221:0:2358:0:(import.c:65:import_set_state_nolock()) ffff90ee98823000 lustre-MDT0000_UUID: changing import state from REPLAY_WAIT to RECOVER 00000100:00000001:1.0:1788840342.292226:0:2358:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00080000:1.0:1788840342.292231:0:2358:0:(client.c:3247:ptlrpc_resend_req()) @@@ going to resend req@ffff90ee86d49180 x1875733133996800/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840358 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788840342.292240:0:2358:0:(client.c:3256:ptlrpc_resend_req()) @@@ it has reply, so skip it req@ffff90ee86d49180 x1875733133996800/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840358 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840342.292246:0:2358:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788840342.292249:0:2358:0:(import.c:65:import_set_state_nolock()) ffff90ee98823000 lustre-MDT0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:1.0:1788840342.292252:0:2358:0:(obd_class.h:1222:obd_import_event()) Process entered 00000002:00000001:1.0:1788840342.292266:0:2358:0:(mdc_request.c:2879:mdc_import_event()) Process entered 00000002:00000001:1.0:1788840342.292269:0:2358:0:(obd_class.h:1242:obd_notify()) Process entered 00800000:00000001:1.0:1788840342.292273:0:2358:0:(lmv_obd.c:191:lmv_notify()) Process entered 00800000:00000001:1.0:1788840342.292276:0:2358:0:(lmv_obd.c:85:lmv_set_mdc_active()) Process entered 00800000:00000040:1.0:1788840342.292278:0:2358:0:(lmv_obd.c:88:lmv_set_mdc_active()) Searching in lmv ffff90ee988921d8 for uuid lustre-MDT0000_UUID (activate=1) 00800000:00000040:1.0:1788840342.292283:0:2358:0:(lmv_obd.c:94:lmv_set_mdc_active()) Target idx 0 is lustre-MDT0000_UUID conn 0x3aa5f499c96f2cd8 00800000:00000040:1.0:1788840342.292286:0:2358:0:(lmv_obd.c:109:lmv_set_mdc_active()) Found OBD lustre-MDT0000-mdc-ffff90ee90f70800=10f4a654-3497-48d8-8f70-7e89f4f161cc device 3 (ffff90ee98894d28) type mdc at LMV idx 0 00800000:00000040:1.0:1788840342.292290:0:2358:0:(lmv_obd.c:114:lmv_set_mdc_active()) OBD ffff90ee98894d28 already active! 00800000:00000001:1.0:1788840342.292292:0:2358:0:(lmv_obd.c:115:lmv_set_mdc_active()) Process leaving via out_lmv_lock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788840342.292296:0:2358:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788840342.292300:0:2358:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840342.292301:0:2358:0:(lmv_obd.c:226:lmv_notify()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840342.292304:0:2358:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840342.292306:0:2358:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788840342.292307:0:2358:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788840342.292311:0:2358:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=8 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000002:00000001:1.0:1788840342.294687:0:2358:0:(mdc_request.c:2953:mdc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840342.294698:0:2358:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:1.0:1788840342.294709:0:2358:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) lustre-MDT0000-mdc-ffff90ee90f70800: Connection restored to 192.168.202.131@tcp (at 192.168.202.131@tcp) 00000100:00080000:1.0:1788840342.294723:0:2358:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000d70a4424): req@ffff90ee87f58700 x1875733133993472/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 1 dl 1788840332 ref 2 fl Rpc:XQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840342.294758:0:2358:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840342.294761:0:2358:0:(import.c:1546:completed_replay_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840342.294770:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d49180 x1875733133996800/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840358 ref 1 fl Interpret:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840342.294989:0:32721:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840342.294996:0:32721:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840342.294999:0:32721:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840342.295002:0:32721:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840342.295006:0:32721:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840342.295011:0:32721:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840342.295015:0:32721:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840342.295018:0:32721:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00080000:2.0:1788840342.295025:0:32721:0:(client.c:3740:ptlrpc_set_mbits()) resend with new mbits old x1875733133993472 new x1875733133996928 02000000:00000001:2.0:1788840342.295029:0:32721:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840342.295032:0:32721:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840342.295042:0:32721:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840342.295050:0:32721:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4eaa8. 00000400:00000010:2.0:1788840342.295061:0:32721:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee912346e8. 00000100:00000200:2.0:1788840342.295070:0:32721:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133993472, portal 10 00000100:00000001:2.0:1788840342.295072:0:32721:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840342.295074:0:32721:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890472192 : -122120819079424 : ffff90ee87f58700) 00000100:00000040:2.0:1788840342.295085:0:32721:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=602 req@ffff90ee87f58700 x1875733133993472/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840358 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840342.295094:0:32721:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840342.295097:0:32721:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840342.295101:0:32721:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234ee0. 00000100:00000200:2.0:1788840342.295104:0:32721:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875733133993472, offset 0 00000400:00000200:2.0:1788840342.295111:0:32721:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840342.295122:0:32721:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840342.295131:0:32721:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840342.295138:0:32721:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840342.295143:0:32721:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840342.295148:0:32721:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840342.295150:0:32721:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840342.295155:0:32721:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2572:2572:256:4294967295] 192.168.202.131@tcp LPNI seq info [2572:2572:8:4294967295] 00000400:00000200:2.0:1788840342.295159:0:32721:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840342.295170:0:32721:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840342.295176:0:32721:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840342.295183:0:32721:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee84c26600. 00000800:00000200:2.0:1788840342.295191:0:32721:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840342.295199:0:32721:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840342.295205:0:32721:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee84c26600 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788840342.295223:0:32721:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840342.295229:0:32721:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 793092 usecs (794 jiffies) 00000400:00000200:2.0:1788840342.295232:0:32721:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840342.295236:0:32721:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296572907 00000100:00000001:2.0:1788840342.295239:0:32721:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296575968 00000100:00000001:2.0:1788840342.295242:0:32721:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296572907 00000100:00000001:2.0:1788840342.295244:0:32721:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296575968 00000100:00000001:2.0:1788840342.295246:0:32721:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840342.295250:0:32721:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840342.295254:0:32721:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840342.295257:0:32721:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788840342.295259:0:32721:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee892c9180 going to sleep for 11 seconds 00000100:00000001:2.0:1788840342.295261:0:32721:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840342.295263:0:32721:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840342.295394:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840342.295399:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee84c26600. 00000400:00000200:2.0:1788840342.295405:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840342.295410:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840342.295416:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234ee0 00000400:00000010:2.0:1788840342.295419:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234ee0. 00000100:00000001:2.0:1788840342.295423:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840342.295427:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f58700 x1875733133993472/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840358 ref 3 fl Rpc:r/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840342.295439:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840342.295443:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f58700 x1875733133993472/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840358 ref 3 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840342.295450:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840342.295451:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000002:00000001:3.0:1788840342.295720:0:33000:0:(mdc_request.c:2638:mdc_kuc_reregister_thread()) Process entered 00000020:00000001:3.0:1788840342.295725:0:33000:0:(kernelcomm.c:1325:libcfs_kkuc_group_foreach()) Process entered 00000020:00000001:3.0:1788840342.295739:0:33000:0:(kernelcomm.c:1339:libcfs_kkuc_group_foreach()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840342.295743:0:33000:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840342.295746:0:33000:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:3.0:1788840342.295749:0:33000:0:(genops.c:1230:class_import_put()) Process leaving 00000002:00000001:3.0:1788840342.295751:0:33000:0:(mdc_request.c:2648:mdc_kuc_reregister_thread()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840342.296009:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d49180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:10f4a654-3497-48d8-8f70-7e89f4f161cc:2358:1875733133996800:192.168.202.131@tcp:400:ldlm_lock_repla.0 00000100:00000001:1.0:1788840342.296015:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840342.296018:0:2358:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840342.296023:0:2358:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d49180 x1875733133996800/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840358 ref 1 fl Complete:RQU/2c0/0 rc 0/0 job:'ldlm_lock_repla.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840342.296030:0:2358:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840342.296034:0:2358:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840342.296039:0:2358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90eea059c800. 02000000:00000001:1.0:1788840342.296044:0:2358:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840342.296045:0:2358:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840342.296047:0:2358:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:1.0:1788840342.296049:0:2358:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840342.296052:0:2358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee983e5d00. 02000000:00000001:1.0:1788840342.296058:0:2358:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840342.296060:0:2358:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840342.296062:0:2358:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d49180. 00000100:00000001:1.0:1788840342.296067:0:2358:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840342.296068:0:2358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840342.296071:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840342.296083:0:2358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840342.296084:0:2358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840342.296088:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840342.296090:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788840342.354892:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840342.354917:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840342.354923:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840342.354925:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840342.354939:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840342.354959:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840342.354979:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840342.354985:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840342.354992:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840342.354998:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 456 into portal 10 MB=0x6a9f827253380 00000400:00000200:3.0:1788840342.355003:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840342.355011:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 456/456 into md 0x6fed [1] + 224 00000800:00000001:3.0:1788840342.355019:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840342.355035:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840342.355039:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840342.355045:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840342.355054:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840342.355067:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f58700 x1875733133993472/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840358 ref 2 fl Rpc:Qr/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840342.355080:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=602 mlen=456 offset=224 replen=624 req@ffff90ee87f58700 x1875733133993472/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840358 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840342.355115:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840342.355126:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840342.355130:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840342.355491:0:32721:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788840342.355502:0:32721:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840342.355504:0:32721:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840342.355508:0:32721:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4eaa8. 00000400:00000200:2.0:1788840342.355515:0:32721:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee912346e8 00000400:00000010:2.0:1788840342.355517:0:32721:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee912346e8. 00000100:00000001:2.0:1788840342.355521:0:32721:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840342.355526:0:32721:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f58700 x1875733133993472/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840358 ref 2 fl Rpc:RQ/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788840342.355537:0:32721:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f58700 x1875733133993472/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840358 ref 2 fl Rpc:RQU/602/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840342.355544:0:32721:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840342.355546:0:32721:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840342.355548:0:32721:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788840342.355552:0:32721:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788840342.355556:0:32721:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840342.355559:0:32721:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840342.355563:0:32721:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840342.355575:0:32721:0:(import.c:2149:obd_at_measure()) add 10 to ffff90ee988234a8 time=42 v=5 (5 5 5 5) 00000100:00001000:2.0:1788840342.355579:0:32721:0:(import.c:2215:obd_at_measure()) AT ffff90ee988234a8 change: old=5 new=10 delta=5 (val=10) hist 10 5 5 5 00000100:00001000:2.0:1788840342.355583:0:32721:0:(client.c:430:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0000-mdc-ffff90ee90f70800 ptl 23 has changed from 5 to 10 00000100:00001000:2.0:1788840342.355586:0:32721:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=0 v=5 (1 0 0 0) 00000100:00000001:2.0:1788840342.355589:0:32721:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1788840342.355593:0:32721:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = -116 req@ffff90ee87f58700 x1875733133993472/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840358 ref 2 fl Rpc:RQU/602/0 rc 0/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840342.355600:0:32721:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000100:00000001:2.0:1788840342.355604:0:32721:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788840342.355607:0:32721:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967654 00000100:00000001:2.0:1788840342.355609:0:32721:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788840342.355612:0:32721:0:(client.c:1797:after_reply()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000100:00000040:2.0:1788840342.355617:0:32721:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f58700 x1875733133993472/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840358 ref 2 fl Rpc:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840342.355624:0:32721:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551500 : -116 : 0xffffffffffffff8c) 00000100:00000001:2.0:1788840342.355629:0:32721:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840342.355631:0:32721:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840342.355635:0:32721:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f58700 x1875733133993472/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840358 ref 2 fl Interpret:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788840342.355693:0:32721:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f58700 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:32721:1875733133993472:192.168.202.131@tcp:35:multiop.0 00000100:00000001:2.0:1788840342.355699:0:32721:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840342.355701:0:32721:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000100:00000001:2.0:1788840342.355704:0:32721:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788840342.355707:0:32721:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840342.355711:0:32721:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f58700 x1875733133993472/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840358 ref 2 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840342.355717:0:32721:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788840342.355721:0:32721:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee892c9180. 00000100:00000001:2.0:1788840342.355737:0:32721:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788840342.355740:0:32721:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551500 : -116 : ffffffffffffff8c) 00000002:00080000:2.0:1788840342.355748:0:32721:0:(mdc_request.c:1003:mdc_close()) @@@ Reset ESTALE = -116 req@ffff90ee87f58700 x1875733133993472/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840358 ref 1 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840342.355757:0:32721:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840342.355759:0:32721:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890472192 : -122120819079424 : ffff90ee87f58700) 00000002:00000001:2.0:1788840342.355762:0:32721:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840342.355765:0:32721:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788840342.355772:0:32721:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98d1fe00. 00000080:00000001:2.0:1788840342.355777:0:32721:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:2.0:1788840342.355781:0:32721:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:2.0:1788840342.355788:0:32721:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:2.0:1788840342.355794:0:32721:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff90ee87fad500 x1875733133992832/t4294967654(4294967654) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1788840326 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840342.355803:0:32721:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840342.355805:0:32721:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87fad500 x1875733133992832/t4294967654(4294967654) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1788840326 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840342.355812:0:32721:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1788840342.355816:0:32721:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840342.355818:0:32721:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:2.0:1788840342.355821:0:32721:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840342.355825:0:32721:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee85c5d800. 02000000:00000001:2.0:1788840342.355830:0:32721:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840342.355832:0:32721:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840342.355834:0:32721:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87fad500. 00000100:00000001:2.0:1788840342.355838:0:32721:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840342.355839:0:32721:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840342.355841:0:32721:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840342.355844:0:32721:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f58700 x1875733133993472/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840358 ref 2 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840342.355851:0:32721:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788840342.355853:0:32721:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff90ee86e75a40. 00000002:00000001:2.0:1788840342.355856:0:32721:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840342.355858:0:32721:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788840342.355861:0:32721:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff90eea05b27c0. 00000100:00000001:2.0:1788840342.355864:0:32721:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840342.355867:0:32721:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f58700 x1875733133993472/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840358 ref 1 fl Complete:RQU/602/0 rc -116/-116 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840342.355873:0:32721:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840342.355875:0:32721:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840342.355878:0:32721:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee86f35c00. 02000000:00000001:2.0:1788840342.355881:0:32721:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840342.355882:0:32721:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840342.355883:0:32721:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=4 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:2.0:1788840342.355885:0:32721:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840342.355886:0:32721:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee98d1f200. 02000000:00000001:2.0:1788840342.355888:0:32721:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840342.355889:0:32721:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840342.355891:0:32721:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f58700. 00000100:00000001:2.0:1788840342.355893:0:32721:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840342.355894:0:32721:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788840342.355897:0:32721:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788840342.355902:0:32721:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90ee82ffc140. 00000080:00000001:2.0:1788840342.355906:0:32721:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840342.355912:0:32721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201cc3df0 00000080:00000008:2.0:1788840342.355915:0:32721:0:(file.c:523:ll_file_release()) COMPLETED file f23.recovery-small:[0x200000404:0x2d:0x0](ffff90ee905c5348), flags 100002, rc = 0 00000080:00000001:2.0:1788840342.355919:0:32721:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840342.355926:0:32721:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788840342.355928:0:32721:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201cc3e00 00000080:00002000:2.0:1788840342.355930:0:32721:0:(dcache.c:127:ll_ddelete()) deleting dentry f23.recovery-small (ffff90ee9075e798, parent ffff90ee9069b510, inode ffff90ee905c5348) hashed, 00000080:00000001:2.0:1788840342.355934:0:32721:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788840342.355958:0:32721:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788840342.355965:0:32721:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:2.1:1788840342.364800:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee84b11b40. 00000100:00000001:1.0:1788840342.405841:0:2360:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788840342.405859:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840342.405862:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840342.405868:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840342.405871:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840342.405876:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840342.405881:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840343.174618:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840343.174630:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840343.177466:0:15925:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788840343.177475:0:15925:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840343.177482:0:15925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788840343.430125:0:2360:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788840343.430142:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840343.430146:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840343.430152:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840343.430155:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840343.430160:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840343.430165:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840344.198249:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840344.198260:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840344.198373:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788840344.198378:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840344.198381:0:16054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788840344.455633:0:2360:0:(client.c:2567:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1788840344.455670:0:2360:0:(client.c:2485:ptlrpc_expire_one_request()) Process entered 00000100:00000400:1.0:1788840344.455691:0:2360:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788840328/real 1788840328] req@ffff90ee87fac380 x1875733133994496/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 1 dl 1788840344 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:1.0:1788840344.455724:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840344.455727:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840344.455733:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c808f0. 00000400:00000200:1.0:1788840344.455741:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6198 00000400:00000010:1.0:1788840344.455744:0:2360:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6198. 00000100:00000001:1.0:1788840344.455750:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840344.455754:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87fac380 x1875733133994496/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 1 dl 1788840344 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788840344.455763:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87fac380 x1875733133994496/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 1 dl 1788840344 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840344.455771:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840344.455773:0:2360:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840344.455776:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840344.455779:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788840344.455784:0:2360:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND: req@ffff90ee87fac380 x1875733133994496/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 1 dl 1788840344 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840344.455790:0:2360:0:(client.c:2555:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840344.455804:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840344.455807:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840344.455810:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840344.455813:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840344.455816:0:2360:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840344.455820:0:2360:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840344.455823:0:2360:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840344.455836:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87fac380 x1875733133994496/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 1 dl 1788840344 ref 1 fl Rpc:XNQU/200/ffffffff rc -107/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840344.455844:0:2360:0:(client.c:2201:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551509 : -107 : 0xffffffffffffff95) 00000100:00000001:1.0:1788840344.455848:0:2360:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840344.455849:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840344.455850:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840344.455855:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87fac380 x1875733133994496/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 1 dl 1788840344 ref 1 fl Interpret:XNQU/200/ffffffff rc -107/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788840344.455863:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87fac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2360:1875733133994496:192.168.202.131@tcp:400:kworker.0 00000100:00000001:1.0:1788840344.455869:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840344.455872:0:2360:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840344.455876:0:2360:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87fac380 x1875733133994496/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 1 dl 1788840344 ref 1 fl Complete:XNQU/200/ffffffff rc -107/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840344.455883:0:2360:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840344.455887:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840344.455893:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee8799ce00. 02000000:00000001:1.0:1788840344.455899:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840344.455902:0:2360:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840344.455904:0:2360:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=3 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:1.0:1788840344.455907:0:2360:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840344.455911:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee87989100. 02000000:00000001:1.0:1788840344.455916:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840344.455918:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840344.455920:0:2360:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87fac380. 00000100:00000001:1.0:1788840344.455925:0:2360:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840344.455926:0:2360:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840344.455929:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840344.455932:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840344.455934:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840344.455935:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840344.455939:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840345.221877:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840345.221888:0:31109:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840345.221891:0:31109:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840345.221895:0:31109:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840345.221901:0:31109:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840345.221904:0:31109:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840345.221906:0:31109:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840345.221908:0:31109:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840345.222294:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788840345.222297:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840345.222299:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788840346.181738:0:28130:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120a20 (cpu 2) has reached its deadline 4296575968, at 4296576000 00000100:00000010:2.0:1788840346.181771:0:28130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee9887dde0. 00000100:00000040:3.0:1788840346.183097:0:20562:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120b30 (cpu 3) has reached its deadline 4296575968, at 4296576001 00000100:00000010:3.0:1788840346.183111:0:20562:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee9887dd20. 00010000:00000001:1.0:1788840346.245817:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840346.245827:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840346.245863:0:15925:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788840346.245868:0:15925:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840346.245871:0:15925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788840347.207951:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788840347.207965:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788840347.207982:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125ce00. 00000020:00000040:2.0:1788840347.207991:0:36:0:(genops.c:1210:class_import_get()) import ffff90ee98ee5800 refcount=4 obd=MGC192.168.202.131@tcp 00000100:00000001:2.0:1788840347.207997:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840347.208002:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840347.208009:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840347.208021:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee84c26600. 00000100:00000001:2.0:1788840347.208030:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840347.208045:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS req@ffff90ee9125ce00 x1875733133997056/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788840347.208057:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840347.208063:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840347.208069:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000be55710] to pc [ptlrpcd_01_00+0] req@ffff90ee9125ce00 x1875733133997056/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840347.208115:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840347.208119:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788840347.208122:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788840347.208126:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125ed80. 00000020:00000040:2.0:1788840347.208128:0:36:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=4 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:2.0:1788840347.208131:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840347.208132:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840347.208134:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840347.208140:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee84c26200. 00000100:00000001:2.0:1788840347.208143:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840347.208147:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID req@ffff90ee9125ed80 x1875733133997184/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788840347.208156:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840347.208158:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840347.208162:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e0e8a5c] to pc [ptlrpcd_01_01+1] req@ffff90ee9125ed80 x1875733133997184/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840347.208170:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840347.208172:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788840347.208177:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788840347.208180:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1788840347.208183:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:2.0:1788840347.208190:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1914) 00000100:00000001:3.0:1788840347.208193:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840347.208198:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840347.208199:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840347.208200:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840347.208202:0:2361:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1788840347.208202:0:2362:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840347.208207:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125ed80 x1875733133997184/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840347.208208:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125ce00 x1875733133997056/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840347.208217:0:2361:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840347.208217:0:2362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840347.208219:0:2361:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840347.208219:0:2362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840347.208224:0:2361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840347.208224:0:2362:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840347.208227:0:2361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840347.208227:0:2362:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840347.208230:0:2361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840347.208231:0:2362:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840347.208234:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2361:1875733133997056:192.168.202.131@tcp:400:kworker.0 00000100:00100000:2.0:1788840347.208235:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733133997184:192.168.202.131@tcp:400:kworker.0 00000100:00000001:3.0:1788840347.208239:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1788840347.208239:0:2362:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840347.208245:0:2361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840347.208245:0:2362:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840347.208248:0:2361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840347.208248:0:2362:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840347.208251:0:2361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000001:2.0:1788840347.208251:0:2362:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840347.208256:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee85cd3200. 02000000:00000010:2.0:1788840347.208257:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee98d1f400. 02000000:00000001:3.0:1788840347.208259:0:2361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840347.208259:0:2362:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840347.208268:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840347.208268:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840347.208272:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4f9f8. 00000400:00000010:2.0:1788840347.208272:0:2362:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4eaa8. 00000400:00000010:3.0:1788840347.208281:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e440. 00000400:00000010:2.0:1788840347.208281:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee912346e8. 00000100:00000200:2.0:1788840347.208289:0:2362:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133997184, portal 10 00000100:00000200:3.0:1788840347.208290:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133997056, portal 25 00000100:00000001:3.0:1788840347.208292:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840347.208292:0:2362:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840347.208294:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044631040 : -122120664920576 : ffff90ee9125ce00) 00000100:00000001:2.0:1788840347.208294:0:2362:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044639104 : -122120664912512 : ffff90ee9125ed80) 00000100:00000040:3.0:1788840347.208300:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125ce00 x1875733133997056/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840347.208308:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840347.208311:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000100:00000040:2.0:1788840347.208312:0:2362:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125ed80 x1875733133997184/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000010:3.0:1788840347.208315:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e3b8. 00000100:00000200:3.0:1788840347.208317:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875733133997056, offset 0 00000100:00000001:2.0:1788840347.208319:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840347.208322:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840347.208324:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234ee0. 00000400:00000200:3.0:1788840347.208325:0:2361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000100:00000200:2.0:1788840347.208331:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733133997184, offset 0 00000400:00000200:3.0:1788840347.208335:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840347.208335:0:2362:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840347.208344:0:2361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840347.208351:0:2361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840347.208356:0:2361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840347.208360:0:2361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840347.208363:0:2361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840347.208367:0:2361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2573:2573:256:4294967295] 192.168.202.131@tcp LPNI seq info [2573:2573:8:4294967295] 00000400:00000200:3.0:1788840347.208371:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840347.208381:0:2361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000400:00000200:2.0:1788840347.208387:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000800:00000200:3.0:1788840347.208388:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840347.208390:0:2362:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840347.208392:0:2362:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000800:00000010:3.0:1788840347.208394:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee983e5200. 00000400:00000200:2.0:1788840347.208394:0:2362:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840347.208397:0:2362:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840347.208398:0:2362:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840347.208401:0:2362:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2574:2574:255:4294967295] 192.168.202.131@tcp LPNI seq info [2574:2574:7:4294967295] 00000800:00000200:3.0:1788840347.208402:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000400:00000200:2.0:1788840347.208405:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840347.208410:0:2362:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840347.208415:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840347.208419:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee8985c100. 00000800:00000200:3.0:1788840347.208420:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840347.208423:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840347.208426:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee983e5200 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:2.0:1788840347.208427:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840347.208430:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee8985c100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788840347.208440:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840347.208440:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840347.208445:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000040:2.0:1788840347.208446:0:2362:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 833218 usecs (834 jiffies) 00000100:00000001:3.0:1788840347.208448:0:2361:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4296581025 00000400:00000200:2.0:1788840347.208448:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840347.208450:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296577860 00000100:00000010:3.0:1788840347.208454:0:2361:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee84b18ba0. 00000100:00000001:3.0:1788840347.208463:0:2361:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788840347.208477:0:2361:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4296581025 00000100:00000001:2.0:1788840347.208479:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296581025 00000100:00000001:2.0:1788840347.208481:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296577860 00000100:00000010:3.0:1788840347.208482:0:2361:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee84b18a80. 00000100:00000001:3.0:1788840347.208485:0:2361:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788840347.208488:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840347.208488:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296581025 00000100:00000001:2.0:1788840347.208490:0:2362:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840347.208491:0:2361:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840347.208492:0:2362:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840347.208496:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840347.208496:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840347.208499:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840347.208499:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840347.208510:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840347.208510:0:2362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840347.208513:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788840347.208513:0:2362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788840347.208515:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840347.208515:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840347.208516:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840347.208516:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840347.208518:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840347.208518:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840347.208521:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840347.208521:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840347.208575:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840347.208579:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee983e5200. 00000400:00000200:2.0:1788840347.208586:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840347.208591:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840347.208597:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e3b8 00000400:00000010:2.0:1788840347.208599:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e3b8. 00000100:00000001:2.0:1788840347.208605:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840347.208609:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125ce00 x1875733133997056/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840347.208620:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840347.208624:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125ce00 x1875733133997056/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840363 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840347.208631:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840347.208633:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788840347.208750:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840347.208753:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee8985c100. 00000400:00000200:2.0:1788840347.208756:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840347.208760:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840347.208763:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234ee0 00000400:00000010:2.0:1788840347.208764:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234ee0. 00000100:00000001:2.0:1788840347.208767:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840347.208770:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125ed80 x1875733133997184/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840363 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840347.208777:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840347.208779:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125ed80 x1875733133997184/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840363 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840347.208785:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840347.208786:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840347.212181:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840347.212207:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840347.212212:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840347.212215:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840347.212227:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840347.212237:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840347.212248:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840347.212253:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840347.212260:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840347.212265:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 25 MB=0x6a9f827253400 00000400:00000200:3.0:1788840347.212271:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840347.212279:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.131@tcp of length 224/224 into md 0x7005 [1] + 224 00000800:00000001:3.0:1788840347.212288:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840347.212294:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840347.212298:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840347.212303:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840347.212312:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840347.212323:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125ce00 x1875733133997056/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840363 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840347.212337:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee9125ce00 x1875733133997056/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840347.212373:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840347.212385:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840347.212389:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840347.212536:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840347.212542:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788840347.212551:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840347.212554:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840347.212559:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4f9f8. 00000400:00000200:2.0:1788840347.212565:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e440 00000400:00000010:2.0:1788840347.212567:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e440. 00000100:00000001:2.0:1788840347.212572:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840347.212577:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125ce00 x1875733133997056/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788840347.212586:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125ce00 x1875733133997056/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840363 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840347.212593:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840347.212595:0:2361:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840347.212598:0:2361:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788840347.212602:0:2361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788840347.212605:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840347.212608:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840347.212612:0:2361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840347.212621:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98ee5c60 time=47 v=5 (5 5 5 5) 00000100:00001000:2.0:1788840347.212626:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98ee5c18 time=8 v=5 (1 0 0 0) 00000100:00000001:2.0:1788840347.212628:0:2361:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788840347.212630:0:2361:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840347.212634:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788840347.212680:0:2361:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840347.212712:0:2361:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840347.212719:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125ce00 x1875733133997056/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840363 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840347.212726:0:2361:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840347.212730:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840347.212732:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840347.212736:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125ce00 x1875733133997056/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840363 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788840347.212745:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2361:1875733133997056:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840347.212751:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840347.212755:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840347.212759:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125ce00 x1875733133997056/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840363 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840347.212766:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840347.212769:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840347.212773:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee85cd3200. 02000000:00000001:2.0:1788840347.212777:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840347.212781:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840347.212783:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee98ee5800 refcount=3 obd=MGC192.168.202.131@tcp 00000020:00000001:2.0:1788840347.212785:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840347.212788:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee84c26600. 02000000:00000001:2.0:1788840347.212795:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840347.212797:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840347.212799:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125ce00. 00000100:00000001:2.0:1788840347.212803:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840347.212805:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840347.212807:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840347.212817:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840347.212819:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840347.212822:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840347.212825:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788840347.216612:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840347.216677:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840347.216683:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840347.216697:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840347.216710:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840347.216719:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840347.216732:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840347.216737:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840347.216743:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840347.216747:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 10 MB=0x6a9f827253480 00000400:00000200:2.0:1788840347.216752:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840347.216760:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 224/224 into md 0x6ffd [1] + 224 00000800:00000001:2.0:1788840347.216769:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840347.216779:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840347.216782:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840347.216788:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840347.216797:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840347.216810:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125ed80 x1875733133997184/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840363 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840347.216823:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee9125ed80 x1875733133997184/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840347.216853:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840347.216863:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840347.216868:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840347.217480:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840347.217488:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788840347.217497:0:2362:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840347.217500:0:2362:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840347.217504:0:2362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4eaa8. 00000400:00000200:3.0:1788840347.217513:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee912346e8 00000400:00000010:3.0:1788840347.217516:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee912346e8. 00000100:00000001:3.0:1788840347.217521:0:2362:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840347.217528:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125ed80 x1875733133997184/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840363 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840347.217538:0:2362:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125ed80 x1875733133997184/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840363 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840347.217546:0:2362:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840347.217548:0:2362:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840347.217551:0:2362:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840347.217555:0:2362:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840347.217558:0:2362:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840347.217560:0:2362:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840347.217564:0:2362:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840347.217576:0:2362:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=47 v=5 (5 5 102 102) 00000100:00001000:3.0:1788840347.217581:0:2362:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840347.217584:0:2362:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840347.217586:0:2362:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840347.217589:0:2362:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00080000:3.0:1788840347.217595:0:2362:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff90ee9125ed80 x1875733133997184/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840363 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00000001:3.0:1788840347.217601:0:2362:0:(ldlm_request.c:1672:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840347.217605:0:2362:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840347.217608:0:2362:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967654 00000100:00000001:3.0:1788840347.217610:0:2362:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840347.217614:0:2362:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840347.217619:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125ed80 x1875733133997184/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840363 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840347.217625:0:2362:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840347.217629:0:2362:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840347.217631:0:2362:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840347.217673:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125ed80 x1875733133997184/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840363 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840347.217682:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733133997184:192.168.202.131@tcp:400:kworker.0 00000100:00000001:3.0:1788840347.217698:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840347.217701:0:2362:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840347.217705:0:2362:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125ed80 x1875733133997184/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840363 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840347.217711:0:2362:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840347.217713:0:2362:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840347.217718:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee98d1f400. 02000000:00000001:3.0:1788840347.217722:0:2362:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840347.217725:0:2362:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840347.217727:0:2362:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=3 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:3.0:1788840347.217729:0:2362:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840347.217733:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee84c26200. 02000000:00000001:3.0:1788840347.217738:0:2362:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840347.217741:0:2362:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840347.217743:0:2362:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125ed80. 00000100:00000001:3.0:1788840347.217748:0:2362:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840347.217750:0:2362:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840347.217753:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840347.217762:0:2362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840347.217765:0:2362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840347.217768:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840347.217770:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840347.274780:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840347.274791:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840347.274876:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788840347.274880:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840347.274884:0:16054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788840347.614137:0:33033:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840347.980404:0:33053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162021abd08 00000080:00200008:3.0:1788840347.980419:0:33053:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff90ee905142c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788840347.980430:0:33053:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788840347.980432:0:33053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162021abc80 00000080:00200000:3.0:1788840347.980434:0:33053:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:3.0:1788840347.980442:0:33053:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85cd3800. 00800000:00000002:3.0:1788840347.980450:0:33053:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:3.0:1788840347.980456:0:33053:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788840347.980462:0:33053:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788840347.980465:0:33053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162021abba0 00800000:00000002:3.0:1788840347.980468:0:33053:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788840347.980472:0:33053:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788840347.980477:0:33053:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788840347.980484:0:33053:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788840347.980486:0:33053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162021aba70 00000002:00010000:3.0:1788840347.980488:0:33053:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788840347.980494:0:33053:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788840347.980496:0:33053:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840347.980500:0:33053:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788840347.980509:0:33053:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840347.980512:0:33053:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840347.980515:0:33053:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840347.980517:0:33053:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788840347.980520:0:33053:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788840347.980527:0:33053:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d4bb80. 00000020:00000040:3.0:1788840347.980532:0:33053:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=4 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00010000:00000001:3.0:1788840347.980540:0:33053:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788840347.980547:0:33053:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840347.980551:0:33053:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840347.980555:0:33053:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840347.980558:0:33053:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840347.980564:0:33053:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840347.980571:0:33053:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee86eedc00. 00000100:00000001:3.0:1788840347.980580:0:33053:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840347.980586:0:33053:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788840347.980588:0:33053:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840347.980590:0:33053:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788840347.980592:0:33053:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840347.980593:0:33053:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840347.980600:0:33053:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621952871545728 : -122120838005888 : ffff90ee86d4bb80) 00010000:00000001:3.0:1788840347.980604:0:33053:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788840347.980607:0:33053:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788840347.980612:0:33053:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee85e55800. 00010000:00000010:3.0:1788840347.980616:0:33053:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee86e2fc80. 00010000:00000001:3.0:1788840347.980623:0:33053:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788840347.980627:0:33053:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee8523d000. 00000020:00000001:3.0:1788840347.980632:0:33053:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788840347.980635:0:33053:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee8523d000 with handle 0x3aa5f499c96f3893 to hash 00000020:00000001:3.0:1788840347.980728:0:33053:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788840347.980730:0:33053:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:3.0:1788840347.980735:0:33053:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:3.0:1788840347.980741:0:33053:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840347.980744:0:33053:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840347.980749:0:33053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3893 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 33053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788840347.980759:0:33053:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3893 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33053 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788840347.980772:0:33053:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3893 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 33053 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788840347.980777:0:33053:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788840347.980780:0:33053:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788840347.980789:0:33053:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee86f2b6c0. 00000100:00000001:3.0:1788840347.980792:0:33053:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952873510592 : -122120836041024 : ffff90ee86f2b6c0) 00000100:00000001:3.0:1788840347.980795:0:33053:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840347.980797:0:33053:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871545728 : -122120838005888 : ffff90ee86d4bb80) 00000100:00000001:3.0:1788840347.980803:0:33053:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840347.980808:0:33053:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840347.980810:0:33053:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788840347.980813:0:33053:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840347.980827:0:33053:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d4bb80 x1875733133997312/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840347.980837:0:33053:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840347.980839:0:33053:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840347.980844:0:33053:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840347.980847:0:33053:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840347.980849:0:33053:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840347.980853:0:33053:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d4bb80 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:33053:1875733133997312:192.168.202.131@tcp:101:lfs.0 00000100:00000001:3.0:1788840347.980858:0:33053:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840347.980865:0:33053:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840347.980867:0:33053:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840347.980870:0:33053:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840347.980875:0:33053:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90ee98824800. 02000000:00000001:3.0:1788840347.980878:0:33053:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840347.980887:0:33053:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840347.980891:0:33053:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4fec8. 00000400:00000010:3.0:1788840347.980899:0:33053:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e5d8. 00000100:00000200:3.0:1788840347.980909:0:33053:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875733133997312, portal 10 00000100:00000001:3.0:1788840347.980911:0:33053:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840347.980912:0:33053:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871545728 : -122120838005888 : ffff90ee86d4bb80) 00000100:00000040:3.0:1788840347.980919:0:33053:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee86d4bb80 x1875733133997312/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840363 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840347.980927:0:33053:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840347.980930:0:33053:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840347.980933:0:33053:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e770. 00000100:00000200:3.0:1788840347.980937:0:33053:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875733133997312, offset 0 00000400:00000200:3.0:1788840347.980944:0:33053:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840347.980955:0:33053:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840347.980964:0:33053:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840347.980970:0:33053:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840347.980975:0:33053:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840347.980980:0:33053:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840347.980984:0:33053:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840347.980988:0:33053:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2575:2575:256:4294967295] 192.168.202.131@tcp LPNI seq info [2575:2575:8:4294967295] 00000400:00000200:3.0:1788840347.980993:0:33053:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840347.981003:0:33053:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840347.981010:0:33053:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840347.981016:0:33053:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee983e5200. 00000800:00000200:3.0:1788840347.981024:0:33053:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840347.981033:0:33053:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840347.981039:0:33053:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee983e5200 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1788840347.981066:0:33053:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840347.981072:0:33053:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 832173 usecs (833 jiffies) 00000400:00000200:3.0:1788840347.981075:0:33053:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840347.981078:0:33053:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296578631 00000100:00000001:3.0:1788840347.981082:0:33053:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296581025 00000100:00000001:3.0:1788840347.981085:0:33053:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296578631 00000100:00000001:3.0:1788840347.981087:0:33053:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296581025 00000100:00000001:3.0:1788840347.981090:0:33053:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840347.981093:0:33053:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840347.981095:0:33053:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840347.981098:0:33053:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788840347.981101:0:33053:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee86f2b6c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788840347.981105:0:33053:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840347.981109:0:33053:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840347.981262:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840347.981270:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee983e5200. 00000400:00000200:2.0:1788840347.981276:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840347.981282:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840347.981289:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e770 00000400:00000010:2.0:1788840347.981291:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e770. 00000100:00000001:2.0:1788840347.981297:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840347.981303:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d4bb80 x1875733133997312/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840363 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840347.981377:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840347.981382:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee86d4bb80 x1875733133997312/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840363 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840347.981390:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840347.981392:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840347.988127:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840347.988153:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840347.988160:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840347.988163:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840347.988175:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840347.988184:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840347.988194:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840347.988200:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840347.988207:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840347.988211:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 688 into portal 10 MB=0x6a9f827253500 00000400:00000200:2.0:1788840347.988217:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840347.988225:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 688/688 into md 0x701d [1] + 224 00000800:00000001:2.0:1788840347.988235:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840347.988244:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840347.988247:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840347.988253:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840347.988263:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840347.988275:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d4bb80 x1875733133997312/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840363 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840347.988288:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff90ee86d4bb80 x1875733133997312/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840363 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840347.988376:0:33053:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840347.988397:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840347.988409:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840347.988413:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788840347.988505:0:33053:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840347.988509:0:33053:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840347.988513:0:33053:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4fec8. 00000400:00000200:3.0:1788840347.988518:0:33053:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e5d8 00000400:00000010:3.0:1788840347.988521:0:33053:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e5d8. 00000100:00000001:3.0:1788840347.988525:0:33053:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840347.988530:0:33053:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d4bb80 x1875733133997312/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840363 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788840347.988541:0:33053:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d4bb80 x1875733133997312/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840363 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840347.988548:0:33053:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840347.988550:0:33053:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840347.988552:0:33053:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840347.988557:0:33053:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840347.988560:0:33053:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840347.988563:0:33053:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840347.988568:0:33053:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840347.988581:0:33053:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=47 v=5 (5 5 102 102) 00000100:00001000:3.0:1788840347.988586:0:33053:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840347.988589:0:33053:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840347.988591:0:33053:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840347.988595:0:33053:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840347.988599:0:33053:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840347.988604:0:33053:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840347.988607:0:33053:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967654 00000100:00000001:3.0:1788840347.988609:0:33053:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840347.988611:0:33053:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840347.988617:0:33053:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d4bb80 x1875733133997312/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840363 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840347.988624:0:33053:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840347.988629:0:33053:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840347.988631:0:33053:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840347.988635:0:33053:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d4bb80 x1875733133997312/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840363 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788840347.988685:0:33053:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d4bb80 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:33053:1875733133997312:192.168.202.131@tcp:101:lfs.0 00000100:00000001:3.0:1788840347.988691:0:33053:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840347.988695:0:33053:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840347.988698:0:33053:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788840347.988700:0:33053:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840347.988704:0:33053:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d4bb80 x1875733133997312/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840363 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840347.988711:0:33053:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788840347.988714:0:33053:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee86f2b6c0. 00000100:00000001:3.0:1788840347.988718:0:33053:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788840347.988720:0:33053:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840347.988723:0:33053:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788840347.988729:0:33053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840347.988733:0:33053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840347.988738:0:33053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d000 refcount=4 00000020:00000001:3.0:1788840347.988741:0:33053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:3.0:1788840347.988745:0:33053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000040:3.0:1788840347.988755:0:33053:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee8523d000, remote cookie: 0x8a436931312bad0d, flags: 0x1001 00010000:00010000:3.0:1788840347.988762:0:33053:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3893 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bad0d expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788840347.988774:0:33053:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3893 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bad0d expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840347.988781:0:33053:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788840347.988786:0:33053:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788840347.988789:0:33053:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788840347.988790:0:33053:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788840347.988792:0:33053:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788840347.988795:0:33053:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff90ee85e55800) refcount = 1 00010000:00010000:3.0:1788840347.988799:0:33053:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3893 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bad0d expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840347.988806:0:33053:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788840347.988809:0:33053:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788840347.988811:0:33053:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840347.988814:0:33053:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788840347.988817:0:33053:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840347.988820:0:33053:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3893 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bad0d expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840347.988826:0:33053:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788840347.988828:0:33053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840347.988829:0:33053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840347.988830:0:33053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840347.988831:0:33053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840347.988833:0:33053:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840347.988838:0:33053:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788840347.988839:0:33053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840347.988841:0:33053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840347.988842:0:33053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d000 refcount=3 00000020:00000001:3.0:1788840347.988844:0:33053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:3.0:1788840347.988846:0:33053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:3.0:1788840347.988848:0:33053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840347.988849:0:33053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840347.988850:0:33053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d000 refcount=4 00000020:00000001:3.0:1788840347.988852:0:33053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:3.0:1788840347.988854:0:33053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:3.0:1788840347.988857:0:33053:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840347.988860:0:33053:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840347.988863:0:33053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3893 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bad0d expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840347.988869:0:33053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840347.988870:0:33053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840347.988871:0:33053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840347.988872:0:33053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840347.988874:0:33053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d000 refcount=5 00000020:00000001:3.0:1788840347.988875:0:33053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:3.0:1788840347.988877:0:33053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:3.0:1788840347.988880:0:33053:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788840347.988883:0:33053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3893 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bad0d expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840347.988889:0:33053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840347.988890:0:33053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788840347.988892:0:33053:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3893 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bad0d expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840347.988899:0:33053:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788840347.988900:0:33053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840347.988901:0:33053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840347.988903:0:33053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840347.988903:0:33053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788840347.988908:0:33053:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90ee86d4bb80 x1875733133997312/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840363 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788840347.988918:0:33053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840347.988919:0:33053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840347.988921:0:33053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d000 refcount=3 00000020:00000001:3.0:1788840347.988922:0:33053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:3.0:1788840347.988925:0:33053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:3.0:1788840347.988927:0:33053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840347.988928:0:33053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788840347.988930:0:33053:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840347.988932:0:33053:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840347.988936:0:33053:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788840347.988939:0:33053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840347.988941:0:33053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840347.988942:0:33053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d000 refcount=3 00000020:00000001:3.0:1788840347.988944:0:33053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:3.0:1788840347.988946:0:33053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00000002:00010000:3.0:1788840347.988949:0:33053:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3893 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bad0d expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840347.988961:0:33053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840347.988962:0:33053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840347.988964:0:33053:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788840347.988966:0:33053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840347.988967:0:33053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840347.988968:0:33053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d000 refcount=3 00000020:00000001:3.0:1788840347.988970:0:33053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:3.0:1788840347.988972:0:33053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000040:3.0:1788840347.988979:0:33053:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55800 count: 2 00010000:00000001:3.0:1788840347.988983:0:33053:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788840347.988987:0:33053:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1788840347.988990:0:33053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840347.988991:0:33053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788840347.988992:0:33053:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788840347.988996:0:33053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162021ab9f8 00000002:00002000:3.0:1788840347.988998:0:33053:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788840347.989001:0:33053:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840347.989005:0:33053:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840347.989008:0:33053:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788840347.989012:0:33053:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788840347.989015:0:33053:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788840347.989265:0:33053:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:3.0:1788840347.989270:0:33053:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85cd3800. 00000080:00000001:3.0:1788840347.989276:0:33053:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788840347.989280:0:33053:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788840347.989288:0:33053:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1788840347.989294:0:33053:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1788840347.989303:0:33053:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff90ee85e80140. 00800000:00000001:3.0:1788840347.989306:0:33053:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446621952856031552 : -122120853520064 : ffff90ee85e80140) 00800000:00000001:3.0:1788840347.989309:0:33053:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840347.989311:0:33053:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788840347.989315:0:33053:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788840347.989317:0:33053:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1788840347.989321:0:33053:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1788840347.989324:0:33053:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1788840347.989326:0:33053:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.989332:0:33053:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1788840347.989335:0:33053:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:3.0:1788840347.989338:0:33053:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1788840302 to 1788840310 00000080:00200000:3.0:1788840347.989344:0:33053:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:3.0:1788840347.989347:0:33053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840347.989348:0:33053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840347.989350:0:33053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d000 refcount=3 00000020:00000001:3.0:1788840347.989352:0:33053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:3.0:1788840347.989354:0:33053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:3.0:1788840347.989357:0:33053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840347.989358:0:33053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788840347.989360:0:33053:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788840347.989363:0:33053:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1788840347.989364:0:33053:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee85e80140 1 00800000:00000010:3.0:1788840347.989367:0:33053:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff90ee85e80140. 00800000:00000001:3.0:1788840347.989370:0:33053:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788840347.989374:0:33053:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f3893 00800000:00000001:3.0:1788840347.989377:0:33053:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788840347.989379:0:33053:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788840347.989380:0:33053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840347.989382:0:33053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840347.989383:0:33053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d000 refcount=3 00000020:00000001:3.0:1788840347.989384:0:33053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:3.0:1788840347.989398:0:33053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:3.0:1788840347.989402:0:33053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840347.989403:0:33053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788840347.989404:0:33053:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840347.989406:0:33053:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.989409:0:33053:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788840347.989412:0:33053:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:3.0:1788840347.989415:0:33053:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3893 from it ffffa162021abcb8 00010000:00000001:3.0:1788840347.989418:0:33053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840347.989419:0:33053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840347.989421:0:33053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d000 refcount=3 00000020:00000001:3.0:1788840347.989423:0:33053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:3.0:1788840347.989425:0:33053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:3.0:1788840347.989427:0:33053:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788840347.989430:0:33053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3893 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bad0d expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840347.989437:0:33053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840347.989438:0:33053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840347.989440:0:33053:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788840347.989442:0:33053:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788840347.989445:0:33053:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3893 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bad0d expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788840347.989455:0:33053:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788840347.989459:0:33053:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788840347.989461:0:33053:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840347.989467:0:33053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840347.989468:0:33053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840347.989469:0:33053:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840347.989473:0:33053:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788840347.989475:0:33053:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840347.989478:0:33053:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840347.989480:0:33053:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840347.989482:0:33053:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788840347.989483:0:33053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840347.989484:0:33053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788840347.989487:0:33053:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840347.989493:0:33053:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d4bb80 x1875733133997312/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840363 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840347.989499:0:33053:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840347.989503:0:33053:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840347.989506:0:33053:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90ee98824800. 02000000:00000001:3.0:1788840347.989511:0:33053:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840347.989514:0:33053:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840347.989516:0:33053:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=3 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:3.0:1788840347.989519:0:33053:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840347.989522:0:33053:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee86eedc00. 02000000:00000001:3.0:1788840347.989526:0:33053:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840347.989528:0:33053:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840347.989530:0:33053:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d4bb80. 00000100:00000001:3.0:1788840347.989534:0:33053:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840347.989535:0:33053:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788840347.989540:0:33053:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840347.989547:0:33053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162021abd08 00000080:00000008:3.0:1788840347.989550:0:33053:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff90ee905142c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788840347.990376:0:33053:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840347.990420:0:33053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162021abd08 00000080:00200008:3.0:1788840347.990423:0:33053:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff90ee905142c8), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1788840347.990430:0:33053:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788840347.990431:0:33053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162021abc80 00000080:00200000:3.0:1788840347.990433:0:33053:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:3.0:1788840347.990438:0:33053:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85cd3800. 00800000:00000002:3.0:1788840347.990445:0:33053:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:3.0:1788840347.990449:0:33053:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788840347.990454:0:33053:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788840347.990456:0:33053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162021abba0 00800000:00000002:3.0:1788840347.990458:0:33053:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788840347.990462:0:33053:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788840347.990467:0:33053:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788840347.990472:0:33053:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788840347.990475:0:33053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162021aba70 00000002:00010000:3.0:1788840347.990476:0:33053:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788840347.990481:0:33053:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788840347.990483:0:33053:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840347.990487:0:33053:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788840347.990493:0:33053:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55800 count: 2 00010000:00000001:3.0:1788840347.990496:0:33053:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840347.990501:0:33053:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840347.990505:0:33053:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788840347.990510:0:33053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3893 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bad0d expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:3.0:1788840347.990520:0:33053:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788840347.990526:0:33053:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840347.990529:0:33053:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3893 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bad0d expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:3.0:1788840347.990536:0:33053:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788840347.990539:0:33053:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788840347.990540:0:33053:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788840347.990541:0:33053:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788840347.990543:0:33053:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788840347.990545:0:33053:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788840347.990546:0:33053:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788840347.990549:0:33053:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:3.0:1788840347.990551:0:33053:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85cd3800. 00000080:00000001:3.0:1788840347.990555:0:33053:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788840347.990557:0:33053:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788840347.990558:0:33053:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:3.0:1788840347.990561:0:33053:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f3893 00800000:00000001:3.0:1788840347.990563:0:33053:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788840347.990564:0:33053:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788840347.990566:0:33053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840347.990567:0:33053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840347.990569:0:33053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d000 refcount=3 00000020:00000001:3.0:1788840347.990571:0:33053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:3.0:1788840347.990572:0:33053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:3.0:1788840347.990575:0:33053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840347.990576:0:33053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788840347.990576:0:33053:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840347.990577:0:33053:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788840347.990580:0:33053:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3893 from it ffffa162021abcb8 00010000:00000001:3.0:1788840347.990581:0:33053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840347.990582:0:33053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840347.990583:0:33053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d000 refcount=3 00000020:00000001:3.0:1788840347.990584:0:33053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:3.0:1788840347.990586:0:33053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:3.0:1788840347.990587:0:33053:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788840347.990589:0:33053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3893 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bad0d expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788840347.990593:0:33053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840347.990593:0:33053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840347.990594:0:33053:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788840347.990595:0:33053:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788840347.990597:0:33053:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3893 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bad0d expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788840347.990601:0:33053:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788840347.990602:0:33053:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788840347.990604:0:33053:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840347.990606:0:33053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840347.990606:0:33053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840347.990607:0:33053:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840347.990609:0:33053:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788840347.990610:0:33053:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840347.990611:0:33053:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840347.990613:0:33053:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840347.990614:0:33053:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788840347.990615:0:33053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840347.990616:0:33053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788840347.990618:0:33053:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788840347.990619:0:33053:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788840347.990621:0:33053:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840347.990624:0:33053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162021abd08 00000080:00000008:3.0:1788840347.990625:0:33053:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff90ee905142c8), request_mask 0, flags 0, foreign 0 00000080:00000001:3.0:1788840347.990792:0:33053:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788840347.990795:0:33053:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788840347.990796:0:33053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162021abb78 00000080:00200000:3.0:1788840347.990797:0:33053:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:3.0:1788840347.990800:0:33053:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85cd3800. 00800000:00000002:3.0:1788840347.990802:0:33053:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:3.0:1788840347.990804:0:33053:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788840347.990805:0:33053:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788840347.990806:0:33053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162021aba98 00800000:00000002:3.0:1788840347.990808:0:33053:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788840347.990810:0:33053:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788840347.990811:0:33053:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788840347.990814:0:33053:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788840347.990814:0:33053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162021ab968 00000002:00010000:3.0:1788840347.990815:0:33053:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788840347.990818:0:33053:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788840347.990819:0:33053:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840347.990820:0:33053:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788840347.990822:0:33053:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55800 count: 2 00010000:00000001:3.0:1788840347.990823:0:33053:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840347.990825:0:33053:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840347.990826:0:33053:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788840347.990829:0:33053:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3893 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bad0d expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1788840347.990834:0:33053:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788840347.990836:0:33053:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840347.990837:0:33053:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3893 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bad0d expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1788840347.990842:0:33053:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788840347.990843:0:33053:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788840347.990844:0:33053:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788840347.990845:0:33053:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788840347.990846:0:33053:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788840347.990848:0:33053:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788840347.990850:0:33053:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788840347.990851:0:33053:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:3.0:1788840347.990852:0:33053:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85cd3800. 00000080:00000001:3.0:1788840347.990854:0:33053:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788840347.990855:0:33053:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788840347.990856:0:33053:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:3.0:1788840347.990858:0:33053:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f3893 00800000:00000001:3.0:1788840347.990860:0:33053:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788840347.990861:0:33053:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788840347.990862:0:33053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840347.990862:0:33053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840347.990863:0:33053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d000 refcount=3 00000020:00000001:3.0:1788840347.990864:0:33053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:3.0:1788840347.990865:0:33053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:3.0:1788840347.990866:0:33053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840347.990867:0:33053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788840347.990868:0:33053:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840347.990869:0:33053:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788840347.990870:0:33053:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3893 from it ffffa162021abbb0 00010000:00000001:3.0:1788840347.990871:0:33053:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840347.990872:0:33053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840347.990872:0:33053:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d000 refcount=3 00000020:00000001:3.0:1788840347.990874:0:33053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:3.0:1788840347.990875:0:33053:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:3.0:1788840347.990876:0:33053:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788840347.990878:0:33053:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3893 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bad0d expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788840347.990881:0:33053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840347.990881:0:33053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840347.990882:0:33053:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788840347.990883:0:33053:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788840347.990884:0:33053:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3893 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bad0d expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788840347.990889:0:33053:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788840347.990890:0:33053:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788840347.990891:0:33053:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840347.990892:0:33053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840347.990893:0:33053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840347.990894:0:33053:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840347.990895:0:33053:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788840347.990895:0:33053:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840347.990896:0:33053:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840347.990897:0:33053:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840347.990898:0:33053:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788840347.990899:0:33053:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840347.990900:0:33053:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788840347.990901:0:33053:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788840347.990902:0:33053:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788840347.990903:0:33053:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 44 00000080:00000001:3.0:1788840347.990906:0:33053:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.990909:0:33053:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:3.0:1788840347.990912:0:33053:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788840347.990914:0:33053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162021abb78 00000080:00200008:3.0:1788840347.990916:0:33053:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff90ee905142c8), flags 100000 00000080:00000010:3.0:1788840347.990920:0:33053:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90ee91e60780. 00000080:00000001:3.0:1788840347.990925:0:33053:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.990927:0:33053:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.991041:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.991043:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.991052:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.991055:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.991062:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.991067:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.991071:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.991074:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.991076:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.991084:0:33053:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:3.0:1788840347.991086:0:33053:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff90ee90f70800: age 1840, max_age 1909 00000002:00000001:3.0:1788840347.991093:0:33053:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:3.0:1788840347.991097:0:33053:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=4 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000010:3.0:1788840347.991104:0:33053:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d4bb80. 00000020:00000040:3.0:1788840347.991109:0:33053:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:3.0:1788840347.991113:0:33053:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840347.991116:0:33053:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840347.991119:0:33053:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840347.991128:0:33053:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee983e5d00. 00000100:00000001:3.0:1788840347.991137:0:33053:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840347.991143:0:33053:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788840347.991145:0:33053:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788840347.991155:0:33053:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee86f2b6c0. 00000100:00000001:3.0:1788840347.991157:0:33053:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952873510592 : -122120836041024 : ffff90ee86f2b6c0) 00000100:00000001:3.0:1788840347.991161:0:33053:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840347.991162:0:33053:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871545728 : -122120838005888 : ffff90ee86d4bb80) 00000100:00000001:3.0:1788840347.991169:0:33053:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840347.991175:0:33053:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840347.991178:0:33053:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788840347.991180:0:33053:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840347.991191:0:33053:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d4bb80 x1875733133997440/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840347.991201:0:33053:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840347.991204:0:33053:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840347.991209:0:33053:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840347.991212:0:33053:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840347.991214:0:33053:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840347.991217:0:33053:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d4bb80 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:33053:1875733133997440:192.168.202.131@tcp:41:lfs.0 00000100:00000001:3.0:1788840347.991221:0:33053:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840347.991227:0:33053:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840347.991229:0:33053:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840347.991231:0:33053:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840347.991235:0:33053:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86eec800. 02000000:00000001:3.0:1788840347.991237:0:33053:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840347.991246:0:33053:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840347.991251:0:33053:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4fec8. 00000400:00000010:3.0:1788840347.991259:0:33053:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e5d8. 00000100:00000200:3.0:1788840347.991268:0:33053:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133997440, portal 10 00000100:00000001:3.0:1788840347.991269:0:33053:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840347.991270:0:33053:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871545728 : -122120838005888 : ffff90ee86d4bb80) 00000100:00000040:3.0:1788840347.991278:0:33053:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee86d4bb80 x1875733133997440/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/368 e 0 to 0 dl 1788840363 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840347.991286:0:33053:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840347.991289:0:33053:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840347.991292:0:33053:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011ef68. 00000100:00000200:3.0:1788840347.991295:0:33053:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733133997440, offset 0 00000400:00000200:3.0:1788840347.991304:0:33053:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840347.991315:0:33053:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840347.991324:0:33053:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840347.991332:0:33053:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840347.991337:0:33053:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840347.991342:0:33053:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840347.991345:0:33053:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840347.991350:0:33053:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2576:2576:256:4294967295] 192.168.202.131@tcp LPNI seq info [2576:2576:8:4294967295] 00000400:00000200:3.0:1788840347.991354:0:33053:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840347.991364:0:33053:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840347.991372:0:33053:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840347.991378:0:33053:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee983e5e00. 00000800:00000200:3.0:1788840347.991387:0:33053:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840347.991397:0:33053:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840347.991403:0:33053:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee983e5e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788840347.991422:0:33053:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840347.991427:0:33053:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 831128 usecs (832 jiffies) 00000400:00000200:3.0:1788840347.991430:0:33053:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840347.991432:0:33053:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296578641 00000100:00000001:3.0:1788840347.991435:0:33053:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296581025 00000100:00000001:3.0:1788840347.991438:0:33053:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296578641 00000100:00000001:3.0:1788840347.991440:0:33053:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296581025 00000100:00000001:3.0:1788840347.991442:0:33053:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840347.991444:0:33053:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840347.991446:0:33053:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840347.991448:0:33053:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788840347.991450:0:33053:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee86f2b6c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788840347.991452:0:33053:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840347.991455:0:33053:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840347.991915:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840347.991922:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee983e5e00. 00000400:00000200:2.0:1788840347.991929:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840347.991935:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840347.991942:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011ef68 00000400:00000010:2.0:1788840347.991945:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011ef68. 00000100:00000001:2.0:1788840347.991952:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840347.991957:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d4bb80 x1875733133997440/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/368 e 0 to 0 dl 1788840363 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840347.991969:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840347.991973:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee86d4bb80 x1875733133997440/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/368 e 0 to 0 dl 1788840363 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840347.991980:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840347.991982:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840347.995524:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840347.995547:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840347.995554:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840347.995557:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840347.995570:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840347.995579:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840347.995592:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840347.995597:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840347.995604:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840347.995608:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 368 into portal 10 MB=0x6a9f827253580 00000400:00000200:2.0:1788840347.995614:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840347.995621:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 368/368 into md 0x702d [1] + 224 00000800:00000001:2.0:1788840347.995630:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840347.995801:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840347.995806:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840347.995813:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840347.995823:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840347.995835:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d4bb80 x1875733133997440/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/368 e 0 to 0 dl 1788840363 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840347.995849:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff90ee86d4bb80 x1875733133997440/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/368 e 0 to 0 dl 1788840363 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840347.995900:0:33053:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840347.995920:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840347.995933:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840347.995937:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788840347.995983:0:33053:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840347.995986:0:33053:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840347.995991:0:33053:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4fec8. 00000400:00000200:3.0:1788840347.995996:0:33053:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e5d8 00000400:00000010:3.0:1788840347.995999:0:33053:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e5d8. 00000100:00000001:3.0:1788840347.996004:0:33053:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840347.996009:0:33053:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d4bb80 x1875733133997440/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/368 e 0 to 0 dl 1788840363 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840347.996018:0:33053:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d4bb80 x1875733133997440/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/368 e 0 to 0 dl 1788840363 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840347.996025:0:33053:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840347.996028:0:33053:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840347.996031:0:33053:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840347.996035:0:33053:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840347.996038:0:33053:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840347.996042:0:33053:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840347.996047:0:33053:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840347.996132:0:33053:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=47 v=5 (5 5 102 102) 00000100:00001000:3.0:1788840347.996138:0:33053:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=5 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840347.996141:0:33053:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840347.996143:0:33053:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840347.996148:0:33053:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840347.996152:0:33053:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840347.996157:0:33053:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840347.996160:0:33053:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967654 00000100:00000001:3.0:1788840347.996162:0:33053:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840347.996165:0:33053:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840347.996171:0:33053:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d4bb80 x1875733133997440/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/368 e 0 to 0 dl 1788840363 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840347.996178:0:33053:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840347.996181:0:33053:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840347.996184:0:33053:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840347.996188:0:33053:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d4bb80 x1875733133997440/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/368 e 0 to 0 dl 1788840363 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840347.996196:0:33053:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d4bb80 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:33053:1875733133997440:192.168.202.131@tcp:41:lfs.0 00000100:00000001:3.0:1788840347.996201:0:33053:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840347.996204:0:33053:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840347.996206:0:33053:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788840347.996209:0:33053:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840347.996213:0:33053:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d4bb80 x1875733133997440/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/368 e 0 to 0 dl 1788840363 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840347.996219:0:33053:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788840347.996223:0:33053:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee86f2b6c0. 00000100:00000001:3.0:1788840347.996226:0:33053:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788840347.996227:0:33053:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840347.996235:0:33053:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:3.0:1788840347.996236:0:33053:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840347.996239:0:33053:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d4bb80 x1875733133997440/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/368 e 0 to 0 dl 1788840363 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840347.996244:0:33053:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840347.996247:0:33053:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840347.996251:0:33053:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee86eec800. 02000000:00000001:3.0:1788840347.996254:0:33053:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840347.996258:0:33053:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840347.996260:0:33053:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=4 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:3.0:1788840347.996262:0:33053:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840347.996267:0:33053:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee983e5d00. 02000000:00000001:3.0:1788840347.996272:0:33053:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840347.996274:0:33053:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840347.996276:0:33053:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d4bb80. 00000100:00000001:3.0:1788840347.996279:0:33053:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840347.996280:0:33053:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788840347.996282:0:33053:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840347.996283:0:33053:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=3 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:3.0:1788840347.996285:0:33053:0:(genops.c:1230:class_import_put()) Process leaving 00800000:00000004:3.0:1788840347.996289:0:33053:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff90ee90f70800: update ffff90ee98895178 cache blocks 17239/17271 objects 532748/533099 00800000:00000001:3.0:1788840347.996294:0:33053:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840347.996303:0:33053:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.996307:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788840347.996311:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.996445:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.996449:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.996630:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.996634:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.996754:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.996757:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.996764:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.996767:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.996770:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.996773:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.996774:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.996779:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.996780:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.996782:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840347.996784:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.996786:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.996787:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.996791:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.996792:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.996794:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.996795:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.996797:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.996798:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.996799:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.996800:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.996801:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.996803:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.996804:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.996805:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840347.996806:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.996807:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.996808:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.996810:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.996811:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.996812:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.996812:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.996813:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.996815:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.996815:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.996816:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.996817:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.996818:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.996819:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.996820:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840347.996821:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.996822:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.996823:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.996824:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.996825:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.996826:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.996827:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.996828:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.996829:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.996829:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.996831:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.996832:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.996833:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.996835:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.996836:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840347.996837:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.996838:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.996839:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.996840:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.996841:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.996842:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.996843:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.996844:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.996845:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.996845:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.996846:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.996847:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.996848:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.996849:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.996850:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840347.996851:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.996852:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.996853:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.996854:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.996855:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.996856:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.996857:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.996858:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.996859:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.996859:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.996860:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.996861:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.996862:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.996864:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.996865:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840347.996866:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.996867:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.996869:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.996870:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.996871:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.996872:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.996872:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.996873:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.996874:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.996875:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.996876:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.996876:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.996878:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.996879:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.996880:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840347.996881:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.996882:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.996883:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.996884:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.996885:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.996886:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.996886:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.996887:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.996888:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.996889:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.996890:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.996890:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.996892:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.996893:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.996894:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840347.996895:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.996896:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.996897:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.996899:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.996899:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.996901:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.996901:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.996902:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.996903:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.996904:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.996904:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.996905:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.996906:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.996907:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.996908:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840347.996909:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.996910:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.996911:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.996913:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.996913:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.996914:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.996915:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.996916:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.996917:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.996918:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.996918:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.996919:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.996920:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.996922:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.996924:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840347.996926:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.996928:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.996929:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.996932:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.996934:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.996937:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.996938:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.996940:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.996942:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.996944:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.996945:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.996946:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.996948:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.996950:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.996952:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840347.996954:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.996956:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.996958:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.996961:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.996962:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.996965:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.996966:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.996968:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.996970:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.996972:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.996973:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.996975:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.996977:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.996979:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.996981:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840347.996983:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.996984:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.996985:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.996988:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.996989:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.996990:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.996991:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.996993:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.996994:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.996996:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.996996:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.996997:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.996999:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997000:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997001:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840347.997002:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.997003:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997004:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997005:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.997006:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.997007:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.997008:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.997009:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.997010:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.997011:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.997011:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.997012:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.997013:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997014:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997015:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840347.997016:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.997017:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997018:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997019:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.997020:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.997021:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.997022:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.997023:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.997024:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.997025:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.997026:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.997027:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.997029:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997030:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997031:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840347.997032:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.997033:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997034:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997035:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.997036:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.997037:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.997038:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.997039:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.997040:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.997041:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.997041:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.997042:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.997043:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997044:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997045:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840347.997046:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.997047:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997048:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997049:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.997050:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.997051:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.997052:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.997053:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.997180:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.997183:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.997185:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.997186:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.997188:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997191:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997193:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840347.997195:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.997198:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997200:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997205:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.997206:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.997209:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.997210:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.997212:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.997213:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.997214:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.997215:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.997216:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.997218:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997219:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997220:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840347.997221:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.997222:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997223:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997225:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.997225:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.997227:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.997227:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.997229:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.997230:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.997231:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.997232:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.997233:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.997234:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997235:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997236:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840347.997237:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.997239:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997241:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997242:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.997243:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.997245:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.997246:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.997246:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.997248:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.997248:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.997249:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.997250:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.997251:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997252:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997253:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840347.997254:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.997255:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997256:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997257:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.997258:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.997259:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.997259:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.997260:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.997261:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.997262:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.997263:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.997263:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.997264:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997265:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997266:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840347.997267:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.997268:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997269:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997271:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.997272:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.997274:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.997274:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.997275:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.997277:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.997278:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.997278:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.997279:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.997280:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997281:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997282:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840347.997283:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.997284:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997285:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997286:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.997287:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.997288:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.997289:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.997289:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.997291:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.997291:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.997292:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.997293:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.997294:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997295:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997296:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840347.997297:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.997298:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997299:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997300:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.997301:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.997302:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.997302:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.997304:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.997305:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.997306:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.997307:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.997307:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.997309:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997310:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997311:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840347.997556:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.997560:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997562:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997566:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.997567:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.997569:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.997570:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.997572:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.997573:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.997574:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.997575:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.997576:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.997577:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997579:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997581:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840347.997582:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.997583:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997584:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997585:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.997586:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.997587:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.997588:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.997589:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.997590:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.997591:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.997592:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.997593:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.997595:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997596:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997597:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840347.997598:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.997599:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997600:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997602:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.997602:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.997604:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.997604:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.997605:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.997606:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.997607:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.997608:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.997608:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.997609:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997610:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997611:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840347.997612:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.997613:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997614:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997616:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.997616:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.997617:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.997618:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.997619:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.997620:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.997621:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.997621:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.997622:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.997623:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997625:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997626:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840347.997628:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.997629:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997630:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997632:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.997632:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.997634:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.997634:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.997635:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.997636:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.997637:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.997653:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.997654:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.997656:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997657:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997658:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840347.997659:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.997660:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997661:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997663:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.997664:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.997666:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.997666:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.997668:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.997669:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.997671:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.997671:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.997672:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.997674:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997675:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997676:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840347.997686:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.997689:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997691:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997694:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.997696:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.997699:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.997700:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.997706:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.997808:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.997810:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.997812:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.997813:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.997816:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997817:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997819:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840347.997821:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.997824:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997826:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997830:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.997832:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.997834:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.997835:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.997837:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.997839:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.997841:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.997842:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.997843:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.997845:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997847:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997849:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840347.997851:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.997854:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997855:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997858:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.997860:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.997862:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.997863:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.997865:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.997866:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.997868:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.997869:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.997870:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.997872:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997873:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997875:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840347.997876:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.997877:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997879:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997881:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.997882:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.997883:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.997884:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.997886:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.997887:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.997889:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.997890:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.997891:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.997894:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997895:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997897:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840347.997899:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.997901:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997903:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997905:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.997907:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.997909:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.997910:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.997913:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.997916:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.997917:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.997918:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.997919:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.997923:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997925:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997927:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840347.997933:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.997936:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997937:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997941:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.997942:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.997945:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.997946:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.997948:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.997950:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.997952:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.997953:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.997955:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.997957:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997960:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997961:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840347.997964:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.997966:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997967:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997970:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.997971:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.997973:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.997974:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.997976:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.997978:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.997980:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.997981:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.997983:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.997985:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997987:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997989:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840347.997991:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.997992:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997994:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.997996:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.997998:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.998000:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.998001:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.998003:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.998005:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.998007:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.998008:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.998009:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.998011:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998013:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998015:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840347.998017:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.998019:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998021:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998024:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.998025:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.998028:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.998029:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.998031:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.998033:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.998035:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.998036:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.998037:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.998040:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998043:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998044:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840347.998046:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.998048:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998050:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998052:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.998147:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.998151:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.998152:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.998156:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.998159:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.998161:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.998163:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.998164:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.998167:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998169:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998170:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840347.998172:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.998175:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998177:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998182:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.998183:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.998186:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.998188:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.998190:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.998192:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.998194:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.998195:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.998196:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.998199:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998201:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998203:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840347.998205:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.998208:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998210:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998213:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.998215:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.998217:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.998218:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.998220:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.998222:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.998224:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.998225:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.998226:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.998229:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998230:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998232:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840347.998235:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.998237:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998240:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998243:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.998244:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.998247:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.998248:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.998250:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.998252:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.998254:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.998255:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.998256:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.998259:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998260:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998262:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840347.998264:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.998267:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998268:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998271:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.998274:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.998276:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.998277:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.998279:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.998281:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.998282:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.998283:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.998285:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.998287:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998288:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998290:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840347.998292:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.998294:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998296:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998299:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.998300:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.998302:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.998303:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.998305:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.998307:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.998309:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.998310:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.998311:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.998326:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998328:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998330:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840347.998332:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.998335:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998337:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998500:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.998501:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.998505:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.998506:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.998510:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.998513:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.998515:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.998517:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.998518:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.998521:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998523:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998524:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840347.998526:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.998529:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998531:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998534:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.998535:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.998537:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.998538:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.998540:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.998542:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.998544:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.998545:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.998546:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.998548:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998550:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998552:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840347.998554:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.998556:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998557:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998559:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.998560:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.998563:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.998564:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.998566:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.998568:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.998569:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.998571:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.998572:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.998575:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998577:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998578:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840347.998580:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.998583:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998585:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998587:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.998588:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.998590:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.998592:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.998593:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.998595:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.998597:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.998598:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.998599:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.998601:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998603:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998605:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840347.998606:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.998608:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998610:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998613:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.998614:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.998616:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.998617:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.998619:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.998622:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.998623:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.998625:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.998626:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.998628:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998630:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998632:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840347.998634:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.998636:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998724:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998732:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.998733:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.998737:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.998739:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.998742:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.998744:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.998746:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.998747:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.998749:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.998751:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998753:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998755:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840347.998757:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.998759:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998761:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998764:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.998765:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.998768:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.998769:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.998770:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.998772:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.998774:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.998775:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.998776:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.998779:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998781:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998783:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840347.998784:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.998787:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998789:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998792:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.998793:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.998795:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.998796:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.998798:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.998799:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.998800:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.998801:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.998802:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.998804:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998806:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998807:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840347.998809:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.998811:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998813:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998815:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.998816:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.998818:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.998819:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.998821:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.998823:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.998824:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.998825:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.998826:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.998828:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998830:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998832:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840347.998834:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.998836:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998838:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998840:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.998841:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.998844:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.998846:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.998847:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.998849:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.998850:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.998851:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.998852:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.998855:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998857:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998858:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840347.998860:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.998862:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998864:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998867:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.998868:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.998871:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.998872:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.998873:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.998876:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.998877:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.998878:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.998879:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.998882:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998884:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998885:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840347.998887:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.998889:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998891:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998893:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.998894:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.998897:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.998898:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.998900:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.998902:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.998904:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.998905:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.998906:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.998908:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998910:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998911:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840347.998914:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.998916:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998917:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998920:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.998921:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.998924:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.998926:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.998928:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.998930:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.998932:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.998933:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.998934:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.998937:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998940:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998941:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840347.998943:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.998946:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998948:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998951:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.998952:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.998954:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.998956:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.998958:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.998960:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.998962:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.998964:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.998966:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.998969:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998971:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998973:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840347.998975:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.998978:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998979:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.998982:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.998984:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.998987:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.998988:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.998990:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.998992:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.998994:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.998995:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.998996:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.998999:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.999001:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.999002:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840347.999004:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.999006:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.999008:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.999011:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.999012:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.999015:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.999016:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.999019:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.999021:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.999023:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.999024:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.999026:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.999028:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.999031:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.999033:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840347.999035:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.999037:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.999039:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.999042:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.999043:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.999046:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.999048:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.999050:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.999052:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.999132:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.999134:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.999135:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.999139:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.999141:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.999142:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840347.999145:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.999148:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.999150:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.999156:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.999157:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.999161:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.999162:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.999165:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.999167:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.999169:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.999170:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.999172:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.999174:0:33053:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.999177:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.999179:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840347.999181:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.999184:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.999185:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840347.999188:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.999190:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.999192:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.999194:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.999196:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.999198:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.999200:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:3.0:1788840347.999201:0:33053:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:3.0:1788840347.999202:0:33053:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00800000:00000001:3.0:1788840347.999205:0:33053:0:(lmv_obd.c:965:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1788840347.999207:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1788840347.999208:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:3.0:1788840347.999211:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840347.999213:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1788840347.999215:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1788840347.999426:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840347.999429:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840347.999432:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840347.999434:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840347.999437:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840347.999439:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840347.999441:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840347.999446:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840347.999449:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840347.999457:0:33053:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:3.0:1788840347.999460:0:33053:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffff90ee90f70800: age 1350, max_age 1909 00000008:00000001:3.0:1788840347.999464:0:33053:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:3.0:1788840347.999468:0:33053:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=3 obd=lustre-OST0000-osc-ffff90ee90f70800 00000100:00000010:3.0:1788840347.999476:0:33053:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d4bb80. 00000020:00000040:3.0:1788840347.999480:0:33053:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=4 obd=lustre-OST0000-osc-ffff90ee90f70800 00000100:00000001:3.0:1788840347.999485:0:33053:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1788840347.999490:0:33053:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1788840347.999498:0:33053:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff90ee90f70800: connect to NID 192.168.202.131@tcp last attempt 1839 00000400:00000200:3.0:1788840347.999509:0:33053:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840347.999516:0:33053:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1 00000100:00000040:3.0:1788840347.999521:0:33053:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff90ee85e803c0 refcount 11 to 192.168.202.131@tcp 00000100:00000001:3.0:1788840347.999525:0:33053:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788840347.999528:0:33053:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff90ee85e803c0 refcount 12 to 192.168.202.131@tcp 00000100:00000001:3.0:1788840347.999531:0:33053:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621952856032192 : -122120853519424 : ffff90ee85e803c0) 00000020:00000001:3.0:1788840347.999534:0:33053:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788840347.999536:0:33053:0:(genops.c:804:class_conn2export()) looking for export cookie 0x3aa5f499c96f2ce6 00000020:00000001:3.0:1788840347.999539:0:33053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840347.999542:0:33053:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90ee98818000 refcount=4 00000020:00000001:3.0:1788840347.999545:0:33053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621953168080896 : -122120541470720 : ffff90ee98818000) 00000020:00000001:3.0:1788840347.999547:0:33053:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446621953168080896 : -122120541470720 : ffff90ee98818000) 00000100:00000040:3.0:1788840347.999549:0:33053:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff90ee85e803c0 refcount 11 to 192.168.202.131@tcp 00000100:00000001:3.0:1788840347.999551:0:33053:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788840347.999553:0:33053:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff90ee85e803c0 refcount 12 to 192.168.202.131@tcp 00000100:00000001:3.0:1788840347.999555:0:33053:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621952856032192 : -122120853519424 : ffff90ee85e803c0) 00000020:00000040:3.0:1788840347.999558:0:33053:0:(genops.c:879:class_export_put()) PUTting export ffff90ee98818000 : new refcount 3 00000100:00080000:3.0:1788840347.999562:0:33053:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff90ee90f70800: import ffff90ee92b5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp 00000100:00000001:3.0:1788840347.999565:0:33053:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840347.999568:0:33053:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1788840347.999577:0:33053:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840347.999580:0:33053:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840347.999582:0:33053:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1788840347.999585:0:33053:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683253 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1788840347.999587:0:33053:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840347.999590:0:33053:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788840347.999592:0:33053:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d49f80. 00000020:00000040:3.0:1788840347.999594:0:33053:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=5 obd=lustre-OST0000-osc-ffff90ee90f70800 02000000:00000001:3.0:1788840347.999598:0:33053:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788840347.999601:0:33053:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840347.999605:0:33053:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840347.999608:0:33053:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840347.999613:0:33053:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840347.999620:0:33053:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee86eec800. 00000100:00000001:3.0:1788840347.999628:0:33053:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840347.999758:0:33053:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90ee86d49f80 x1875733133997568/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788840347.999770:0:33053:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840347.999775:0:33053:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840347.999781:0:33053:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5dd48de] to pc [ptlrpcd_rcv+-1] req@ffff90ee86d49f80 x1875733133997568/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840347.999833:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840347.999839:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840347.999841:0:2358:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840347.999849:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d49f80 x1875733133997568/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840347.999857:0:2358:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840347.999859:0:2358:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840347.999863:0:2358:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840347.999867:0:2358:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840347.999869:0:2358:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840347.999873:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:10f4a654-3497-48d8-8f70-7e89f4f161cc:2358:1875733133997568:192.168.202.131@tcp:8:lfs.0 00000100:00000001:1.0:1788840347.999877:0:2358:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840347.999882:0:2358:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840347.999885:0:2358:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840347.999887:0:2358:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840347.999894:0:2358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee85c5d400. 02000000:00000001:1.0:1788840347.999896:0:2358:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840347.999901:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840347.999906:0:2358:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe478. 00000400:00000010:1.0:1788840347.999913:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539330. 00000100:00000200:1.0:1788840347.999923:0:2358:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133997568, portal 4 00000100:00000001:1.0:1788840347.999926:0:2358:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840347.999928:0:2358:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871538560 : -122120838013056 : ffff90ee86d49f80) 00000100:00000040:1.0:1788840347.999935:0:2358:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee86d49f80 x1875733133997568/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1788840357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840347.999943:0:2358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840347.999946:0:2358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840347.999949:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea05394c8. 00000100:00000200:1.0:1788840347.999952:0:2358:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875733133997568, offset 0 00000400:00000200:1.0:1788840347.999959:0:2358:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840347.999967:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840347.999974:0:2358:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840347.999980:0:2358:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840347.999985:0:2358:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840347.999990:0:2358:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840347.999993:0:2358:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840347.999997:0:2358:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2577:2577:256:4294967295] 192.168.202.131@tcp LPNI seq info [2577:2577:8:4294967295] 00000400:00000200:1.0:1788840348.000002:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840348.000014:0:2358:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840348.000021:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840348.000027:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989100. 00000800:00000200:1.0:1788840348.000034:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840348.000043:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840348.000048:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989100 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1788840348.000074:0:2358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840348.000080:0:2358:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: using a timeout of 23250 usecs (24 jiffies) 00000400:00000200:1.0:1788840348.000084:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840348.000087:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296577842 00000100:00000001:1.0:1788840348.000091:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296581025 00000100:00000001:1.0:1788840348.000093:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296577842 00000100:00000001:1.0:1788840348.000097:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296581025 00000100:00000001:1.0:1788840348.000099:0:2358:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840348.000102:0:2358:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840348.000106:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840348.000109:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840348.000128:0:33053:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840348.000131:0:33053:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:3.0:1788840348.000133:0:33053:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000020:00000001:3.0:1788840348.000138:0:33053:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840348.000139:0:33053:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=4 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:3.0:1788840348.000142:0:33053:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1788840348.000144:0:33053:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840348.000146:0:33053:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840348.000148:0:33053:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840348.000153:0:33053:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee983e5d00. 00000100:00000001:3.0:1788840348.000156:0:33053:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840348.000159:0:33053:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788840348.000161:0:33053:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788840348.000168:0:33053:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee86f2b6c0. 00000100:00000001:3.0:1788840348.000170:0:33053:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952873510592 : -122120836041024 : ffff90ee86f2b6c0) 00000100:00000001:3.0:1788840348.000172:0:33053:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840348.000174:0:33053:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871545728 : -122120838005888 : ffff90ee86d4bb80) 00000100:00000001:3.0:1788840348.000177:0:33053:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840348.000179:0:33053:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840348.000181:0:33053:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788840348.000183:0:33053:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840348.000187:0:33053:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d4bb80 x1875733133997696/t0(0) o13->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840348.000194:0:33053:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840348.000196:0:33053:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1788840348.000201:0:33053:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff90ee86d4bb80 x1875733133997696/t0(0) o13->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840348.000208:0:33053:0:(client.c:1850:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840348.000210:0:33053:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840348.000212:0:33053:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840348.000214:0:33053:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee86f2b6c0 going to sleep for 0 seconds 00000100:00000001:3.0:1788840348.000216:0:33053:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840348.000218:0:33053:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840348.000220:0:33053:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840348.000221:0:33053:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840348.000224:0:33053:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840348.000478:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840348.000482:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989100. 00000400:00000200:3.0:1788840348.000488:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840348.000494:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840348.000500:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea05394c8 00000400:00000010:3.0:1788840348.000503:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea05394c8. 00000100:00000001:3.0:1788840348.000507:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840348.000511:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d49f80 x1875733133997568/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1788840357 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840348.000520:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840348.000524:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d49f80 x1875733133997568/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1788840357 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840348.000531:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840348.000532:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788840348.000608:0:2358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840348.000610:0:2358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788840348.000612:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840348.000613:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840348.000615:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840348.000617:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788840348.008009:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840348.008037:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840348.008043:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840348.008046:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840348.008071:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840348.008080:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840348.008091:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840348.008096:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840348.008102:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840348.008107:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 416 into portal 4 MB=0x6a9f827253600 00000400:00000200:2.0:1788840348.008114:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840348.008122:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 416/416 into md 0x703d [1] + 0 00000800:00000001:2.0:1788840348.008130:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840348.008140:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840348.008145:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840348.008151:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840348.008161:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840348.008172:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d49f80 x1875733133997568/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1788840357 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840348.008185:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff90ee86d49f80 x1875733133997568/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1788840357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840348.008282:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840348.008288:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840348.008325:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840348.008337:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840348.008350:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788840348.009101:0:2358:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840348.009104:0:2358:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840348.009108:0:2358:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe478. 00000400:00000200:1.0:1788840348.009114:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539330 00000400:00000010:1.0:1788840348.009116:0:2358:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539330. 00000100:00000001:1.0:1788840348.009120:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840348.009128:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d49f80 x1875733133997568/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1788840357 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788840348.009139:0:2358:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d49f80 x1875733133997568/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1788840357 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840348.009146:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840348.009148:0:2358:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840348.009151:0:2358:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840348.009155:0:2358:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840348.009159:0:2358:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840348.009161:0:2358:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840348.009165:0:2358:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840348.009177:0:2358:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b5cc60 time=48 v=5 (5 5 5 5) 00000100:00001000:1.0:1788840348.009182:0:2358:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=72 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840348.009184:0:2358:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840348.009187:0:2358:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840348.009190:0:2358:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840348.009197:0:2358:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840348.009201:0:2358:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788840348.009204:0:2358:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: committing for last_committed 4294967341 gen 17 00000100:00000040:1.0:1788840348.009208:0:2358:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1788840348.009211:0:2358:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840348.009214:0:2358:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840348.009219:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d49f80 x1875733133997568/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/416 e 0 to 0 dl 1788840357 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840348.009227:0:2358:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840348.009231:0:2358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840348.009233:0:2358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840348.009236:0:2358:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1788840348.009245:0:2358:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff90ee90f70800: connect to target with instance 1 00000020:00000001:1.0:1788840348.009249:0:2358:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788840348.009251:0:2358:0:(genops.c:804:class_conn2export()) looking for export cookie 0x3aa5f499c96f2ce6 00000020:00000001:1.0:1788840348.009254:0:2358:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840348.009258:0:2358:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90ee98818000 refcount=4 00000020:00000001:1.0:1788840348.009261:0:2358:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621953168080896 : -122120541470720 : ffff90ee98818000) 00000020:00000001:1.0:1788840348.009263:0:2358:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446621953168080896 : -122120541470720 : ffff90ee98818000) 00000100:00001000:1.0:1788840348.009267:0:2358:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=1788840348 v=0 (0 0 0 0) 00000100:00001000:1.0:1788840348.009269:0:2358:0:(import.c:2215:obd_at_measure()) AT ffff90ee92b5cc18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:1.0:1788840348.009274:0:2358:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 911, crc32c 5375, adler 879 00000100:00080000:1.0:1788840348.009280:0:2358:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-ffff90ee90f70800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:1.0:1788840348.009283:0:2358:0:(genops.c:879:class_export_put()) PUTting export ffff90ee98818000 : new refcount 3 00000100:00000001:1.0:1788840348.009286:0:2358:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1788840348.009291:0:2358:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:1.0:1788840348.009296:0:2358:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff90ee90f70800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:1.0:1788840348.009300:0:2358:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1788840348.009303:0:2358:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:1.0:1788840348.009307:0:2358:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788840348.009310:0:2358:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840348.009312:0:2358:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840348.009314:0:2358:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840348.009316:0:2358:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840348.009317:0:2358:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1788840348.009319:0:2358:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:1.0:1788840348.009322:0:2358:0:(import.c:65:import_set_state_nolock()) ffff90ee92b5c800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000100:00000001:1.0:1788840348.009324:0:2358:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1788840348.009325:0:2358:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:1.0:1788840348.009326:0:2358:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1788840348.009326:0:2358:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:1.0:1788840348.009328:0:2358:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:1.0:1788840348.009329:0:2358:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff90ee98890820 for uuid lustre-OST0000_UUID event(1) 00020000:00000040:1.0:1788840348.009333:0:2358:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0000_UUID already active! 00020000:00000001:1.0:1788840348.009335:0:2358:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788840348.009336:0:2358:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840348.009337:0:2358:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788840348.009347:0:2358:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:1.0:1788840348.009348:0:2358:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:1.0:1788840348.009350:0:2358:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:1.0:1788840348.009352:0:2358:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:1.0:1788840348.009354:0:2358:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:1.0:1788840348.009355:0:2358:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840348.009357:0:2358:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840348.009358:0:2358:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:1.0:1788840348.009359:0:2358:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:1.0:1788840348.009360:0:2358:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840348.009361:0:2358:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:1.0:1788840348.009362:0:2358:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:1.0:1788840348.009366:0:2358:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:1.0:1788840348.009367:0:2358:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840348.009368:0:2358:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840348.009369:0:2358:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840348.009370:0:2358:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840348.009371:0:2358:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840348.009372:0:2358:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840348.009373:0:2358:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840348.009374:0:2358:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:1.0:1788840348.009376:0:2358:0:(import.c:1241:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840348.009378:0:2358:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1788840348.009385:0:2358:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000bbb8c204): req@ffff90ee86d4bb80 x1875733133997696/t0(0) o13->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840348.009463:0:33053:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840348.009467:0:33053:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840348.009481:0:2358:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840348.009494:0:33053:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840348.009496:0:33053:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840348.009500:0:33053:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840348.009503:0:33053:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840348.009505:0:33053:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840348.009507:0:33053:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840348.009514:0:33053:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840348.009517:0:33053:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840348.009519:0:33053:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840348.009530:0:33053:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86eeec00. 02000000:00000001:3.0:1788840348.009532:0:33053:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840348.009537:0:33053:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840348.009540:0:33053:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4fec8. 00000400:00000010:3.0:1788840348.009546:0:33053:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e5d8. 00000100:00000200:3.0:1788840348.009552:0:33053:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133997696, portal 4 00000100:00000001:3.0:1788840348.009554:0:33053:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840348.009555:0:33053:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871545728 : -122120838005888 : ffff90ee86d4bb80) 00000100:00000040:3.0:1788840348.009560:0:33053:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee86d4bb80 x1875733133997696/t0(0) o13->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840364 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840348.009566:0:33053:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840348.009568:0:33053:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840348.009572:0:33053:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011ef68. 00000100:00000200:3.0:1788840348.009575:0:33053:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875733133997696, offset 0 00000400:00000200:3.0:1788840348.009579:0:33053:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840348.009586:0:33053:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840348.009592:0:33053:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840348.009598:0:33053:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840348.009602:0:33053:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840348.009606:0:33053:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840348.009609:0:33053:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840348.009612:0:33053:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2578:2578:256:4294967295] 192.168.202.131@tcp LPNI seq info [2578:2578:8:4294967295] 00000400:00000200:3.0:1788840348.009615:0:33053:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840348.009622:0:33053:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840348.009627:0:33053:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840348.009631:0:33053:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee983e5e00. 00000800:00000200:3.0:1788840348.009654:0:33053:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840348.009661:0:33053:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840348.009666:0:33053:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee983e5e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788840348.009689:0:33053:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840348.009697:0:33053:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: using a timeout of 23197 usecs (24 jiffies) 00000400:00000200:3.0:1788840348.009701:0:33053:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840348.009705:0:33053:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296577851 00000100:00000001:3.0:1788840348.009813:0:33053:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296581025 00000100:00000001:3.0:1788840348.009816:0:33053:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296577852 00000100:00000001:3.0:1788840348.009819:0:33053:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296581025 00000100:00000001:3.0:1788840348.009821:0:33053:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840348.009825:0:33053:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840348.009828:0:33053:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840348.009830:0:33053:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788840348.009833:0:33053:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee86f2b6c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788840348.009835:0:33053:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840348.009837:0:33053:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840348.009838:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840348.009843:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee983e5e00. 00000400:00000200:2.0:1788840348.009849:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840348.009854:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840348.009858:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011ef68 00000400:00000010:2.0:1788840348.009860:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011ef68. 00000100:00000001:2.0:1788840348.009865:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840348.009869:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d4bb80 x1875733133997696/t0(0) o13->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840364 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840348.009879:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840348.009883:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee86d4bb80 x1875733133997696/t0(0) o13->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840364 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840348.009890:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840348.009892:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788840348.009909:0:2358:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840348.009916:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d49f80 x1875733133997568/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/416 e 0 to 0 dl 1788840357 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788840348.009925:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d49f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:10f4a654-3497-48d8-8f70-7e89f4f161cc:2358:1875733133997568:192.168.202.131@tcp:8:lfs.0 00000100:00000001:1.0:1788840348.009929:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840348.009932:0:2358:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840348.009936:0:2358:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d49f80 x1875733133997568/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/416 e 0 to 0 dl 1788840357 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840348.009942:0:2358:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840348.009945:0:2358:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840348.009949:0:2358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee85c5d400. 02000000:00000001:1.0:1788840348.009953:0:2358:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840348.009956:0:2358:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840348.009959:0:2358:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=3 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:1.0:1788840348.009961:0:2358:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840348.009965:0:2358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee86eec800. 02000000:00000001:1.0:1788840348.009969:0:2358:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840348.009970:0:2358:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840348.009973:0:2358:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d49f80. 00000100:00000001:1.0:1788840348.009978:0:2358:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840348.009979:0:2358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840348.009982:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840348.009991:0:2358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840348.009993:0:2358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840348.009995:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840348.009997:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788840348.013891:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840348.013914:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840348.013929:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840348.013931:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840348.013941:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840348.013949:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840348.013961:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840348.013966:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840348.013973:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840348.013978:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 368 into portal 4 MB=0x6a9f827253680 00000400:00000200:2.0:1788840348.013983:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840348.013990:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 368/368 into md 0x7045 [1] + 224 00000800:00000001:2.0:1788840348.013999:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840348.014009:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840348.014013:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840348.014018:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840348.014028:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840348.014041:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d4bb80 x1875733133997696/t0(0) o13->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840364 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840348.014054:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff90ee86d4bb80 x1875733133997696/t0(0) o13->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840364 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840348.014075:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840348.014088:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840348.014092:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840348.014344:0:33053:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788840348.014354:0:33053:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840348.014357:0:33053:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840348.014361:0:33053:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4fec8. 00000400:00000200:3.0:1788840348.014366:0:33053:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e5d8 00000400:00000010:3.0:1788840348.014369:0:33053:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e5d8. 00000100:00000001:3.0:1788840348.014373:0:33053:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840348.014379:0:33053:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d4bb80 x1875733133997696/t0(0) o13->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840364 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840348.014389:0:33053:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d4bb80 x1875733133997696/t0(0) o13->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840364 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840348.014396:0:33053:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840348.014399:0:33053:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840348.014402:0:33053:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840348.014408:0:33053:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840348.014411:0:33053:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840348.014416:0:33053:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840348.014420:0:33053:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840348.014435:0:33053:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b5ccf0 time=645 v=5 (5 5 0 5) 00000100:00001000:3.0:1788840348.014440:0:33053:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840348.014442:0:33053:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840348.014444:0:33053:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840348.014447:0:33053:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840348.014452:0:33053:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840348.014456:0:33053:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840348.014459:0:33053:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: skip recheck: last_committed 4294967341 00000100:00000001:3.0:1788840348.014461:0:33053:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840348.014463:0:33053:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840348.014468:0:33053:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d4bb80 x1875733133997696/t0(0) o13->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840364 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840348.014476:0:33053:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840348.014480:0:33053:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840348.014482:0:33053:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840348.014487:0:33053:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d4bb80 x1875733133997696/t0(0) o13->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840364 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840348.014495:0:33053:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d4bb80 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:33053:1875733133997696:192.168.202.131@tcp:13:lfs.0 00000100:00000001:3.0:1788840348.014500:0:33053:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840348.014503:0:33053:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840348.014505:0:33053:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788840348.014508:0:33053:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840348.014510:0:33053:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d4bb80 x1875733133997696/t0(0) o13->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840364 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840348.014515:0:33053:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788840348.014518:0:33053:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee86f2b6c0. 00000100:00000001:3.0:1788840348.014521:0:33053:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788840348.014522:0:33053:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788840348.014529:0:33053:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:3.0:1788840348.014530:0:33053:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840348.014532:0:33053:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d4bb80 x1875733133997696/t0(0) o13->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840364 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840348.014537:0:33053:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840348.014540:0:33053:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840348.014544:0:33053:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee86eeec00. 02000000:00000001:3.0:1788840348.014547:0:33053:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840348.014549:0:33053:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840348.014551:0:33053:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=2 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:3.0:1788840348.014552:0:33053:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840348.014555:0:33053:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee983e5d00. 02000000:00000001:3.0:1788840348.014559:0:33053:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840348.014561:0:33053:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840348.014563:0:33053:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d4bb80. 00000100:00000001:3.0:1788840348.014566:0:33053:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840348.014567:0:33053:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:3.0:1788840348.014571:0:33053:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffff90ee90f70800: update ffff90ee86e39e08 cache blocks 3679/3683 objects 117792/118192 00020000:00000001:3.0:1788840348.014574:0:33053:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840348.014579:0:33053:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.014582:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788840348.014585:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.014587:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.014590:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.014714:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.014718:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.014729:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.014732:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.014740:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.014745:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.014748:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.014753:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.014756:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.014765:0:33053:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:3.0:1788840348.014767:0:33053:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffff90ee90f70800: age 1350, max_age 1909 00000008:00000001:3.0:1788840348.014771:0:33053:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:3.0:1788840348.014775:0:33053:0:(genops.c:1210:class_import_get()) import ffff90ee92b59000 refcount=3 obd=lustre-OST0001-osc-ffff90ee90f70800 00000100:00000010:3.0:1788840348.014781:0:33053:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d4bb80. 00000020:00000040:3.0:1788840348.014786:0:33053:0:(genops.c:1210:class_import_get()) import ffff90ee92b59000 refcount=4 obd=lustre-OST0001-osc-ffff90ee90f70800 00000100:00000001:3.0:1788840348.014790:0:33053:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1788840348.014794:0:33053:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1788840348.014798:0:33053:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-ffff90ee90f70800: connect to NID 192.168.202.131@tcp last attempt 1840 00000400:00000200:3.0:1788840348.014803:0:33053:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840348.014807:0:33053:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1 00000100:00000040:3.0:1788840348.014811:0:33053:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff90ee85e803c0 refcount 11 to 192.168.202.131@tcp 00000100:00000001:3.0:1788840348.014814:0:33053:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788840348.014816:0:33053:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff90ee85e803c0 refcount 12 to 192.168.202.131@tcp 00000100:00000001:3.0:1788840348.014818:0:33053:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621952856032192 : -122120853519424 : ffff90ee85e803c0) 00000020:00000001:3.0:1788840348.014821:0:33053:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788840348.014822:0:33053:0:(genops.c:804:class_conn2export()) looking for export cookie 0x3aa5f499c96f2ced 00000020:00000001:3.0:1788840348.014824:0:33053:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840348.014828:0:33053:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90ee9881b000 refcount=4 00000020:00000001:3.0:1788840348.014830:0:33053:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621953168093184 : -122120541458432 : ffff90ee9881b000) 00000020:00000001:3.0:1788840348.014831:0:33053:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446621953168093184 : -122120541458432 : ffff90ee9881b000) 00000100:00000040:3.0:1788840348.014833:0:33053:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff90ee85e803c0 refcount 11 to 192.168.202.131@tcp 00000100:00000001:3.0:1788840348.014834:0:33053:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788840348.014835:0:33053:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff90ee85e803c0 refcount 12 to 192.168.202.131@tcp 00000100:00000001:3.0:1788840348.014836:0:33053:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621952856032192 : -122120853519424 : ffff90ee85e803c0) 00000020:00000040:3.0:1788840348.014838:0:33053:0:(genops.c:879:class_export_put()) PUTting export ffff90ee9881b000 : new refcount 3 00000100:00080000:3.0:1788840348.014841:0:33053:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-ffff90ee90f70800: import ffff90ee92b59000 using connection 192.168.202.131@tcp/192.168.202.131@tcp 00000100:00000001:3.0:1788840348.014842:0:33053:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840348.014844:0:33053:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1788840348.014851:0:33053:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840348.014853:0:33053:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840348.014855:0:33053:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1788840348.014857:0:33053:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683253 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1788840348.014859:0:33053:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840348.014861:0:33053:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788840348.014864:0:33053:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d4aa00. 00000020:00000040:3.0:1788840348.014866:0:33053:0:(genops.c:1210:class_import_get()) import ffff90ee92b59000 refcount=5 obd=lustre-OST0001-osc-ffff90ee90f70800 02000000:00000001:3.0:1788840348.014870:0:33053:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788840348.014871:0:33053:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840348.014874:0:33053:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840348.014877:0:33053:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840348.014882:0:33053:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840348.014888:0:33053:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee86eeec00. 00000100:00000001:3.0:1788840348.014895:0:33053:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840348.014901:0:33053:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90ee86d4aa00 x1875733133997824/t0(0) o8->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788840348.014909:0:33053:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840348.014913:0:33053:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840348.014916:0:33053:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000abc0ba2d] to pc [ptlrpcd_rcv+-1] req@ffff90ee86d4aa00 x1875733133997824/t0(0) o8->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840348.014932:0:33053:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840348.014936:0:33053:0:(pinger.c:367:ptlrpc_pinger_add_import()) Process entered 00000100:00000001:3.0:1788840348.014938:0:33053:0:(pinger.c:369:ptlrpc_pinger_add_import()) Process leaving (rc=18446744073709551502 : -114 : ffffffffffffff8e) 00000020:00000001:3.0:1788840348.014941:0:33053:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840348.014942:0:33053:0:(genops.c:1223:class_import_put()) import ffff90ee92b59000 refcount=4 obd=lustre-OST0001-osc-ffff90ee90f70800 00000020:00000001:3.0:1788840348.014944:0:33053:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1788840348.014946:0:33053:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840348.014947:0:33053:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840348.014949:0:33053:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840348.014952:0:33053:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee983e5d00. 00000100:00000001:3.0:1788840348.014955:0:33053:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840348.014958:0:33053:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788840348.014960:0:33053:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000001:1.0:1788840348.014965:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000010:3.0:1788840348.014966:0:33053:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee86f2b6c0. 00000100:00000001:3.0:1788840348.014968:0:33053:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952873510592 : -122120836041024 : ffff90ee86f2b6c0) 00000100:00000001:1.0:1788840348.014970:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840348.014972:0:33053:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840348.014973:0:2358:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1788840348.014974:0:33053:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871545728 : -122120838005888 : ffff90ee86d4bb80) 00000100:00000001:3.0:1788840348.014976:0:33053:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840348.014979:0:33053:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840348.014980:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d4aa00 x1875733133997824/t0(0) o8->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840348.014981:0:33053:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788840348.014983:0:33053:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840348.014986:0:33053:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d4bb80 x1875733133997952/t0(0) o13->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840348.014989:0:2358:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840348.014992:0:2358:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840348.014994:0:33053:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840348.014996:0:33053:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1788840348.014996:0:2358:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00000100:00080000:3.0:1788840348.015000:0:33053:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != CONNECTING) req@ffff90ee86d4bb80 x1875733133997952/t0(0) o13->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 02000000:00000001:1.0:1788840348.015000:0:2358:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840348.015004:0:2358:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840348.015007:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:10f4a654-3497-48d8-8f70-7e89f4f161cc:2358:1875733133997824:192.168.202.131@tcp:8:lfs.0 00000100:00000001:3.0:1788840348.015008:0:33053:0:(client.c:1850:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840348.015010:0:33053:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840348.015012:0:2358:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1788840348.015013:0:33053:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840348.015015:0:33053:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee86f2b6c0 going to sleep for 0 seconds 02000000:00000001:1.0:1788840348.015016:0:2358:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1788840348.015017:0:33053:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840348.015019:0:33053:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1788840348.015019:0:2358:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840348.015020:0:33053:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840348.015022:0:33053:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:1.0:1788840348.015022:0:2358:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1788840348.015024:0:33053:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840348.015028:0:2358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee85c5d400. 02000000:00000001:1.0:1788840348.015030:0:2358:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840348.015034:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840348.015038:0:2358:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe478. 00000400:00000010:1.0:1788840348.015044:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539330. 00000100:00000200:1.0:1788840348.015063:0:2358:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133997824, portal 4 00000100:00000001:1.0:1788840348.015066:0:2358:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840348.015067:0:2358:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871541248 : -122120838010368 : ffff90ee86d4aa00) 00000100:00000040:1.0:1788840348.015075:0:2358:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee86d4aa00 x1875733133997824/t0(0) o8->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1788840358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840348.015082:0:2358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840348.015086:0:2358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840348.015089:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539198. 00000100:00000200:1.0:1788840348.015093:0:2358:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875733133997824, offset 0 00000400:00000200:1.0:1788840348.015100:0:2358:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840348.015107:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840348.015115:0:2358:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840348.015122:0:2358:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840348.015127:0:2358:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840348.015131:0:2358:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840348.015135:0:2358:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840348.015140:0:2358:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2579:2579:256:4294967295] 192.168.202.131@tcp LPNI seq info [2579:2579:8:4294967295] 00000400:00000200:1.0:1788840348.015144:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840348.015153:0:2358:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840348.015159:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840348.015166:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989d00. 00000800:00000200:1.0:1788840348.015174:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840348.015182:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840348.015188:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989d00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1788840348.015261:0:2358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840348.015267:0:2358:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: using a timeout of 260487 usecs (261 jiffies) 00000400:00000200:1.0:1788840348.015272:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840348.015275:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296578094 00000100:00000001:1.0:1788840348.015278:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296581025 00000100:00000001:1.0:1788840348.015281:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296578094 00000100:00000001:1.0:1788840348.015283:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296581025 00000100:00000001:1.0:1788840348.015286:0:2358:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840348.015288:0:2358:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840348.015291:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840348.015294:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840348.015302:0:2358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840348.015304:0:2358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788840348.015306:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840348.015307:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840348.015308:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840348.015311:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840348.015572:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840348.015578:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989d00. 00000400:00000200:2.0:1788840348.015584:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840348.015589:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840348.015596:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539198 00000400:00000010:2.0:1788840348.015598:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539198. 00000100:00000001:2.0:1788840348.015603:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840348.015607:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d4aa00 x1875733133997824/t0(0) o8->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1788840358 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840348.015617:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840348.015621:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d4aa00 x1875733133997824/t0(0) o8->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1788840358 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840348.015629:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840348.015632:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840348.018834:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840348.018863:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840348.018869:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840348.018872:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840348.018882:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840348.018891:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840348.018902:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840348.018908:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840348.018914:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840348.018919:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 416 into portal 4 MB=0x6a9f827253700 00000400:00000200:2.0:1788840348.018924:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840348.018932:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 416/416 into md 0x7055 [1] + 0 00000800:00000001:2.0:1788840348.018942:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840348.018952:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840348.018956:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840348.018961:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840348.018972:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840348.018984:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d4aa00 x1875733133997824/t0(0) o8->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1788840358 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840348.018996:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff90ee86d4aa00 x1875733133997824/t0(0) o8->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1788840358 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840348.019021:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840348.019033:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840348.019037:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840348.019445:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840348.019452:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788840348.019462:0:2358:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840348.019464:0:2358:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840348.019468:0:2358:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe478. 00000400:00000200:1.0:1788840348.019474:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539330 00000400:00000010:1.0:1788840348.019477:0:2358:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539330. 00000100:00000001:1.0:1788840348.019482:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840348.019488:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d4aa00 x1875733133997824/t0(0) o8->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1788840358 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788840348.019498:0:2358:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d4aa00 x1875733133997824/t0(0) o8->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1788840358 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840348.019505:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840348.019507:0:2358:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840348.019510:0:2358:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840348.019515:0:2358:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840348.019518:0:2358:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840348.019521:0:2358:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840348.019525:0:2358:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840348.019537:0:2358:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b59460 time=48 v=5 (5 5 5 5) 00000100:00001000:1.0:1788840348.019543:0:2358:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b59418 time=70 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840348.019546:0:2358:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840348.019548:0:2358:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840348.019552:0:2358:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840348.019558:0:2358:0:(ldlm_request.c:1723:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840348.019563:0:2358:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788840348.019565:0:2358:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90ee90f70800: committing for last_committed 4294967312 gen 16 00000100:00000040:1.0:1788840348.019569:0:2358:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90ee90f70800: normal: skip=0 replay=0/0 committed=0/0 00000100:00000001:1.0:1788840348.019572:0:2358:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840348.019574:0:2358:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840348.019580:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d4aa00 x1875733133997824/t0(0) o8->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/416 e 0 to 0 dl 1788840358 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840348.019587:0:2358:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840348.019590:0:2358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840348.019593:0:2358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840348.019596:0:2358:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1788840348.019604:0:2358:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-ffff90ee90f70800: connect to target with instance 1 00000020:00000001:1.0:1788840348.019607:0:2358:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788840348.019610:0:2358:0:(genops.c:804:class_conn2export()) looking for export cookie 0x3aa5f499c96f2ced 00000020:00000001:1.0:1788840348.019612:0:2358:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840348.019618:0:2358:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90ee9881b000 refcount=4 00000020:00000001:1.0:1788840348.019620:0:2358:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621953168093184 : -122120541458432 : ffff90ee9881b000) 00000020:00000001:1.0:1788840348.019623:0:2358:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446621953168093184 : -122120541458432 : ffff90ee9881b000) 00000100:00001000:1.0:1788840348.019626:0:2358:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b59418 time=1788840348 v=0 (0 0 0 0) 00000100:00001000:1.0:1788840348.019630:0:2358:0:(import.c:2215:obd_at_measure()) AT ffff90ee92b59418 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:1.0:1788840348.019635:0:2358:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 911, crc32c 5375, adler 879 00000100:00080000:1.0:1788840348.019701:0:2358:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-ffff90ee90f70800: Resetting ns_connect_flags to server flags: 0xa0427af2e3440038 00000020:00000040:1.0:1788840348.019706:0:2358:0:(genops.c:879:class_export_put()) PUTting export ffff90ee9881b000 : new refcount 3 00000100:00000001:1.0:1788840348.019710:0:2358:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1788840348.019714:0:2358:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:1.0:1788840348.019718:0:2358:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0001-osc-ffff90ee90f70800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:1.0:1788840348.019723:0:2358:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1788840348.019728:0:2358:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:1.0:1788840348.019732:0:2358:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788840348.019737:0:2358:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840348.019740:0:2358:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840348.019742:0:2358:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840348.019745:0:2358:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840348.019747:0:2358:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1788840348.019749:0:2358:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:1.0:1788840348.019753:0:2358:0:(import.c:65:import_set_state_nolock()) ffff90ee92b59000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000100:00000001:1.0:1788840348.019756:0:2358:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1788840348.019757:0:2358:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:1.0:1788840348.019759:0:2358:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1788840348.019760:0:2358:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:1.0:1788840348.019762:0:2358:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:1.0:1788840348.019764:0:2358:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff90ee98890820 for uuid lustre-OST0001_UUID event(1) 00020000:00000040:1.0:1788840348.019772:0:2358:0:(lov_obd.c:394:lov_set_osc_active()) OSC lustre-OST0001_UUID already active! 00020000:00000001:1.0:1788840348.019774:0:2358:0:(lov_obd.c:395:lov_set_osc_active()) Process leaving via out (rc=1 : 1 : 0x1) 00020000:00000001:1.0:1788840348.019777:0:2358:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788840348.019779:0:2358:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788840348.019782:0:2358:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:1.0:1788840348.019784:0:2358:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:1.0:1788840348.019787:0:2358:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:1.0:1788840348.019790:0:2358:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:1.0:1788840348.019793:0:2358:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:1.0:1788840348.019795:0:2358:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840348.019797:0:2358:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840348.019799:0:2358:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:1.0:1788840348.019800:0:2358:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:1.0:1788840348.019802:0:2358:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840348.019804:0:2358:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:1.0:1788840348.019806:0:2358:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:1.0:1788840348.019810:0:2358:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:1.0:1788840348.019812:0:2358:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840348.019814:0:2358:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840348.019816:0:2358:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840348.019818:0:2358:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840348.019820:0:2358:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840348.019822:0:2358:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840348.019824:0:2358:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840348.019826:0:2358:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:1.0:1788840348.019827:0:2358:0:(import.c:1241:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840348.019831:0:2358:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:1.0:1788840348.019838:0:2358:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000bbb8c204): req@ffff90ee86d4bb80 x1875733133997952/t0(0) o13->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840348.019863:0:2358:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840348.019868:0:2358:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840348.019873:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d4aa00 x1875733133997824/t0(0) o8->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/416 e 0 to 0 dl 1788840358 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788840348.019881:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d4aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:10f4a654-3497-48d8-8f70-7e89f4f161cc:2358:1875733133997824:192.168.202.131@tcp:8:lfs.0 00000100:00000001:1.0:1788840348.019886:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840348.019889:0:2358:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840348.019893:0:2358:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d4aa00 x1875733133997824/t0(0) o8->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/416 e 0 to 0 dl 1788840358 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840348.019900:0:2358:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840348.019903:0:2358:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840348.019908:0:2358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee85c5d400. 02000000:00000001:1.0:1788840348.019913:0:2358:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840348.019915:0:2358:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840348.019917:0:2358:0:(genops.c:1223:class_import_put()) import ffff90ee92b59000 refcount=3 obd=lustre-OST0001-osc-ffff90ee90f70800 00000020:00000001:1.0:1788840348.019929:0:2358:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840348.019932:0:2358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee86eeec00. 02000000:00000001:1.0:1788840348.019937:0:2358:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840348.019939:0:2358:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840348.019942:0:2358:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d4aa00. 00000100:00000001:1.0:1788840348.019946:0:2358:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840348.019948:0:2358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840348.019950:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840348.019962:0:2358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840348.019965:0:2358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840348.019968:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840348.019970:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840348.020098:0:33053:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840348.020103:0:33053:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840348.020106:0:33053:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840348.020109:0:33053:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840348.020113:0:33053:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840348.020117:0:33053:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840348.020120:0:33053:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840348.020133:0:33053:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840348.020141:0:33053:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840348.020144:0:33053:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840348.020147:0:33053:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840348.020158:0:33053:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86eed400. 02000000:00000001:3.0:1788840348.020161:0:33053:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840348.020168:0:33053:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840348.020172:0:33053:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4fec8. 00000400:00000010:3.0:1788840348.020180:0:33053:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e5d8. 00000100:00000200:3.0:1788840348.020189:0:33053:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133997952, portal 4 00000100:00000001:3.0:1788840348.020191:0:33053:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840348.020193:0:33053:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871545728 : -122120838005888 : ffff90ee86d4bb80) 00000100:00000040:3.0:1788840348.020202:0:33053:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee86d4bb80 x1875733133997952/t0(0) o13->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840364 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840348.020209:0:33053:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840348.020212:0:33053:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840348.020215:0:33053:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e770. 00000100:00000200:3.0:1788840348.020219:0:33053:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875733133997952, offset 0 00000400:00000200:3.0:1788840348.020226:0:33053:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840348.020234:0:33053:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840348.020243:0:33053:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840348.020250:0:33053:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840348.020255:0:33053:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840348.020260:0:33053:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840348.020262:0:33053:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840348.020267:0:33053:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2580:2580:256:4294967295] 192.168.202.131@tcp LPNI seq info [2580:2580:8:4294967295] 00000400:00000200:3.0:1788840348.020271:0:33053:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840348.020281:0:33053:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840348.020288:0:33053:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840348.020294:0:33053:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee983e5200. 00000800:00000200:3.0:1788840348.020302:0:33053:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840348.020310:0:33053:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840348.020316:0:33053:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee983e5200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788840348.020337:0:33053:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840348.020343:0:33053:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: using a timeout of 259022 usecs (260 jiffies) 00000400:00000200:3.0:1788840348.020346:0:33053:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840348.020351:0:33053:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296578098 00000100:00000001:3.0:1788840348.020354:0:33053:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296581025 00000100:00000001:3.0:1788840348.020357:0:33053:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296578098 00000100:00000001:3.0:1788840348.020359:0:33053:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296581025 00000100:00000001:3.0:1788840348.020361:0:33053:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840348.020365:0:33053:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840348.020367:0:33053:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840348.020369:0:33053:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788840348.020372:0:33053:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee86f2b6c0 going to sleep for 11 seconds 00000100:00000001:3.0:1788840348.020374:0:33053:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840348.020376:0:33053:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840348.020556:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840348.020563:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee983e5200. 00000400:00000200:2.0:1788840348.020570:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840348.020575:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840348.020582:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e770 00000400:00000010:2.0:1788840348.020584:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e770. 00000100:00000001:2.0:1788840348.020590:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840348.020594:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d4bb80 x1875733133997952/t0(0) o13->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840364 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840348.020607:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840348.020610:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee86d4bb80 x1875733133997952/t0(0) o13->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840364 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840348.020616:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840348.020618:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840348.023797:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840348.023823:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840348.023829:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840348.023832:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840348.023844:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840348.023854:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840348.023866:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840348.023871:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840348.023877:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840348.023882:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 368 into portal 4 MB=0x6a9f827253780 00000400:00000200:2.0:1788840348.023887:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840348.023895:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 368/368 into md 0x705d [1] + 224 00000800:00000001:2.0:1788840348.023903:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840348.023912:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840348.023916:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840348.023920:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840348.023928:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840348.023940:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d4bb80 x1875733133997952/t0(0) o13->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840364 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840348.023951:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff90ee86d4bb80 x1875733133997952/t0(0) o13->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840364 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840348.023971:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840348.023982:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840348.023985:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840348.024273:0:33053:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788840348.024285:0:33053:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840348.024287:0:33053:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840348.024291:0:33053:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4fec8. 00000400:00000200:3.0:1788840348.024296:0:33053:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e5d8 00000400:00000010:3.0:1788840348.024300:0:33053:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e5d8. 00000100:00000001:3.0:1788840348.024304:0:33053:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840348.024309:0:33053:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d4bb80 x1875733133997952/t0(0) o13->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840364 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840348.024319:0:33053:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d4bb80 x1875733133997952/t0(0) o13->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840364 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840348.024325:0:33053:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840348.024327:0:33053:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840348.024330:0:33053:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840348.024334:0:33053:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840348.024338:0:33053:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840348.024340:0:33053:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840348.024344:0:33053:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840348.024356:0:33053:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b594a8 time=645 v=5 (5 5 5 5) 00000100:00001000:3.0:1788840348.024361:0:33053:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b59418 time=0 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840348.024363:0:33053:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840348.024365:0:33053:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840348.024369:0:33053:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840348.024372:0:33053:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840348.024378:0:33053:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840348.024380:0:33053:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90ee90f70800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1788840348.024382:0:33053:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840348.024384:0:33053:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840348.024390:0:33053:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d4bb80 x1875733133997952/t0(0) o13->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840364 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840348.024403:0:33053:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840348.024408:0:33053:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840348.024410:0:33053:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840348.024415:0:33053:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d4bb80 x1875733133997952/t0(0) o13->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840364 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840348.024428:0:33053:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d4bb80 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:33053:1875733133997952:192.168.202.131@tcp:13:lfs.0 00000100:00000001:3.0:1788840348.024437:0:33053:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840348.024440:0:33053:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840348.024443:0:33053:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788840348.024446:0:33053:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840348.024449:0:33053:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d4bb80 x1875733133997952/t0(0) o13->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840364 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840348.024456:0:33053:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788840348.024461:0:33053:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee86f2b6c0. 00000100:00000001:3.0:1788840348.024464:0:33053:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788840348.024466:0:33053:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788840348.024475:0:33053:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:3.0:1788840348.024477:0:33053:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840348.024480:0:33053:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d4bb80 x1875733133997952/t0(0) o13->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840364 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840348.024486:0:33053:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840348.024491:0:33053:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840348.024495:0:33053:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee86eed400. 02000000:00000001:3.0:1788840348.024498:0:33053:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840348.024501:0:33053:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840348.024504:0:33053:0:(genops.c:1223:class_import_put()) import ffff90ee92b59000 refcount=2 obd=lustre-OST0001-osc-ffff90ee90f70800 00000020:00000001:3.0:1788840348.024506:0:33053:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840348.024509:0:33053:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee983e5d00. 02000000:00000001:3.0:1788840348.024514:0:33053:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840348.024516:0:33053:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840348.024518:0:33053:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d4bb80. 00000100:00000001:3.0:1788840348.024522:0:33053:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840348.024524:0:33053:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:3.0:1788840348.024528:0:33053:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffff90ee90f70800: update ffff90ee86e3d178 cache blocks 3679/3683 objects 117792/118187 00020000:00000001:3.0:1788840348.024533:0:33053:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840348.024538:0:33053:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.024542:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788840348.024546:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.024549:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.024553:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.024691:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.024694:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.024703:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.024707:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.024714:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.024719:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.024723:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.024727:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.024729:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.024735:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.024737:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.024740:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840348.024743:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.024746:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.024748:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.024753:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.024755:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.024758:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.024759:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.024761:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.024764:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.024766:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.024767:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.024768:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.024771:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.024773:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.025481:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840348.025488:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.025491:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.025494:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.025502:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.025504:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.025509:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.025511:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.025514:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.025517:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.025518:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.025520:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.025522:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.025525:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.025527:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.025529:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840348.025531:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.025533:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.025534:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.025536:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.025537:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.025539:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.025540:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.025541:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.025543:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.025544:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.025545:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.025546:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.025547:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.025549:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.025550:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840348.025552:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.025555:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.025556:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.025559:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.025560:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.025562:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.025563:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.025565:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.025566:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.025567:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.025568:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.025569:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.025571:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.025572:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.025574:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840348.025575:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.025577:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.025578:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.025580:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.025581:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.025583:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.025584:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.025585:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.025587:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.025588:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.025589:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.025590:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.025592:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.025593:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026143:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840348.026148:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.026151:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026153:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026368:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.026372:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.026377:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.026379:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.026383:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.026386:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.026388:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.026391:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.026392:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.026395:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026398:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026400:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840348.026402:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.026405:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026407:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026537:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.026539:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.026543:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.026544:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.026547:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.026549:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.026551:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.026552:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.026554:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.026556:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026558:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026560:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840348.026561:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.026563:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026565:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026568:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.026569:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.026571:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.026572:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.026574:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.026576:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.026577:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.026578:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.026580:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.026582:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026583:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026585:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840348.026587:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.026588:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026590:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026592:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.026593:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.026594:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.026595:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.026597:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.026598:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.026600:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.026600:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.026601:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.026603:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026605:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026606:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840348.026608:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.026609:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026611:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026613:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.026614:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.026615:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.026616:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.026618:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.026619:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.026620:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.026622:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.026623:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.026625:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026627:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026628:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840348.026630:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.026632:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026633:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026635:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.026636:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.026654:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.026655:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.026657:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.026658:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.026660:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.026660:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.026661:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.026663:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026665:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026667:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840348.026669:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.026670:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026672:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026674:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.026676:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.026688:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.026689:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.026690:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.026692:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.026693:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.026694:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.026696:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.026698:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026701:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026702:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840348.026704:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.026706:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026708:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026711:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.026712:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.026715:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.026716:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.026718:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.026720:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.026722:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.026723:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.026724:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.026727:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026729:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026730:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840348.026733:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.026735:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026737:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026740:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.026742:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.026744:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.026745:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.026748:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.026750:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.026752:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.026753:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.026754:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.026757:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026759:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026761:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840348.026763:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.026766:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026768:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026771:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.026773:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.026775:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.026777:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.026780:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.026782:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.026784:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.026785:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.026786:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.026789:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026791:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026793:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840348.026795:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.026797:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026799:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026803:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.026804:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.026807:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.026808:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.026810:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.026812:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.026814:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.026815:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.026817:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.026820:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026822:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026823:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840348.026825:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.026827:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026829:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026831:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.026833:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.026836:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.026837:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.026839:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.026841:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.026842:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.026843:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.026844:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.026846:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026848:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026849:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840348.026851:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.026853:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026855:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026857:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.026858:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.026860:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.026861:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.026862:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.026864:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.026865:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.026866:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.026867:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.026869:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026871:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026873:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840348.026874:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.026876:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026878:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026880:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.026881:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.026883:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.026884:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.026887:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.026889:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.026891:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.026892:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.026893:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.026896:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026897:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026899:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840348.026901:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.026903:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026904:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026906:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.026908:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.026910:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.026910:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.026912:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.026914:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.026915:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.026916:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.026917:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.026919:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026920:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026922:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840348.026924:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.026926:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026927:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026929:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.026931:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.026933:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.026934:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.026935:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.026937:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.026939:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.026941:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.026942:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.026945:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026947:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026948:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840348.026950:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.026952:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026953:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026956:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.026957:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.026959:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.026960:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.026961:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.026963:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.026964:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.026965:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.026966:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.026968:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026970:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026972:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840348.026973:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.026975:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026977:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026979:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.026980:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.026982:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.026983:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.026985:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.026986:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.026988:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.026988:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.026990:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.026992:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026994:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.026996:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840348.026998:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.027000:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027002:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027004:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.027005:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.027007:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.027008:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.027010:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.027011:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.027012:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.027013:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.027015:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.027017:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027018:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027020:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840348.027021:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.027023:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027025:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027027:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.027028:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.027030:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.027031:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.027033:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.027034:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.027036:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.027037:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.027038:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.027040:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027041:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027043:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840348.027045:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.027047:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027049:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027052:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.027053:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.027056:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.027057:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.027058:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.027060:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.027062:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.027063:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.027064:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.027067:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027068:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027070:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840348.027072:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.027074:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027076:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027080:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.027081:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.027084:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.027085:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.027087:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.027089:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.027091:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.027092:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.027093:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.027096:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027098:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027100:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840348.027102:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.027105:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027106:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027110:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.027112:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.027114:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.027115:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.027117:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.027119:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.027120:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.027121:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.027123:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.027125:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027127:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027128:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840348.027130:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.027132:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027135:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027138:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.027140:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.027142:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.027144:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.027146:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.027148:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.027150:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.027151:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.027153:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.027156:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027158:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027160:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840348.027162:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.027164:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027166:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027169:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.027171:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.027173:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.027174:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.027177:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.027179:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.027181:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.027182:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.027183:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.027186:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027188:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027190:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840348.027192:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.027194:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027195:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027198:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.027199:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.027201:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.027202:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.027203:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.027205:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.027206:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.027207:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.027208:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.027211:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027212:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027214:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840348.027216:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.027217:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027219:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027221:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.027223:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.027224:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.027225:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.027227:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.027229:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.027230:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.027232:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.027233:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.027235:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027236:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027238:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840348.027240:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.027241:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027243:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027245:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.027247:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.027248:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.027249:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.027251:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.027253:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.027254:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.027255:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.027256:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.027258:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027260:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027261:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840348.027263:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.027265:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027266:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027268:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.027270:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.027272:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.027273:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.027274:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.027276:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.027277:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.027278:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.027279:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.027281:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027283:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027285:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840348.027287:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.027289:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027290:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027292:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.027294:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.027296:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.027297:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.027298:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.027300:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.027301:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.027302:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.027303:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.027305:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027307:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027308:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840348.027310:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.027312:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027313:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027316:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.027317:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.027319:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.027320:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.027321:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.027323:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.027324:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.027325:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.027326:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.027328:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027330:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027332:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840348.027333:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.027336:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027337:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027339:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.027341:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.027343:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.027344:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.027346:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.027347:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.027349:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.027350:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.027351:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.027353:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027355:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027357:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840348.027359:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.027361:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027363:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027365:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.027367:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.027369:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.027370:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.027371:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.027373:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.027375:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.027376:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.027377:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.027380:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027382:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027384:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840348.027385:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.027387:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027389:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027391:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.027393:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.027395:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.027396:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.027398:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.027400:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.027401:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.027402:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.027403:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.027405:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027407:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027408:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840348.027410:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.027412:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027413:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027416:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.027417:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.027419:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.027420:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.027421:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.027423:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.027424:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.027425:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.027426:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.027429:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027430:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027432:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840348.027434:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.027435:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027437:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027439:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.027440:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.027442:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.027443:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.027445:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.027447:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.027449:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.027450:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.027451:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.027454:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027456:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027457:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840348.027459:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.027461:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027462:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027465:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.027466:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.027468:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.027469:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.027471:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.027472:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.027474:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.027475:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.027476:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.027478:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027480:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027482:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840348.027484:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.027485:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027487:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027489:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.027490:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.027492:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.027493:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.027495:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.027496:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.027497:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.027499:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.027501:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.027503:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027504:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027506:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840348.027507:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.027509:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027511:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027513:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.027514:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.027516:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.027517:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.027519:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.027520:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.027522:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.027522:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.027524:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.027526:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027527:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027529:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840348.027531:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.027532:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027534:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027536:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.027537:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.027539:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.027540:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.027542:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.027543:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.027545:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.027546:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.027547:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.027549:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027551:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027553:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840348.027554:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.027556:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027558:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027560:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.027561:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.027563:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.027564:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.027565:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.027567:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.027568:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.027569:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.027571:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.027573:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027574:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027576:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840348.027578:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.027579:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027581:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027583:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.027585:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.027586:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.027587:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.027589:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.027591:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.027592:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.027593:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.027594:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.027596:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027598:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027600:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840348.027601:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.027604:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027605:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027608:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.027609:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.027611:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.027612:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.027613:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.027615:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.027616:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.027617:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.027618:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.027620:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027622:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027624:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840348.027626:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.027627:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027629:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027631:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.027633:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.027635:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.027636:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.027637:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.027691:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.027693:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.027694:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.027696:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.027698:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027700:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027701:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840348.027703:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.027705:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027707:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027710:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.027712:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.027715:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.027716:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.027719:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.027721:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.027722:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.027723:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.027724:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.027727:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027729:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027730:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840348.027732:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.027735:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027736:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027739:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.027740:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.027743:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.027744:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.027746:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.027748:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.027750:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.027751:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.027752:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.027755:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027756:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027758:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840348.027760:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.027761:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027763:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027775:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.027776:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.027778:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.027779:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.027782:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.027784:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.027786:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.027787:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.027788:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.027791:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027792:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027794:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840348.027796:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.027797:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027799:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027801:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.027802:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.027804:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.027805:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.027807:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.027809:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.027810:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.027811:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.027813:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.027815:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027817:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027819:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840348.027821:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.027822:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027824:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027826:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.027827:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.027829:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.027830:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.027832:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.027834:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.027835:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.027837:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.027838:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.027841:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027843:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027844:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840348.027846:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.027848:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027850:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027852:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.027853:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.027855:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.027856:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.027858:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.027859:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.027861:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.027861:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.027863:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.027864:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027866:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027868:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840348.027869:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.027871:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027873:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027875:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.027876:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.027878:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.027879:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.027880:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.027882:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.027883:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.027884:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.027885:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.027888:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027890:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027891:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840348.027893:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.027895:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027896:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027899:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.027900:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.027902:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.027903:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.027904:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.027906:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.027907:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.027908:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.027909:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.027911:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027913:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027914:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840348.027916:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.027918:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027919:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027922:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.027923:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.027926:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.027926:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.027929:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.027930:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.027932:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.027932:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.027934:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.027936:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027937:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027939:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840348.027940:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.027943:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027945:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027948:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.027950:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.027952:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.027953:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.027956:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.027958:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.027960:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.027961:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.027962:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.027965:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027967:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027969:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840348.027971:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.027973:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027976:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027979:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.027980:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.027982:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.027983:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.027985:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.027987:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.027988:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.027989:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.027990:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.027993:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027995:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.027997:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840348.027999:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.028001:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.028003:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.028006:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.028008:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.028011:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.028012:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.028014:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.028016:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.028018:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.028019:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.028020:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.028023:0:33053:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.028025:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.028026:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:3.0:1788840348.028029:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.028031:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.028033:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:3.0:1788840348.028036:0:33053:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:3.0:1788840348.028037:0:33053:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffdb3afdd90 00000080:00000001:3.0:1788840348.028040:0:33053:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:3.0:1788840348.028041:0:33053:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:3.0:1788840348.028043:0:33053:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86eedc00. 00000020:00000001:3.0:1788840348.028045:0:33053:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.028047:0:33053:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:3.0:1788840348.028048:0:33053:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:3.0:1788840348.028049:0:33053:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86eedc00 uarg=0000000000000000 00020000:00000001:3.0:1788840348.028052:0:33053:0:(lov_obd.c:1002:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1788840348.028054:0:33053:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1788840348.028055:0:33053:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:3.0:1788840348.028057:0:33053:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86eedc00. 00000080:00000001:3.0:1788840348.028059:0:33053:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1788840348.028060:0:33053:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:3.0:1788840348.028076:0:33053:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:3.0:1788840348.028079:0:33053:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1788840348.028083:0:33053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162021abdd0 00000080:00200008:3.0:1788840348.028085:0:33053:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff90ee905142c8), flags 100000 00000080:00400000:3.0:1788840348.028090:0:33053:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:3.0:1788840348.028095:0:33053:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90ee91e60780. 00000080:00000001:3.0:1788840348.028099:0:33053:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1788840348.028102:0:33053:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162021abdd0 00000080:00000008:3.0:1788840348.028105:0:33053:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff90ee905142c8), flags 100000, rc = 0 00000080:00000001:3.0:1788840348.028107:0:33053:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840348.028109:0:33053:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840348.302507:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840348.302516:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840348.302522:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840348.302523:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840348.302657:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788840348.302661:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840348.302666:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788840349.318009:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840349.318018:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840349.318026:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840349.318027:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840349.320524:0:15925:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788840349.320532:0:15925:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840349.320539:0:15925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788840350.346305:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840350.346316:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840350.346324:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840350.346325:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840350.346489:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788840350.346494:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840350.346497:0:16054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788840351.237824:0:20562:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120b30 (cpu 3) has reached its deadline 4296581025, at 4296581056 00000100:00000010:3.0:1788840351.237847:0:20562:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee84b18a80. 00000100:00000040:2.0:1788840351.237959:0:28130:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120a20 (cpu 2) has reached its deadline 4296581025, at 4296581056 00000100:00000010:2.0:1788840351.237967:0:28130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee84b18ba0. 00010000:00000001:1.0:1788840351.368252:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840351.368264:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840351.368271:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840351.368273:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840351.368317:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788840351.368321:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840351.368324:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1788840352.325879:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788840352.325891:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788840352.325900:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125ce00. 00000020:00000040:2.0:1788840352.325907:0:36:0:(genops.c:1210:class_import_get()) import ffff90ee98ee5800 refcount=4 obd=MGC192.168.202.131@tcp 00000100:00000001:2.0:1788840352.325913:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840352.325916:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840352.326065:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840352.326078:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee8985c200. 00000100:00000001:2.0:1788840352.326087:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840352.326103:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS req@ffff90ee9125ce00 x1875733133998080/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788840352.326116:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840352.326122:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840352.326128:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000be55710] to pc [ptlrpcd_01_00+0] req@ffff90ee9125ce00 x1875733133998080/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840352.326156:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840352.326159:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788840352.326162:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788840352.326165:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125f100. 00000020:00000040:2.0:1788840352.326167:0:36:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=4 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:2.0:1788840352.326170:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840352.326171:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840352.326174:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840352.326178:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee8985c100. 00000100:00000001:2.0:1788840352.326181:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840352.326186:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID req@ffff90ee9125f100 x1875733133998208/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788840352.326194:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840352.326195:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840352.326199:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000dc252aff] to pc [ptlrpcd_01_01+1] req@ffff90ee9125f100 x1875733133998208/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840352.326213:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840352.326216:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788840352.326219:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788840352.326223:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125f480. 00000020:00000040:2.0:1788840352.326225:0:36:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=3 obd=lustre-OST0000-osc-ffff90ee90f70800 00000100:00000001:2.0:1788840352.326226:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840352.326228:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840352.326229:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840352.326232:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee8985c900. 00000100:00000001:2.0:1788840352.326235:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840352.326238:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID req@ffff90ee9125f480 x1875733133998336/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788840352.326244:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840352.326246:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840352.326249:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066e3bafe] to pc [ptlrpcd_01_00+0] req@ffff90ee9125f480 x1875733133998336/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840352.326256:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840352.326259:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788840352.326262:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788840352.326267:0:36:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125ed80. 00000020:00000040:2.0:1788840352.326269:0:36:0:(genops.c:1210:class_import_get()) import ffff90ee92b59000 refcount=3 obd=lustre-OST0001-osc-ffff90ee90f70800 00000100:00000001:2.0:1788840352.326271:0:36:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840352.326273:0:36:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840352.326274:0:36:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840352.326277:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee8985ca00. 00000100:00000001:2.0:1788840352.326280:0:36:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840352.326284:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID req@ffff90ee9125ed80 x1875733133998464/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788840352.326290:0:36:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840352.326292:0:36:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840352.326296:0:36:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e0e8a5c] to pc [ptlrpcd_01_01+1] req@ffff90ee9125ed80 x1875733133998464/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840352.326313:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840352.326318:0:36:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1919) 00000100:00000001:2.0:1788840352.326330:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840352.326335:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840352.326338:0:2361:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840352.326343:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125ce00 x1875733133998080/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840352.326350:0:2361:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840352.326353:0:2361:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840352.326357:0:2361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840352.326360:0:2361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840352.326363:0:2361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840352.326366:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2361:1875733133998080:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840352.326372:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840352.326378:0:2361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840352.326381:0:2361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840352.326384:0:2361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840352.326389:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee90f62200. 02000000:00000001:2.0:1788840352.326391:0:2361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840352.326399:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840352.326403:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e000. 00000400:00000010:2.0:1788840352.326412:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234ee0. 00000100:00000200:2.0:1788840352.326421:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133998080, portal 25 00000100:00000001:2.0:1788840352.326423:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840352.326425:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044631040 : -122120664920576 : ffff90ee9125ce00) 00000100:00000040:2.0:1788840352.326431:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125ce00 x1875733133998080/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840352.326439:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840352.326441:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840352.326445:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee912346e8. 00000100:00000200:2.0:1788840352.326448:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875733133998080, offset 0 00000400:00000200:2.0:1788840352.326455:0:2361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840352.326465:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840352.326474:0:2361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840352.326480:0:2361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840352.326485:0:2361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840352.326490:0:2361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840352.326492:0:2361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840352.326496:0:2361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2581:2581:256:4294967295] 192.168.202.131@tcp LPNI seq info [2581:2581:8:4294967295] 00000400:00000200:2.0:1788840352.326501:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840352.326511:0:2361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840352.326518:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840352.326523:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee8985ce00. 00000800:00000200:2.0:1788840352.326531:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840352.326540:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840352.326545:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee8985ce00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840352.326557:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840352.326561:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840352.326564:0:2361:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4296586143 00000100:00000010:2.0:1788840352.326570:0:2361:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee87fb1540. 00000100:00000001:2.0:1788840352.326578:0:2361:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788840352.326583:0:2361:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4296586143 00000100:00000010:2.0:1788840352.326587:0:2361:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee87fb14e0. 00000100:00000001:2.0:1788840352.326590:0:2361:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788840352.326593:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840352.326596:0:2361:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840352.326599:0:2361:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840352.326602:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125f480 x1875733133998336/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840352.326609:0:2361:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840352.326611:0:2361:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840352.326612:0:2361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840352.326614:0:2361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840352.326616:0:2361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840352.326618:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733133998336:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840352.326622:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840352.326624:0:2361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840352.326625:0:2361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840352.326627:0:2361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840352.326630:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee90f63200. 02000000:00000001:2.0:1788840352.326631:0:2361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840352.326634:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840352.326637:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e478. 00000400:00000010:2.0:1788840352.326678:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234cc0. 00000100:00000200:2.0:1788840352.326681:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133998336, portal 4 00000100:00000001:2.0:1788840352.326683:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840352.326684:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044640896 : -122120664910720 : ffff90ee9125f480) 00000100:00000040:2.0:1788840352.326693:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125f480 x1875733133998336/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840352.326699:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840352.326701:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840352.326703:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234b28. 00000100:00000200:2.0:1788840352.326706:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733133998336, offset 0 00000400:00000200:2.0:1788840352.326710:0:2361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840352.326714:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840352.326718:0:2361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840352.326721:0:2361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840352.326723:0:2361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840352.326725:0:2361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840352.326727:0:2361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840352.326730:0:2361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2582:2582:255:4294967295] 192.168.202.131@tcp LPNI seq info [2582:2582:7:4294967295] 00000400:00000200:2.0:1788840352.326734:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840352.326740:0:2361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840352.326746:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840352.326750:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee84c26200. 00000800:00000200:2.0:1788840352.327056:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840352.327064:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840352.327067:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee84c26200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840352.327071:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840352.327075:0:2361:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: using a timeout of 23173 usecs (24 jiffies) 00000400:00000200:2.0:1788840352.327079:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840352.327082:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296582169 00000100:00000001:2.0:1788840352.327084:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296586143 00000100:00000001:2.0:1788840352.327086:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296582169 00000100:00000001:2.0:1788840352.327088:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296586143 00000100:00000001:2.0:1788840352.327090:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840352.327093:0:2361:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840352.327096:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840352.327099:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840352.327110:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840352.327113:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788840352.327115:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840352.327116:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840352.327118:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840352.327121:0:2361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:2.0:1788840352.327123:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840352.327125:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840352.327127:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840352.327129:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840352.327130:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840352.327131:0:2361:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840352.327136:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125f100 x1875733133998208/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840352.327144:0:2361:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840352.327145:0:2361:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840352.327148:0:2361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840352.327151:0:2361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840352.327152:0:2361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840352.327155:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733133998208:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840352.327159:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840352.327162:0:2361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840352.327164:0:2361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840352.327165:0:2361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840352.327168:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee90f62e00. 02000000:00000001:2.0:1788840352.327170:0:2361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840352.327174:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840352.327177:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4edc0. 00000400:00000010:2.0:1788840352.327181:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234220. 00000100:00000200:2.0:1788840352.327184:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133998208, portal 10 00000100:00000001:2.0:1788840352.327186:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840352.327188:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044640000 : -122120664911616 : ffff90ee9125f100) 00000100:00000040:2.0:1788840352.327194:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125f100 x1875733133998208/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840352.327200:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840352.327202:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840352.327204:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee912344c8. 00000100:00000200:2.0:1788840352.327206:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733133998208, offset 0 00000400:00000200:2.0:1788840352.327210:0:2361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840352.327214:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840352.327218:0:2361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840352.327221:0:2361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840352.327224:0:2361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840352.327226:0:2361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840352.327228:0:2361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840352.327230:0:2361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2583:2583:254:4294967295] 192.168.202.131@tcp LPNI seq info [2583:2583:6:4294967295] 00000400:00000200:2.0:1788840352.327234:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840352.327239:0:2361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840352.327244:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840352.327247:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee84c26600. 00000800:00000200:2.0:1788840352.327251:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840352.327255:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840352.327257:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee84c26600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840352.327260:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840352.327263:0:2361:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 830081 usecs (831 jiffies) 00000400:00000200:2.0:1788840352.327266:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840352.327269:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296582976 00000100:00000001:2.0:1788840352.327271:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296586143 00000100:00000001:2.0:1788840352.327273:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296582976 00000100:00000001:2.0:1788840352.327275:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296586143 00000100:00000001:2.0:1788840352.327277:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840352.327279:0:2361:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840352.327281:0:2361:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840352.327285:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125ed80 x1875733133998464/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840352.327292:0:2361:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840352.327294:0:2361:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840352.327296:0:2361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840352.327362:0:2361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840352.327365:0:2361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840352.327369:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733133998464:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840352.327372:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840352.327374:0:2361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840352.327376:0:2361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840352.327378:0:2361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840352.327381:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee90f63600. 02000000:00000001:2.0:1788840352.327383:0:2361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840352.327386:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840352.327389:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e5d8. 00000400:00000010:2.0:1788840352.327392:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234c38. 00000100:00000200:2.0:1788840352.327395:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133998464, portal 4 00000100:00000001:2.0:1788840352.327396:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840352.327398:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044639104 : -122120664912512 : ffff90ee9125ed80) 00000100:00000040:2.0:1788840352.327404:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125ed80 x1875733133998464/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840352.327410:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840352.327412:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840352.327415:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234a18. 00000100:00000200:2.0:1788840352.327417:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733133998464, offset 0 00000400:00000200:2.0:1788840352.327421:0:2361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840352.327424:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840352.327428:0:2361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840352.327430:0:2361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840352.327433:0:2361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840352.327435:0:2361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840352.327437:0:2361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840352.327440:0:2361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2584:2584:253:4294967295] 192.168.202.131@tcp LPNI seq info [2584:2584:5:4294967295] 00000400:00000200:2.0:1788840352.327443:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840352.327448:0:2361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840352.327452:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840352.327456:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee9b2edf00. 00000800:00000200:2.0:1788840352.327460:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840352.327463:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840352.327465:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee9b2edf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840352.327468:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840352.327471:0:2361:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: using a timeout of 257610 usecs (258 jiffies) 00000400:00000200:2.0:1788840352.327474:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840352.327476:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296582403 00000100:00000001:2.0:1788840352.327478:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296586143 00000100:00000001:2.0:1788840352.327481:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296582403 00000100:00000001:2.0:1788840352.327483:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296586143 00000100:00000001:2.0:1788840352.327485:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840352.327487:0:2361:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840352.327489:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840352.327491:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840352.327503:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840352.327506:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840352.327557:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840352.327561:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee8985ce00. 00000400:00000200:2.0:1788840352.327566:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840352.327571:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840352.327577:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee912346e8 00000400:00000010:2.0:1788840352.327580:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee912346e8. 00000100:00000001:2.0:1788840352.327584:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840352.327588:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125ce00 x1875733133998080/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840352.327598:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840352.327601:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125ce00 x1875733133998080/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840368 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840352.327609:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840352.327610:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788840352.327624:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840352.327626:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee84c26200. 00000400:00000200:2.0:1788840352.327630:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840352.327633:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840352.327635:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234b28 00000400:00000010:2.0:1788840352.327637:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234b28. 00000100:00000001:2.0:1788840352.327670:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840352.327675:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125f480 x1875733133998336/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840352.327682:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840352.327685:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125f480 x1875733133998336/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840368 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840352.327692:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840352.327694:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788840352.327703:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840352.327705:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee84c26600. 00000400:00000200:2.0:1788840352.327708:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840352.327712:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840352.327714:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee912344c8 00000400:00000010:2.0:1788840352.327715:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee912344c8. 00000100:00000001:2.0:1788840352.327718:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840352.327721:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125f100 x1875733133998208/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840352.327728:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840352.327731:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125f100 x1875733133998208/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840368 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840352.327738:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840352.327740:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788840352.328384:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840352.328389:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee9b2edf00. 00000400:00000200:2.0:1788840352.328394:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840352.328399:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840352.328405:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234a18 00000400:00000010:2.0:1788840352.328407:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234a18. 00000100:00000001:2.0:1788840352.328409:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840352.328414:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125ed80 x1875733133998464/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840368 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840352.328423:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840352.328426:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125ed80 x1875733133998464/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840368 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840352.328432:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840352.328434:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840352.330935:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840352.330959:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840352.330965:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840352.330968:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840352.330978:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840352.330988:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840352.331000:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840352.331016:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840352.331024:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840352.331029:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 10 MB=0x6a9f827253880 00000400:00000200:3.0:1788840352.331035:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840352.331042:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 224/224 into md 0x708d [1] + 224 00000800:00000001:3.0:1788840352.331051:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840352.331058:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840352.331062:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840352.331067:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840352.331075:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840352.331085:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125f100 x1875733133998208/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840368 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840352.331098:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee9125f100 x1875733133998208/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840352.331154:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840352.331165:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840352.331169:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840352.331184:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840352.331188:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788840352.331197:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840352.331199:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840352.331203:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4edc0. 00000400:00000200:3.0:1788840352.331209:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234220 00000400:00000010:3.0:1788840352.331212:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234220. 00000100:00000001:3.0:1788840352.331215:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840352.331220:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125f100 x1875733133998208/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840352.331230:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125f100 x1875733133998208/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840368 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840352.331237:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840352.331239:0:2361:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840352.331242:0:2361:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840352.331246:0:2361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840352.331250:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840352.331253:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840352.331257:0:2361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840352.331271:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=52 v=5 (5 5 102 102) 00000100:00001000:3.0:1788840352.331276:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=10 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840352.331279:0:2361:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840352.331282:0:2361:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840352.331286:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840352.331290:0:2361:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840352.331294:0:2361:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840352.331297:0:2361:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967654 00000100:00000001:3.0:1788840352.331299:0:2361:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840352.331301:0:2361:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840352.331307:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125f100 x1875733133998208/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840368 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840352.331314:0:2361:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840352.331317:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840352.331320:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840352.331324:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125f100 x1875733133998208/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840368 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840352.331333:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733133998208:192.168.202.131@tcp:400:kworker.0 00000100:00000001:3.0:1788840352.331340:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840352.331343:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840352.331347:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125f100 x1875733133998208/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840368 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840352.331354:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840352.331357:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840352.331361:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee90f62e00. 02000000:00000001:3.0:1788840352.331364:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840352.331368:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840352.331370:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=3 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:3.0:1788840352.331373:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840352.331377:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee8985c100. 02000000:00000001:3.0:1788840352.331380:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840352.331383:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840352.331385:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125f100. 00000100:00000001:3.0:1788840352.331399:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840352.331401:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840352.331406:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840352.331407:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840352.331409:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840352.331410:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840352.331412:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788840352.334803:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840352.334827:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840352.334832:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840352.334835:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840352.334847:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840352.334857:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840352.334868:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840352.334873:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840352.334880:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840352.334885:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f827253900 00000400:00000200:3.0:1788840352.334891:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840352.334898:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x707d [1] + 224 00000800:00000001:3.0:1788840352.334908:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840352.334913:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840352.334917:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840352.334923:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840352.334933:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840352.334945:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125f480 x1875733133998336/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840368 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840352.334959:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee9125f480 x1875733133998336/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840352.334977:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840352.334987:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840352.334992:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840352.334994:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840352.334996:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840352.334999:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840352.335003:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840352.335019:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840352.335023:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840352.335026:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840352.335029:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f827253980 00000400:00000200:3.0:1788840352.335032:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840352.335036:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x709d [1] + 224 00000800:00000001:3.0:1788840352.335040:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840352.335047:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840352.335049:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840352.335053:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840352.335056:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840352.335061:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125ed80 x1875733133998464/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840368 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840352.335077:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee9125ed80 x1875733133998464/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840352.335085:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840352.335089:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840352.335092:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840352.335108:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840352.335113:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788840352.335122:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840352.335125:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840352.335128:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e5d8. 00000400:00000200:3.0:1788840352.335136:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234c38 00000400:00000010:3.0:1788840352.335139:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234c38. 00000100:00000001:3.0:1788840352.335143:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840352.335147:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125ed80 x1875733133998464/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840352.335157:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125ed80 x1875733133998464/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840368 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840352.335163:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840352.335165:0:2361:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840352.335168:0:2361:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840352.335172:0:2361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840352.335175:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840352.335177:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840352.335181:0:2361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840352.335192:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b59460 time=52 v=5 (5 5 5 5) 00000100:00001000:3.0:1788840352.335197:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b59418 time=4 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840352.335200:0:2361:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840352.335202:0:2361:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840352.335206:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840352.335210:0:2361:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840352.335215:0:2361:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840352.335217:0:2361:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90ee90f70800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1788840352.335219:0:2361:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840352.335222:0:2361:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840352.335227:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125ed80 x1875733133998464/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840368 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840352.335235:0:2361:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840352.335238:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840352.335240:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840352.335244:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125ed80 x1875733133998464/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840368 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840352.335252:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733133998464:192.168.202.131@tcp:400:kworker.0 00000400:00000001:3.0:1788840352.335258:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840352.335259:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840352.335261:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e478. 00000400:00000200:3.0:1788840352.335264:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234cc0 00000400:00000010:3.0:1788840352.335265:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234cc0. 00000100:00000001:3.0:1788840352.335267:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840352.335270:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125f480 x1875733133998336/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840352.335278:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125f480 x1875733133998336/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840368 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840352.335285:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840352.335287:0:2361:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840352.335289:0:2361:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840352.335290:0:2361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840352.335292:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840352.335293:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840352.335295:0:2361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840352.335299:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b5cc60 time=52 v=5 (5 5 5 5) 00000100:00001000:3.0:1788840352.335302:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=4 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840352.335305:0:2361:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840352.335306:0:2361:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840352.335307:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840352.335309:0:2361:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840352.335312:0:2361:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840352.335314:0:2361:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: skip recheck: last_committed 4294967341 00000100:00000001:3.0:1788840352.335316:0:2361:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840352.335317:0:2361:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840352.335320:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125f480 x1875733133998336/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840368 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840352.335327:0:2361:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840352.335329:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840352.335330:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840352.335333:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125f480 x1875733133998336/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840368 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840352.335341:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733133998336:192.168.202.131@tcp:400:kworker.0 00000100:00000001:3.0:1788840352.335346:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840352.335349:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840352.335353:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125ed80 x1875733133998464/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840368 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840352.335360:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840352.335363:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840352.335367:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee90f63600. 02000000:00000001:3.0:1788840352.335440:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840352.335444:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840352.335447:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee92b59000 refcount=2 obd=lustre-OST0001-osc-ffff90ee90f70800 00000020:00000001:3.0:1788840352.335449:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840352.335453:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee8985ca00. 02000000:00000001:3.0:1788840352.335457:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840352.335459:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840352.335461:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125ed80. 00000100:00000001:3.0:1788840352.335465:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840352.335467:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840352.335469:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840352.335473:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125f480 x1875733133998336/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840368 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840352.335486:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840352.335487:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840352.335489:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee90f63200. 02000000:00000001:3.0:1788840352.335491:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840352.335493:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840352.335494:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=2 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:3.0:1788840352.335496:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840352.335498:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee8985c900. 02000000:00000001:3.0:1788840352.335500:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840352.335501:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840352.335502:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125f480. 00000100:00000001:3.0:1788840352.335504:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840352.335506:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840352.335509:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840352.335511:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840352.335513:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840352.335514:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840352.335516:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788840352.338676:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840352.338697:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840352.338702:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840352.338704:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840352.338716:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840352.338725:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840352.338735:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840352.338741:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840352.338747:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840352.338751:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 25 MB=0x6a9f827253800 00000400:00000200:3.0:1788840352.338757:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840352.338764:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.131@tcp of length 224/224 into md 0x706d [1] + 224 00000800:00000001:3.0:1788840352.338773:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840352.338789:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840352.338793:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840352.338799:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840352.338810:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840352.338822:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125ce00 x1875733133998080/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840368 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840352.338834:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee9125ce00 x1875733133998080/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840352.338853:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840352.338863:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840352.338866:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840352.338881:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840352.338887:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788840352.338894:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840352.338897:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840352.338900:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e000. 00000400:00000200:3.0:1788840352.338907:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234ee0 00000400:00000010:3.0:1788840352.338910:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234ee0. 00000100:00000001:3.0:1788840352.338913:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840352.338918:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125ce00 x1875733133998080/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840368 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840352.338927:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125ce00 x1875733133998080/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840368 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840352.338933:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840352.338935:0:2361:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840352.338938:0:2361:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840352.338942:0:2361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840352.338945:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840352.338948:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840352.338952:0:2361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840352.338960:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98ee5c60 time=52 v=5 (5 5 5 5) 00000100:00001000:3.0:1788840352.338965:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98ee5c18 time=13 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840352.338968:0:2361:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840352.338970:0:2361:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840352.338973:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840352.338976:0:2361:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840352.338979:0:2361:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840352.338985:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125ce00 x1875733133998080/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840368 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840352.338992:0:2361:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840352.338995:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840352.338998:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840352.339002:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125ce00 x1875733133998080/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840368 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840352.339088:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2361:1875733133998080:192.168.202.131@tcp:400:kworker.0 00000100:00000001:3.0:1788840352.339094:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840352.339097:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840352.339101:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125ce00 x1875733133998080/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840368 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840352.339108:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840352.339111:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840352.339115:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee90f62200. 02000000:00000001:3.0:1788840352.339119:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840352.339122:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840352.339124:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee98ee5800 refcount=3 obd=MGC192.168.202.131@tcp 00000020:00000001:3.0:1788840352.339127:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840352.339130:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee8985c200. 02000000:00000001:3.0:1788840352.339135:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840352.339137:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840352.339139:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125ce00. 00000100:00000001:3.0:1788840352.339143:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840352.339144:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840352.339147:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840352.339156:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840352.339158:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840352.339161:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840352.339163:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840352.389740:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840352.389750:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840352.389758:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840352.389760:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840352.389836:0:15925:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788840352.389840:0:15925:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840352.389844:0:15925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788840353.399224:0:33296:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840353.416722:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840353.416729:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840353.416735:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840353.416736:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840353.417014:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788840353.417018:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840353.417021:0:16054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1788840353.777290:0:33332:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1788840353.777298:0:33332:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg231-client.virtnet: executing wait_import_state_mount (FULL|IDLE) mdc.lustre-MDT0000-mdc-*.mds_server_uuid 1475 0 00000001:00000001:1.0:1788840353.785223:0:33332:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:0.0:1788840353.990332:0:33345:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840354.438696:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840354.438705:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840354.438711:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840354.438712:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840354.438732:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788840354.438734:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840354.438737:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788840354.961488:0:33442:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840355.462973:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840355.462989:0:31109:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840355.462992:0:31109:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840355.462997:0:31109:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840355.463004:0:31109:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840355.463007:0:31109:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840355.463008:0:31109:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840355.463011:0:31109:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840355.463016:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840355.463017:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840355.463401:0:15925:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840355.463405:0:15925:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840355.463408:0:15925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1788840355.506446:0:33479:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1788840355.506459:0:33479:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: mdc.lustre-MDT0000-mdc-*.mds_server_uuid in FULL state after 0 sec 00000001:00000001:1.0:1788840355.514203:0:33479:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:2.0:1788840356.357831:0:28130:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120a20 (cpu 2) has reached its deadline 4296586143, at 4296586176 00000100:00000010:2.0:1788840356.357864:0:28130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee87fb1540. 00000100:00000040:3.0:1788840356.357987:0:20562:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120b30 (cpu 3) has reached its deadline 4296586143, at 4296586176 00000100:00000010:3.0:1788840356.357995:0:20562:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee87fb14e0. 00010000:00000001:1.0:1788840356.490285:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840356.490295:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840356.490303:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840356.490304:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840356.490457:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788840356.490462:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840356.490465:0:16054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788840357.263750:0:33497:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840357.446056:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788840357.446072:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788840357.446088:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f58000. 00000020:00000040:0.0:1788840357.446097:0:37:0:(genops.c:1210:class_import_get()) import ffff90ee98ee5800 refcount=4 obd=MGC192.168.202.131@tcp 00000100:00000001:0.0:1788840357.446102:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840357.446106:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840357.446113:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840357.446124:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee92e46700. 00000100:00000001:0.0:1788840357.446135:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840357.446150:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS req@ffff90ee87f58000 x1875733133998592/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788840357.446163:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840357.446168:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840357.446175:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007628b4a0] to pc [ptlrpcd_00_00+0] req@ffff90ee87f58000 x1875733133998592/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840357.446228:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840357.446234:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840357.446237:0:2359:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840357.446254:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f58000 x1875733133998592/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840357.446263:0:2359:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840357.446266:0:2359:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840357.446271:0:2359:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840357.446275:0:2359:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840357.446278:0:2359:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840357.446281:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2359:1875733133998592:192.168.202.131@tcp:400:kworker.0 00000100:00000001:1.0:1788840357.446286:0:2359:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840357.446294:0:2359:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840357.446297:0:2359:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840357.446300:0:2359:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840357.446306:0:2359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee87f94a00. 02000000:00000001:1.0:1788840357.446309:0:2359:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840357.446318:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840357.446324:0:2359:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe478. 00000400:00000010:1.0:1788840357.446332:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539330. 00000100:00000200:1.0:1788840357.446341:0:2359:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133998592, portal 25 00000100:00000001:1.0:1788840357.446344:0:2359:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840357.446346:0:2359:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890470400 : -122120819081216 : ffff90ee87f58000) 00000100:00000040:1.0:1788840357.446353:0:2359:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87f58000 x1875733133998592/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840357.446362:0:2359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840357.446365:0:2359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840357.446369:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539550. 00000100:00000200:1.0:1788840357.446373:0:2359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875733133998592, offset 0 00000400:00000200:1.0:1788840357.446381:0:2359:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840357.446394:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840357.446405:0:2359:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840357.446412:0:2359:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840357.446429:0:2359:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840357.446435:0:2359:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840357.446439:0:2359:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840357.446442:0:2359:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2585:2585:256:4294967295] 192.168.202.131@tcp LPNI seq info [2585:2585:8:4294967295] 00000400:00000200:1.0:1788840357.446447:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840357.446459:0:2359:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840357.446467:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840357.446472:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989900. 00000800:00000200:1.0:1788840357.446480:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840357.446489:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840357.446495:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788840357.446516:0:2359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840357.446521:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840357.446524:0:2359:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4296591263 00000100:00000010:1.0:1788840357.446529:0:2359:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee8532cba0. 00000100:00000001:1.0:1788840357.446538:0:2359:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2 00000100:00000001:1.0:1788840357.446545:0:2359:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4296591263 00000100:00000010:1.0:1788840357.446548:0:2359:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee8532c1e0. 00000100:00000001:1.0:1788840357.446552:0:2359:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3 00000100:00000001:1.0:1788840357.446555:0:2359:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840357.446559:0:2359:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840357.446563:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840357.446566:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788840357.446777:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840357.446783:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989900. 00000400:00000200:3.0:1788840357.446790:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840357.446796:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840357.446803:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539550 00000400:00000010:3.0:1788840357.446806:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539550. 00000100:00000001:3.0:1788840357.446812:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840357.446817:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f58000 x1875733133998592/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840357.446826:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840357.446830:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f58000 x1875733133998592/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840373 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840357.446843:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840357.446845:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788840357.447150:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840357.447156:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788840357.447161:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788840357.447167:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f5ad80. 00000020:00000040:0.0:1788840357.447174:0:37:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=4 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:0.0:1788840357.447177:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840357.447180:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840357.447184:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840357.447189:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee92e46000. 00000100:00000001:0.0:1788840357.447194:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840357.447200:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID req@ffff90ee87f5ad80 x1875733133998720/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788840357.447209:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840357.447213:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840357.447218:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005fa0545b] to pc [ptlrpcd_00_01+1] req@ffff90ee87f5ad80 x1875733133998720/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840357.449964:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840357.449975:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788840357.449984:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840357.449987:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840357.449992:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840357.449997:0:2359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1788840357.450000:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840357.450003:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840357.450005:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840357.450007:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840357.450018:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840357.450021:0:2359:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840357.450039:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f5ad80 x1875733133998720/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840357.450051:0:2359:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840357.450054:0:2359:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840357.450059:0:2359:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840357.450064:0:2359:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840357.450067:0:2359:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840357.450071:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2359:1875733133998720:192.168.202.131@tcp:400:kworker.0 00000100:00000001:1.0:1788840357.450077:0:2359:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840357.450084:0:2359:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840357.450088:0:2359:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840357.450092:0:2359:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840357.450104:0:2359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee87f95600. 02000000:00000001:1.0:1788840357.450106:0:2359:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840357.450116:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840357.450122:0:2359:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000010:1.0:1788840357.450133:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539550. 00000100:00000200:1.0:1788840357.450145:0:2359:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133998720, portal 10 00000100:00000001:1.0:1788840357.450148:0:2359:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840357.450150:0:2359:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890482048 : -122120819069568 : ffff90ee87f5ad80) 00000100:00000040:1.0:1788840357.450160:0:2359:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87f5ad80 x1875733133998720/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840357.450169:0:2359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840357.450172:0:2359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840357.450175:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539198. 00000100:00000200:1.0:1788840357.450179:0:2359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733133998720, offset 0 00000400:00000200:1.0:1788840357.450188:0:2359:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840357.450198:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840357.450206:0:2359:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840357.450213:0:2359:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840357.450218:0:2359:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840357.450223:0:2359:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840357.450227:0:2359:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840357.450231:0:2359:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2586:2586:256:4294967295] 192.168.202.131@tcp LPNI seq info [2586:2586:8:4294967295] 00000400:00000200:1.0:1788840357.450235:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840357.450367:0:2359:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840357.450376:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840357.450391:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989100. 00000800:00000200:1.0:1788840357.450400:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840357.450409:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840357.450414:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788840357.450553:0:2359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840357.450560:0:2359:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 829037 usecs (830 jiffies) 00000400:00000200:1.0:1788840357.450565:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840357.450569:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296588095 00000100:00000001:1.0:1788840357.450573:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296591263 00000100:00000001:1.0:1788840357.450576:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296588095 00000100:00000001:1.0:1788840357.450578:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296591263 00000100:00000001:1.0:1788840357.450581:0:2359:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840357.450584:0:2359:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840357.450587:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840357.450590:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840357.450630:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840357.450633:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840357.450912:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840357.450918:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989100. 00000400:00000200:3.0:1788840357.450924:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840357.450931:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840357.450940:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539198 00000400:00000010:3.0:1788840357.450943:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539198. 00000100:00000001:3.0:1788840357.450948:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840357.450954:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f5ad80 x1875733133998720/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840357.450967:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840357.450971:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f5ad80 x1875733133998720/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840373 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840357.450980:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840357.450981:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788840357.453982:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840357.453995:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840357.454002:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840357.454322:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840357.454328:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788840357.454333:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1788840357.454349:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f59f80. 00000020:00000040:0.0:1788840357.454356:0:37:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=3 obd=lustre-OST0000-osc-ffff90ee90f70800 00000100:00000001:0.0:1788840357.454361:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840357.454365:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840357.454372:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840357.454508:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee92e46600. 00000100:00000001:0.0:1788840357.454519:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840357.454536:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID req@ffff90ee87f59f80 x1875733133998848/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788840357.454549:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840357.454555:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840357.454562:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000100630d0] to pc [ptlrpcd_00_00+0] req@ffff90ee87f59f80 x1875733133998848/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840357.454584:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840357.454587:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1788840357.454592:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000800:00000001:3.0:1788840357.455171:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840357.455189:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840357.455193:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840357.455196:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840357.455205:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840357.455213:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840357.455225:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840357.455231:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840357.455237:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840357.455242:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 25 MB=0x6a9f827253a00 00000400:00000200:3.0:1788840357.455257:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840357.455264:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.131@tcp of length 224/224 into md 0x70ad [1] + 224 00000800:00000001:3.0:1788840357.455273:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840357.455281:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840357.455284:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840357.455289:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840357.455298:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840357.455305:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f58000 x1875733133998592/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840373 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840357.455317:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87f58000 x1875733133998592/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840357.455325:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840357.455336:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840357.455339:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788840357.455851:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f59c00. 00000020:00000040:0.0:1788840357.455857:0:37:0:(genops.c:1210:class_import_get()) import ffff90ee92b59000 refcount=3 obd=lustre-OST0001-osc-ffff90ee90f70800 00000100:00000001:0.0:1788840357.455861:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840357.455864:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840357.455869:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840357.455875:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee92e46c00. 00000100:00000001:0.0:1788840357.455881:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840357.455888:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID req@ffff90ee87f59c00 x1875733133998976/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788840357.455898:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840357.455903:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840357.455908:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002cf1632d] to pc [ptlrpcd_00_01+1] req@ffff90ee87f59c00 x1875733133998976/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840357.455920:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840357.455925:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1924) 00000100:00000001:0.0:1788840357.455970:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840357.455974:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840357.455977:0:2360:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840357.455983:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f59c00 x1875733133998976/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840357.455990:0:2360:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840357.455993:0:2360:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840357.455997:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840357.456001:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840357.456003:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840357.456006:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2360:1875733133998976:192.168.202.131@tcp:400:kworker.0 00000100:00000001:0.0:1788840357.456115:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840357.456124:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840357.456128:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840357.456131:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840357.456137:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee98863000. 02000000:00000001:0.0:1788840357.456140:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840357.456146:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840357.456151:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c800b0. 00000400:00000010:0.0:1788840357.456159:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed62a8. 00000100:00000200:0.0:1788840357.456168:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133998976, portal 4 00000100:00000001:0.0:1788840357.456171:0:2360:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840357.456173:0:2360:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890477568 : -122120819074048 : ffff90ee87f59c00) 00000100:00000040:0.0:1788840357.456182:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87f59c00 x1875733133998976/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840357.456191:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840357.456194:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840357.456196:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6dd0. 00000100:00000200:0.0:1788840357.456201:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733133998976, offset 0 00000400:00000200:0.0:1788840357.456209:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840357.456217:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840357.456225:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840357.456232:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840357.456238:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000100:00000001:1.0:1788840357.456334:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840357.456339:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840357.456341:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840357.456343:0:2359:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840357.456350:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f59f80 x1875733133998848/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840357.456364:0:2359:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840357.456365:0:2359:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840357.456368:0:2359:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840357.456369:0:2359:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840357.456371:0:2359:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840357.456374:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2359:1875733133998848:192.168.202.131@tcp:400:kworker.0 00000100:00000001:1.0:1788840357.456378:0:2359:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840357.456380:0:2359:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840357.456382:0:2359:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840357.456384:0:2359:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840357.456388:0:2359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee87f94e00. 02000000:00000001:1.0:1788840357.456390:0:2359:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840357.456393:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840357.456397:0:2359:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fec08. 00000400:00000010:1.0:1788840357.456402:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea05394c8. 00000100:00000200:1.0:1788840357.456405:0:2359:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133998848, portal 4 00000100:00000001:1.0:1788840357.456407:0:2359:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840357.456408:0:2359:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890478464 : -122120819073152 : ffff90ee87f59f80) 00000100:00000040:1.0:1788840357.456414:0:2359:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87f59f80 x1875733133998848/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840357.456432:0:2359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840357.456434:0:2359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840357.456437:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539aa0. 00000100:00000200:1.0:1788840357.456440:0:2359:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733133998848, offset 0 00000400:00000200:1.0:1788840357.456445:0:2359:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000800:00000001:3.0:1788840357.456665:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840357.456680:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840357.456682:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840357.456684:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840357.456689:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840357.456694:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840357.456700:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840357.456704:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840357.456708:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840357.456712:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 10 MB=0x6a9f827253a80 00000400:00000200:3.0:1788840357.456716:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840357.456721:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 224/224 into md 0x70b5 [1] + 224 00000800:00000001:3.0:1788840357.456726:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840357.456734:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840357.456737:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840357.456741:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:0.0:1788840357.456783:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840357.456787:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840357.456791:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2587:2587:256:4294967295] 192.168.202.131@tcp LPNI seq info [2587:2587:8:4294967295] 00000400:00000200:0.0:1788840357.456797:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840357.456807:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840357.456813:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840357.456820:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee92e46f00. 00000800:00000200:0.0:1788840357.456828:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840357.456843:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840357.456850:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee92e46f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788840357.456864:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840357.456870:0:2360:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: using a timeout of 256208 usecs (257 jiffies) 00000400:00000200:0.0:1788840357.456874:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840357.456877:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296587532 00000100:00000001:0.0:1788840357.456881:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296591263 00000100:00000001:0.0:1788840357.456884:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296587532 00000100:00000001:0.0:1788840357.456886:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296591263 00000100:00000001:0.0:1788840357.456889:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840357.456893:0:2360:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840357.456897:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840357.456900:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840357.456909:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840357.456915:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788840357.456918:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840357.456920:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840357.456922:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840357.456924:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840357.460525:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840357.460544:0:2359:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840357.460551:0:2359:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840357.460557:0:2359:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840357.460561:0:2359:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840357.460565:0:2359:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840357.460571:0:2359:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2588:2588:255:4294967295] 192.168.202.131@tcp LPNI seq info [2588:2588:7:4294967295] 00000400:00000200:1.0:1788840357.460576:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840357.460589:0:2359:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840357.460608:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840357.460616:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989e00. 00000800:00000200:1.0:1788840357.460625:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840357.460633:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840357.460662:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788840357.460670:0:2359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840357.460677:0:2359:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: using a timeout of 23120 usecs (24 jiffies) 00000400:00000200:1.0:1788840357.460681:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840357.460685:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296587303 00000100:00000001:1.0:1788840357.460688:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296591263 00000100:00000001:1.0:1788840357.460691:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296587303 00000100:00000001:1.0:1788840357.460694:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296591263 00000100:00000001:1.0:1788840357.460696:0:2359:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840357.460701:0:2359:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1788840357.460712:0:2359:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840357.460714:0:2359:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840357.460718:0:2359:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe478. 00000400:00000200:1.0:1788840357.460723:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539330 00000400:00000010:1.0:1788840357.460726:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539330. 00000100:00000001:1.0:1788840357.460731:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840357.460741:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f58000 x1875733133998592/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788840357.460753:0:2359:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f58000 x1875733133998592/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840373 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840357.460761:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840357.460764:0:2359:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840357.460768:0:2359:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840357.460773:0:2359:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840357.460777:0:2359:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840357.460780:0:2359:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840357.460784:0:2359:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840357.460793:0:2359:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98ee5c60 time=57 v=5 (5 5 5 5) 00000100:00001000:1.0:1788840357.460797:0:2359:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98ee5c18 time=18 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840357.460800:0:2359:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840357.460801:0:2359:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840357.460805:0:2359:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840357.460807:0:2359:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840357.460811:0:2359:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840357.460816:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f58000 x1875733133998592/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840373 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840357.460822:0:2359:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840357.460825:0:2359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840357.460827:0:2359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840357.460832:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f58000 x1875733133998592/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840373 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788840357.460849:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2359:1875733133998592:192.168.202.131@tcp:400:kworker.0 00000100:00000001:1.0:1788840357.460855:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840357.460859:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840357.460863:0:2359:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f58000 x1875733133998592/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840373 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840357.460870:0:2359:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840357.460873:0:2359:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840357.460877:0:2359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee87f94a00. 02000000:00000001:1.0:1788840357.460880:0:2359:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840357.460883:0:2359:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840357.460885:0:2359:0:(genops.c:1223:class_import_put()) import ffff90ee98ee5800 refcount=3 obd=MGC192.168.202.131@tcp 00000020:00000001:1.0:1788840357.460888:0:2359:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840357.460892:0:2359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee92e46700. 02000000:00000001:1.0:1788840357.460895:0:2359:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840357.460898:0:2359:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840357.460901:0:2359:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f58000. 00000100:00000001:1.0:1788840357.460904:0:2359:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840357.460906:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840357.460908:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840357.460918:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840357.460920:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788840357.460923:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840357.460925:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840357.460926:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840357.460929:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840357.461241:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840357.461256:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee92e46f00. 00000400:00000200:2.0:1788840357.461261:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840357.461268:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840357.461274:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6dd0 00000400:00000010:2.0:1788840357.461277:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6dd0. 00000100:00000001:2.0:1788840357.461281:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840357.461288:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f59c00 x1875733133998976/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840357.461299:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840357.461302:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f59c00 x1875733133998976/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840373 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840357.461308:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840357.461311:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788840357.461620:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840357.461624:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989e00. 00000400:00000200:2.0:1788840357.461628:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840357.461632:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840357.461635:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539aa0 00000400:00000010:2.0:1788840357.461637:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539aa0. 00000100:00000001:2.0:1788840357.461664:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840357.461669:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f59f80 x1875733133998848/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840373 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840357.461677:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840357.461679:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f59f80 x1875733133998848/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840373 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840357.461691:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840357.461693:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788840357.461830:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840357.461850:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f5ad80 x1875733133998720/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840373 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840357.461861:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87f5ad80 x1875733133998720/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840357.461882:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840357.461893:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840357.461902:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840357.462454:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840357.462460:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788840357.462468:0:2359:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840357.462470:0:2359:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840357.462474:0:2359:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000200:1.0:1788840357.462480:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539550 00000400:00000010:1.0:1788840357.462482:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539550. 00000100:00000001:1.0:1788840357.462486:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840357.462491:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f5ad80 x1875733133998720/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788840357.462500:0:2359:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f5ad80 x1875733133998720/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840373 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840357.462506:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840357.462508:0:2359:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840357.462511:0:2359:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840357.462515:0:2359:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840357.462517:0:2359:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840357.462520:0:2359:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840357.462523:0:2359:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840357.462533:0:2359:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=57 v=5 (5 5 102 102) 00000100:00001000:1.0:1788840357.462537:0:2359:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840357.462540:0:2359:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840357.462541:0:2359:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840357.462545:0:2359:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840357.462549:0:2359:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840357.462553:0:2359:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840357.462556:0:2359:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967654 00000100:00000001:1.0:1788840357.462559:0:2359:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840357.462561:0:2359:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840357.462566:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f5ad80 x1875733133998720/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840373 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840357.462573:0:2359:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840357.462576:0:2359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840357.462578:0:2359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840357.462582:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f5ad80 x1875733133998720/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840373 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788840357.462591:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f5ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2359:1875733133998720:192.168.202.131@tcp:400:kworker.0 00000100:00000001:1.0:1788840357.462607:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840357.462610:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840357.462613:0:2359:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f5ad80 x1875733133998720/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840373 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840357.462619:0:2359:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840357.462622:0:2359:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840357.462625:0:2359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee87f95600. 02000000:00000001:1.0:1788840357.462630:0:2359:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840357.462633:0:2359:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840357.462635:0:2359:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=3 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:1.0:1788840357.462637:0:2359:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840357.462676:0:2359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee92e46000. 02000000:00000001:1.0:1788840357.462681:0:2359:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840357.462683:0:2359:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840357.462685:0:2359:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f5ad80. 00000100:00000001:1.0:1788840357.462690:0:2359:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840357.462691:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840357.462694:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840357.462696:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840357.462697:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840357.462699:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840357.462701:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788840357.467185:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840357.467221:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840357.467227:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840357.467230:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840357.467242:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840357.467260:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840357.467272:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840357.467277:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840357.467284:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840357.467289:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f827253b80 00000400:00000200:2.0:1788840357.467294:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840357.467301:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x70bd [1] + 224 00000800:00000001:2.0:1788840357.467311:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840357.467332:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840357.467337:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840357.467344:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840357.467355:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840357.467369:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f59c00 x1875733133998976/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840373 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840357.467382:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87f59c00 x1875733133998976/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840357.467406:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840357.467418:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840357.467422:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840357.467540:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840357.467547:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788840357.467556:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840357.467559:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840357.467563:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c800b0. 00000400:00000200:1.0:1788840357.467569:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed62a8 00000400:00000010:1.0:1788840357.467572:0:2360:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed62a8. 00000100:00000001:1.0:1788840357.467575:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840357.467580:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f59c00 x1875733133998976/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788840357.467590:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f59c00 x1875733133998976/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840373 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840357.467607:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840357.467609:0:2360:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840357.467612:0:2360:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840357.467616:0:2360:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840357.467620:0:2360:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840357.467623:0:2360:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840357.467627:0:2360:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840357.467664:0:2360:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b59460 time=57 v=5 (5 5 5 5) 00000100:00001000:1.0:1788840357.467669:0:2360:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b59418 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840357.467672:0:2360:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840357.467674:0:2360:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840357.467677:0:2360:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840357.467682:0:2360:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840357.467688:0:2360:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840357.467690:0:2360:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90ee90f70800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1788840357.467692:0:2360:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840357.467694:0:2360:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840357.467700:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f59c00 x1875733133998976/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840373 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840357.467707:0:2360:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840357.467711:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840357.467714:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840357.467718:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f59c00 x1875733133998976/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840373 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788840357.467733:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f59c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2360:1875733133998976:192.168.202.131@tcp:400:kworker.0 00000100:00000001:1.0:1788840357.467739:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840357.467742:0:2360:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840357.467745:0:2360:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f59c00 x1875733133998976/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840373 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840357.467754:0:2360:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840357.467757:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840357.467761:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee98863000. 02000000:00000001:1.0:1788840357.467765:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840357.467768:0:2360:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840357.467770:0:2360:0:(genops.c:1223:class_import_put()) import ffff90ee92b59000 refcount=2 obd=lustre-OST0001-osc-ffff90ee90f70800 00000020:00000001:1.0:1788840357.467773:0:2360:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840357.467776:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee92e46c00. 02000000:00000001:1.0:1788840357.467780:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840357.467782:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840357.467784:0:2360:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f59c00. 00000100:00000001:1.0:1788840357.467788:0:2360:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840357.467790:0:2360:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840357.467793:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840357.467801:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840357.467803:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840357.467806:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840357.467809:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788840357.473832:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840357.473857:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840357.473864:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840357.473868:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840357.473881:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840357.473910:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840357.473924:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840357.473930:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840357.473939:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840357.473944:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f827253b00 00000400:00000200:3.0:1788840357.473950:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840357.473960:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x70c5 [1] + 224 00000800:00000001:3.0:1788840357.473970:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840357.474039:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840357.474044:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840357.474050:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840357.474061:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840357.474073:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f59f80 x1875733133998848/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840373 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840357.474086:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87f59f80 x1875733133998848/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840357.474106:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840357.474117:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840357.474120:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840357.474637:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840357.474738:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788840357.474749:0:2359:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840357.474752:0:2359:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840357.474756:0:2359:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fec08. 00000400:00000200:1.0:1788840357.474761:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea05394c8 00000400:00000010:1.0:1788840357.474765:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea05394c8. 00000100:00000001:1.0:1788840357.474769:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840357.474776:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f59f80 x1875733133998848/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840373 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788840357.474795:0:2359:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f59f80 x1875733133998848/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840373 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840357.474807:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840357.474809:0:2359:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840357.474812:0:2359:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840357.474817:0:2359:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840357.474820:0:2359:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840357.474823:0:2359:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840357.474828:0:2359:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840357.474899:0:2359:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b5cc60 time=57 v=5 (5 5 5 5) 00000100:00001000:1.0:1788840357.474905:0:2359:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840357.474908:0:2359:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840357.474910:0:2359:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840357.474914:0:2359:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840357.474919:0:2359:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840357.474924:0:2359:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840357.474926:0:2359:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: skip recheck: last_committed 4294967341 00000100:00000001:1.0:1788840357.474929:0:2359:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840357.474931:0:2359:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840357.474937:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f59f80 x1875733133998848/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840373 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840357.474945:0:2359:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840357.474949:0:2359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840357.474951:0:2359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840357.474956:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f59f80 x1875733133998848/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840373 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788840357.474964:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2359:1875733133998848:192.168.202.131@tcp:400:kworker.0 00000100:00000001:1.0:1788840357.474970:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840357.474974:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840357.475103:0:2359:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f59f80 x1875733133998848/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840373 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840357.475117:0:2359:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840357.475120:0:2359:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840357.475125:0:2359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee87f94e00. 02000000:00000001:1.0:1788840357.475129:0:2359:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840357.475132:0:2359:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840357.475134:0:2359:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=2 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:1.0:1788840357.475137:0:2359:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840357.475140:0:2359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee92e46600. 02000000:00000001:1.0:1788840357.475145:0:2359:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840357.475147:0:2359:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840357.475149:0:2359:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f59f80. 00000100:00000001:1.0:1788840357.475154:0:2359:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840357.475156:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840357.475158:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840357.475168:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840357.475171:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840357.475173:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840357.475176:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840357.509726:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840357.509737:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840357.509744:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840357.509748:0:22780:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840357.509751:0:22780:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840357.509824:0:22780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840357.509827:0:22780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840357.509829:0:22780:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840357.509832:0:22780:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840357.509835:0:22780:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840357.509837:0:22780:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840357.509841:0:22780:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840357.509870:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788840357.509874:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840357.509877:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788840357.647081:0:33517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17d08 00000080:00200008:1.0:1788840357.647091:0:33517:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff90ee905142c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788840357.647099:0:33517:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788840357.647101:0:33517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17c80 00000080:00200000:1.0:1788840357.647103:0:33517:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:1.0:1788840357.647109:0:33517:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98e5a200. 00800000:00000002:1.0:1788840357.647116:0:33517:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:1.0:1788840357.647120:0:33517:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788840357.647126:0:33517:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788840357.647128:0:33517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17ba0 00800000:00000002:1.0:1788840357.647131:0:33517:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788840357.647134:0:33517:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788840357.647138:0:33517:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788840357.647143:0:33517:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788840357.647145:0:33517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17a70 00000002:00010000:1.0:1788840357.647147:0:33517:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788840357.647150:0:33517:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788840357.647151:0:33517:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840357.647154:0:33517:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840357.647161:0:33517:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55800 count: 2 00010000:00000001:1.0:1788840357.647164:0:33517:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840357.647169:0:33517:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840357.647172:0:33517:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788840357.647176:0:33517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3893 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bad0d expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1788840357.647186:0:33517:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788840357.647191:0:33517:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840357.647194:0:33517:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3893 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bad0d expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1788840357.647200:0:33517:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788840357.647202:0:33517:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788840357.647204:0:33517:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788840357.647205:0:33517:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788840357.647207:0:33517:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788840357.647209:0:33517:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788840357.647212:0:33517:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788840357.647214:0:33517:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:1.0:1788840357.647218:0:33517:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98e5a200. 00000080:00000001:1.0:1788840357.647221:0:33517:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788840357.647223:0:33517:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840357.647226:0:33517:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:1.0:1788840357.647229:0:33517:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f3893 00800000:00000001:1.0:1788840357.647232:0:33517:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788840357.647235:0:33517:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788840357.647236:0:33517:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840357.647238:0:33517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840357.647242:0:33517:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d000 refcount=3 00000020:00000001:1.0:1788840357.647244:0:33517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:1.0:1788840357.647246:0:33517:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:1.0:1788840357.647250:0:33517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840357.647251:0:33517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840357.647252:0:33517:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840357.647254:0:33517:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840357.647257:0:33517:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3893 from it ffffa16200d17cb8 00010000:00000001:1.0:1788840357.647259:0:33517:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840357.647260:0:33517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840357.647261:0:33517:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d000 refcount=3 00000020:00000001:1.0:1788840357.647263:0:33517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:1.0:1788840357.647265:0:33517:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:1.0:1788840357.647267:0:33517:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840357.647270:0:33517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3893 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bad0d expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788840357.647278:0:33517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840357.647279:0:33517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840357.647281:0:33517:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840357.647283:0:33517:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840357.647286:0:33517:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3893 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bad0d expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788840357.647299:0:33517:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840357.647301:0:33517:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840357.647303:0:33517:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840357.647308:0:33517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840357.647308:0:33517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840357.647310:0:33517:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840357.647313:0:33517:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840357.647314:0:33517:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840357.647316:0:33517:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840357.647319:0:33517:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840357.647321:0:33517:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840357.647322:0:33517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840357.647323:0:33517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788840357.647326:0:33517:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788840357.647327:0:33517:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788840357.647330:0:33517:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840357.647334:0:33517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17d08 00000080:00000008:1.0:1788840357.647336:0:33517:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff90ee905142c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788840357.648451:0:33517:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840357.648490:0:33517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17d08 00000080:00200008:0.0:1788840357.648494:0:33517:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff90ee905142c8), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1788840357.648500:0:33517:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788840357.648501:0:33517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17c80 00000080:00200000:0.0:1788840357.648503:0:33517:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:0.0:1788840357.648508:0:33517:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98863200. 00800000:00000002:0.0:1788840357.648513:0:33517:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840357.648516:0:33517:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840357.648519:0:33517:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840357.648520:0:33517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17ba0 00800000:00000002:0.0:1788840357.648523:0:33517:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840357.648526:0:33517:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788840357.648529:0:33517:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788840357.648534:0:33517:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840357.648535:0:33517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17a70 00000002:00010000:0.0:1788840357.648537:0:33517:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788840357.648540:0:33517:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788840357.648541:0:33517:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840357.648544:0:33517:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840357.648549:0:33517:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55800 count: 2 00010000:00000001:0.0:1788840357.648552:0:33517:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840357.648555:0:33517:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840357.648558:0:33517:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788840357.648562:0:33517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3893 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bad0d expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1788840357.648570:0:33517:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840357.648574:0:33517:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840357.648577:0:33517:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3893 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bad0d expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1788840357.648584:0:33517:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788840357.648586:0:33517:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840357.648588:0:33517:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840357.648589:0:33517:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840357.648601:0:33517:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840357.648604:0:33517:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788840357.648607:0:33517:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788840357.648609:0:33517:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840357.648611:0:33517:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98863200. 00000080:00000001:0.0:1788840357.648615:0:33517:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788840357.648616:0:33517:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840357.648618:0:33517:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:0.0:1788840357.648621:0:33517:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f3893 00800000:00000001:0.0:1788840357.648624:0:33517:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840357.648625:0:33517:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840357.648627:0:33517:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840357.648629:0:33517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840357.648631:0:33517:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d000 refcount=3 00000020:00000001:0.0:1788840357.648633:0:33517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:0.0:1788840357.648636:0:33517:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:0.0:1788840357.648665:0:33517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840357.648666:0:33517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840357.648668:0:33517:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840357.648670:0:33517:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840357.648673:0:33517:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3893 from it ffffa16200d17cb8 00010000:00000001:0.0:1788840357.648675:0:33517:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840357.648677:0:33517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840357.648678:0:33517:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d000 refcount=3 00000020:00000001:0.0:1788840357.648680:0:33517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:0.0:1788840357.648682:0:33517:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:0.0:1788840357.648683:0:33517:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840357.648686:0:33517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3893 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bad0d expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788840357.648693:0:33517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840357.648694:0:33517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840357.648695:0:33517:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840357.648697:0:33517:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840357.648699:0:33517:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3893 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bad0d expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788840357.648705:0:33517:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840357.648707:0:33517:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840357.648709:0:33517:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840357.648713:0:33517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840357.648714:0:33517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840357.648715:0:33517:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840357.648718:0:33517:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840357.648719:0:33517:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840357.648721:0:33517:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840357.648724:0:33517:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840357.648726:0:33517:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840357.648728:0:33517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840357.648729:0:33517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788840357.648732:0:33517:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788840357.648733:0:33517:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788840357.648736:0:33517:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840357.648741:0:33517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17d08 00000080:00000008:0.0:1788840357.648743:0:33517:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff90ee905142c8), request_mask 0, flags 0, foreign 0 00000080:00000001:0.0:1788840357.648838:0:33517:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840357.648840:0:33517:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788840357.648841:0:33517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17b78 00000080:00200000:0.0:1788840357.648843:0:33517:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:0.0:1788840357.648846:0:33517:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98863200. 00800000:00000002:0.0:1788840357.648849:0:33517:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840357.648851:0:33517:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840357.648853:0:33517:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840357.648854:0:33517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17a98 00800000:00000002:0.0:1788840357.648856:0:33517:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840357.648858:0:33517:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788840357.648860:0:33517:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788840357.648863:0:33517:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840357.648864:0:33517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17968 00000002:00010000:0.0:1788840357.648866:0:33517:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788840357.648868:0:33517:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788840357.648869:0:33517:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840357.648871:0:33517:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840357.648873:0:33517:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55800 count: 2 00010000:00000001:0.0:1788840357.648875:0:33517:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840357.648877:0:33517:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840357.648879:0:33517:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788840357.648882:0:33517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3893 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bad0d expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1788840357.648888:0:33517:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840357.648890:0:33517:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840357.648892:0:33517:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3893 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bad0d expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:0.0:1788840357.648898:0:33517:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788840357.648899:0:33517:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840357.648901:0:33517:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840357.648902:0:33517:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840357.648904:0:33517:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840357.648905:0:33517:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788840357.648907:0:33517:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788840357.648909:0:33517:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840357.648911:0:33517:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98863200. 00000080:00000001:0.0:1788840357.648914:0:33517:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788840357.648915:0:33517:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840357.648917:0:33517:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:0.0:1788840357.648919:0:33517:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f3893 00800000:00000001:0.0:1788840357.648920:0:33517:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840357.648921:0:33517:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840357.648922:0:33517:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840357.648924:0:33517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840357.648925:0:33517:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d000 refcount=3 00000020:00000001:0.0:1788840357.648927:0:33517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:0.0:1788840357.648928:0:33517:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:0.0:1788840357.648930:0:33517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840357.648931:0:33517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840357.648932:0:33517:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840357.648934:0:33517:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840357.648935:0:33517:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3893 from it ffffa16200d17bb0 00010000:00000001:0.0:1788840357.648937:0:33517:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840357.648938:0:33517:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840357.648939:0:33517:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d000 refcount=3 00000020:00000001:0.0:1788840357.648940:0:33517:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:0.0:1788840357.648942:0:33517:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:0.0:1788840357.648944:0:33517:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840357.648947:0:33517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3893 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bad0d expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788840357.648952:0:33517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840357.648953:0:33517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840357.648954:0:33517:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840357.648955:0:33517:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840357.648957:0:33517:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3893 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bad0d expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1788840357.648963:0:33517:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840357.648964:0:33517:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840357.648965:0:33517:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840357.648967:0:33517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840357.648968:0:33517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840357.648969:0:33517:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840357.648970:0:33517:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840357.648971:0:33517:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840357.648973:0:33517:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840357.648975:0:33517:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840357.648976:0:33517:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840357.648977:0:33517:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840357.648978:0:33517:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788840357.648979:0:33517:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788840357.648980:0:33517:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840357.648983:0:33517:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 44 00000080:00000001:0.0:1788840357.648986:0:33517:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.648990:0:33517:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:0.0:1788840357.648991:0:33517:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788840357.648993:0:33517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17b78 00000080:00200008:0.0:1788840357.648995:0:33517:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff90ee905142c8), flags 100000 00000080:00000010:0.0:1788840357.649001:0:33517:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90ee92d4d900. 00000080:00000001:0.0:1788840357.649005:0:33517:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.649006:0:33517:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.649091:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.649093:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.649099:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.649102:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.649107:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f36000. 00000020:00000001:0.0:1788840357.649111:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.649113:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:0.0:1788840357.649116:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:0.0:1788840357.649118:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f36000 uarg=0000000000000000 00800000:00000001:0.0:1788840357.649124:0:33517:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:0.0:1788840357.649126:0:33517:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff90ee90f70800: age 1910, max_age 1919 00000002:00000001:0.0:1788840357.649131:0:33517:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:0.0:1788840357.649133:0:33517:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=4 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000010:0.0:1788840357.649140:0:33517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f58a80. 00000020:00000040:0.0:1788840357.649143:0:33517:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:0.0:1788840357.649147:0:33517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840357.649149:0:33517:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840357.649152:0:33517:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840357.649159:0:33517:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee92e46900. 00000100:00000001:0.0:1788840357.649165:0:33517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840357.649168:0:33517:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788840357.649170:0:33517:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788840357.649177:0:33517:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee8602c000. 00000100:00000001:0.0:1788840357.649179:0:33517:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952857784320 : -122120851767296 : ffff90ee8602c000) 00000100:00000001:0.0:1788840357.649182:0:33517:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840357.649183:0:33517:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890473088 : -122120819078528 : ffff90ee87f58a80) 00000100:00000001:0.0:1788840357.649188:0:33517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840357.649192:0:33517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840357.649194:0:33517:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788840357.649195:0:33517:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840357.649206:0:33517:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f58a80 x1875733133999104/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840357.649215:0:33517:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840357.649218:0:33517:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840357.649222:0:33517:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840357.649225:0:33517:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840357.649227:0:33517:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840357.649232:0:33517:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f58a80 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:33517:1875733133999104:192.168.202.131@tcp:41:lfs.0 00000100:00000001:0.0:1788840357.649236:0:33517:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840357.649241:0:33517:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840357.649244:0:33517:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840357.649246:0:33517:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840357.649251:0:33517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86f37c00. 02000000:00000001:0.0:1788840357.649253:0:33517:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840357.651966:0:33517:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840357.652844:0:33517:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fec08. 00000400:00000010:1.0:1788840357.652856:0:33517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea05394c8. 00000100:00000200:1.0:1788840357.652862:0:33517:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133999104, portal 10 00000100:00000001:1.0:1788840357.652866:0:33517:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840357.652867:0:33517:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890473088 : -122120819078528 : ffff90ee87f58a80) 00000100:00000040:1.0:1788840357.652880:0:33517:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87f58a80 x1875733133999104/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/368 e 0 to 0 dl 1788840373 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840357.652890:0:33517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840357.652892:0:33517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840357.652895:0:33517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539550. 00000100:00000200:1.0:1788840357.652898:0:33517:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733133999104, offset 0 00000400:00000200:1.0:1788840357.652905:0:33517:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840357.652914:0:33517:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840357.652921:0:33517:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840357.652926:0:33517:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840357.652932:0:33517:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840357.652936:0:33517:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840357.652939:0:33517:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840357.652943:0:33517:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2589:2589:256:4294967295] 192.168.202.131@tcp LPNI seq info [2589:2589:8:4294967295] 00000400:00000200:1.0:1788840357.652947:0:33517:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840357.652956:0:33517:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840357.652962:0:33517:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840357.652967:0:33517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989700. 00000800:00000200:1.0:1788840357.652974:0:33517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840357.652981:0:33517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840357.652985:0:33517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788840357.653049:0:33517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840357.653054:0:33517:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 828012 usecs (829 jiffies) 00000400:00000200:1.0:1788840357.653058:0:33517:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840357.653061:0:33517:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296588300 00000100:00000001:1.0:1788840357.653065:0:33517:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296591263 00000100:00000001:1.0:1788840357.653067:0:33517:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296588300 00000100:00000001:1.0:1788840357.653069:0:33517:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296591263 00000100:00000001:1.0:1788840357.653071:0:33517:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840357.653074:0:33517:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840357.653077:0:33517:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840357.653079:0:33517:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788840357.653082:0:33517:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee8602c000 going to sleep for 11 seconds 00000100:00000001:1.0:1788840357.653085:0:33517:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840357.653088:0:33517:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840357.653209:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840357.653214:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989700. 00000400:00000200:2.0:1788840357.653219:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840357.653224:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840357.653230:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539550 00000400:00000010:2.0:1788840357.653233:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539550. 00000100:00000001:2.0:1788840357.653237:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840357.653241:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f58a80 x1875733133999104/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/368 e 0 to 0 dl 1788840373 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840357.653251:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840357.653253:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f58a80 x1875733133999104/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/368 e 0 to 0 dl 1788840373 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840357.653259:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840357.653261:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840357.664684:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840357.664702:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840357.664707:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840357.664710:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840357.664720:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840357.664728:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840357.664736:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840357.664740:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840357.664745:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840357.664749:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 368 into portal 10 MB=0x6a9f827253c00 00000400:00000200:3.0:1788840357.664754:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840357.664760:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 368/368 into md 0x70cd [1] + 224 00000800:00000001:3.0:1788840357.664768:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840357.664774:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840357.664778:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840357.664782:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840357.664790:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840357.664799:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f58a80 x1875733133999104/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/368 e 0 to 0 dl 1788840373 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840357.664811:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff90ee87f58a80 x1875733133999104/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/368 e 0 to 0 dl 1788840373 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840357.664830:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840357.664839:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840357.664842:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840357.665104:0:33517:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788840357.665111:0:33517:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840357.665113:0:33517:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840357.665116:0:33517:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fec08. 00000400:00000200:1.0:1788840357.665120:0:33517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea05394c8 00000400:00000010:1.0:1788840357.665123:0:33517:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea05394c8. 00000100:00000001:1.0:1788840357.665127:0:33517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840357.665132:0:33517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f58a80 x1875733133999104/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/368 e 0 to 0 dl 1788840373 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788840357.665142:0:33517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f58a80 x1875733133999104/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/368 e 0 to 0 dl 1788840373 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840357.665148:0:33517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840357.665150:0:33517:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840357.665153:0:33517:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840357.665166:0:33517:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840357.665168:0:33517:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840357.665170:0:33517:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840357.665173:0:33517:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840357.665182:0:33517:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=57 v=5 (5 5 102 102) 00000100:00001000:1.0:1788840357.665187:0:33517:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=15 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840357.665189:0:33517:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840357.665192:0:33517:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840357.665195:0:33517:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840357.665198:0:33517:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840357.665203:0:33517:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840357.665205:0:33517:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967654 00000100:00000001:1.0:1788840357.665207:0:33517:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840357.665208:0:33517:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840357.665214:0:33517:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f58a80 x1875733133999104/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/368 e 0 to 0 dl 1788840373 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840357.665221:0:33517:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840357.665225:0:33517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840357.665227:0:33517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840357.665231:0:33517:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f58a80 x1875733133999104/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/368 e 0 to 0 dl 1788840373 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788840357.665238:0:33517:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f58a80 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:33517:1875733133999104:192.168.202.131@tcp:41:lfs.0 00000100:00000001:1.0:1788840357.665243:0:33517:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840357.665246:0:33517:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840357.665249:0:33517:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788840357.665251:0:33517:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840357.665255:0:33517:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f58a80 x1875733133999104/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/368 e 0 to 0 dl 1788840373 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840357.665261:0:33517:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840357.665264:0:33517:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee8602c000. 00000100:00000001:1.0:1788840357.665267:0:33517:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788840357.665269:0:33517:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840357.665274:0:33517:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:1.0:1788840357.665275:0:33517:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840357.665279:0:33517:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f58a80 x1875733133999104/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/368 e 0 to 0 dl 1788840373 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840357.665297:0:33517:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840357.665299:0:33517:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840357.665302:0:33517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee86f37c00. 02000000:00000001:1.0:1788840357.665305:0:33517:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840357.665308:0:33517:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840357.665310:0:33517:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=4 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:1.0:1788840357.665312:0:33517:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840357.665315:0:33517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee92e46900. 02000000:00000001:1.0:1788840357.665318:0:33517:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840357.665319:0:33517:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840357.665321:0:33517:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f58a80. 00000100:00000001:1.0:1788840357.665324:0:33517:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840357.665325:0:33517:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788840357.665327:0:33517:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840357.665328:0:33517:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=3 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:1.0:1788840357.665329:0:33517:0:(genops.c:1230:class_import_put()) Process leaving 00800000:00000004:1.0:1788840357.665332:0:33517:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff90ee90f70800: update ffff90ee98895178 cache blocks 17239/17271 objects 532748/533099 00800000:00000001:1.0:1788840357.665336:0:33517:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840357.665341:0:33517:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.665344:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788840357.665347:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f36000. 00000080:00000001:1.0:1788840357.665350:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.665352:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.665422:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.665425:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.665433:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.665436:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.665440:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.665444:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.665447:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.665450:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.665452:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.665456:0:33517:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665458:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665460:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840357.665462:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.665465:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665467:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665472:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.665473:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.665475:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.665476:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.665479:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.665482:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.665483:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.665484:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.665485:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.665488:0:33517:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665489:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665491:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840357.665492:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.665495:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665497:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665500:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.665501:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.665517:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.665518:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.665521:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.665523:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.665525:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.665526:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.665527:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.665530:0:33517:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665532:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665533:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840357.665535:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.665538:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665539:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665542:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.665544:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.665546:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.665547:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.665550:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.665552:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.665553:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.665554:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.665555:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.665557:0:33517:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665559:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665562:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840357.665564:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.665566:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665567:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665570:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.665571:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.665573:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.665574:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.665577:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.665579:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.665581:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.665583:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.665584:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.665586:0:33517:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665588:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665589:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840357.665600:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.665603:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665605:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665608:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.665610:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.665613:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.665614:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.665617:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.665619:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.665621:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.665622:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.665623:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.665625:0:33517:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665627:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665630:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840357.665632:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.665635:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665637:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665673:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.665675:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.665679:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.665680:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.665684:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.665686:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.665688:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.665689:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.665690:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.665693:0:33517:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665696:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665702:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840357.665704:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.665707:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665709:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665712:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.665714:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.665717:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.665718:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.665721:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.665724:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.665726:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.665727:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.665728:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.665731:0:33517:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665733:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665735:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840357.665736:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.665739:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665740:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665743:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.665745:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.665747:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.665748:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.665750:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.665753:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.665754:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.665755:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.665756:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.665759:0:33517:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665761:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665762:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840357.665764:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.665767:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665769:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665772:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.665774:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.665776:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.665777:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.665779:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.665782:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.665783:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.665784:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.665786:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.665788:0:33517:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665790:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665791:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840357.665793:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.665795:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665797:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665800:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.665801:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.665804:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.665805:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.665807:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.665809:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.665811:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.665812:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.665813:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.665816:0:33517:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665817:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665819:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840357.665822:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.665824:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665827:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665830:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.665832:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.665835:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.665836:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.665839:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.665841:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.665842:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.665843:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.665844:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.665847:0:33517:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665849:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665851:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840357.665853:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.665857:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665858:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665861:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.665863:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.665865:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.665866:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.665868:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.665870:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.665872:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.665873:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.665874:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.665877:0:33517:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665879:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665881:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840357.665883:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.665886:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665888:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665891:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.665892:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.665895:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.665896:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.665898:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.665901:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.665902:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.665903:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.665904:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.665906:0:33517:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665908:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665910:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840357.665911:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.665913:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665915:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665918:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.665919:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.665922:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.665924:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.665926:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.665929:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.665930:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.665931:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.665932:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.665934:0:33517:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665936:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665938:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840357.665940:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.665941:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665943:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665946:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.665947:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.665949:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.665950:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.665951:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.665953:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.665955:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.665956:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.665957:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.665960:0:33517:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665962:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665963:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840357.665965:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.665967:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665969:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665972:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.665973:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.665975:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.665976:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.665978:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.665980:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.665982:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.665983:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.665984:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.665986:0:33517:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665988:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665990:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840357.665992:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.665994:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.665996:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666183:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.666185:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.666189:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.666191:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.666194:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.666197:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.666198:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.666200:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.666201:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.666203:0:33517:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666205:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666207:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840357.666209:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.666211:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666213:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666217:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.666218:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.666221:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.666222:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.666224:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.666226:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.666228:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.666229:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.666230:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.666233:0:33517:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666235:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666236:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840357.666238:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.666240:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666242:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666245:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.666246:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.666249:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.666250:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.666252:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.666254:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.666256:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.666257:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.666258:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.666260:0:33517:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666262:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666264:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840357.666266:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.666269:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666271:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666274:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.666275:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.666277:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.666278:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.666281:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.666283:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.666284:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.666285:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.666286:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.666288:0:33517:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666290:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666292:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840357.666294:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.666296:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666298:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666300:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.666302:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.666304:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.666305:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.666307:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.666309:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.666311:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.666312:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.666313:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.666315:0:33517:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666317:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666319:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840357.666321:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.666323:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666325:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666328:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.666329:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.666332:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.666333:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.666335:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.666337:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.666338:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.666339:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.666340:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.666343:0:33517:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666344:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666346:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840357.666348:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.666350:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666352:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666355:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.666356:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.666358:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.666359:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.666361:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.666363:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.666364:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.666365:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.666367:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.666369:0:33517:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666371:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666373:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840357.666375:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.666377:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666378:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666381:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.666382:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.666384:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.666385:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.666388:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.666390:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.666391:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.666392:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.666393:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.666396:0:33517:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666398:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666399:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840357.666401:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.666403:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666405:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666407:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.666409:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.666412:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.666413:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.666415:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.666417:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.666419:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.666420:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.666421:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.666423:0:33517:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666425:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666427:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840357.666429:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.666431:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666433:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666436:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.666437:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.666439:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.666440:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.666443:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.666445:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.666446:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.666448:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.666449:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.666451:0:33517:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666453:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666455:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840357.666456:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.666458:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666460:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666463:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.666464:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.666466:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.666467:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.666469:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.666471:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.666473:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.666474:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.666475:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.666477:0:33517:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666479:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666480:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840357.666482:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.666483:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666485:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666488:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.666489:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.666491:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.666492:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.666494:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.666496:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.666497:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.666499:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.666500:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.666833:0:33517:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666836:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666838:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840357.666840:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.666843:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666845:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666851:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.666853:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.666856:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.666857:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.666860:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.666863:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.666864:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.666866:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.666867:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.666870:0:33517:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666871:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666873:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840357.666875:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.666877:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666878:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666881:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.666883:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.666885:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.666886:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.666888:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.666890:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.666891:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.666892:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.666893:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.666896:0:33517:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666898:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666899:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840357.666901:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.666903:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666905:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666908:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.666909:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.666911:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.666912:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.666914:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.666916:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.666918:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.666919:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.666920:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.666923:0:33517:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666925:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666926:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840357.666928:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.666930:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666932:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666935:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.666936:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.666939:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.666940:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.666942:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.666944:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.666946:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.666947:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.666948:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.666950:0:33517:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666952:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666954:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840357.666956:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.666958:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666960:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666962:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.666964:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.666967:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.666968:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.666970:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.666972:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.666973:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.666974:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.666975:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.666977:0:33517:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666979:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666981:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840357.666983:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.666985:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666987:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.666990:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.666991:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.666993:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.666994:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.666996:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.667066:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.667069:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.667070:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.667071:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.667074:0:33517:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.667076:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.667078:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840357.667080:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.667083:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.667084:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.667089:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.667090:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.667093:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.667094:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.667097:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.667099:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.667101:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.667102:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.667103:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.667105:0:33517:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.667107:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.667109:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840357.667111:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.667112:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.667114:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.667116:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.667117:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.667119:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.667120:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.667122:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.667124:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.667125:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.667126:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.667127:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.667129:0:33517:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.667131:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.667133:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840357.667135:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.667137:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.667138:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.667141:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.667142:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.667144:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.667145:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.667146:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.667148:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.667149:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.667151:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.667152:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.667338:0:33517:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.667340:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.667342:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840357.667345:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.667348:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.667350:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.667355:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.667356:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.667359:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.667360:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.667363:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.667365:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.667367:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.667369:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.667370:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.667372:0:33517:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.667374:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.667376:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840357.667378:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.667380:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.667381:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.667384:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.667385:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.667387:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.667388:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.667389:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.667391:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.667392:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.667393:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.667394:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.667397:0:33517:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.667399:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.667401:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840357.667403:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.667405:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.667406:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.667408:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.667410:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.667412:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.667413:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.667414:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.667416:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.667417:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.667418:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.667419:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.667421:0:33517:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.667423:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.667424:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840357.667426:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.667428:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.667429:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.667432:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.667433:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.667435:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.667436:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.667438:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.667439:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.667441:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.667441:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.667443:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.667445:0:33517:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.667446:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.667448:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840357.667450:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.667452:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.667454:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.667456:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.667457:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.667460:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.667461:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.667462:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.667464:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.667465:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.667466:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.667468:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.667470:0:33517:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.667471:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.667473:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840357.667475:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.667476:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.667478:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.667480:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.667481:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.667483:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.667484:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.667486:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.667487:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.667489:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.667490:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.667491:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.667493:0:33517:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.667494:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.667496:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840357.667498:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.667500:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.668262:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.668274:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.668276:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.668334:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.668337:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.668343:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.668346:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.668348:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.668350:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.668351:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.668355:0:33517:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.668357:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.668359:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840357.668361:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.668365:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.668367:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.668370:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.668372:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.668374:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.668375:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.668377:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.668379:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.668381:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.668382:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.668383:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.668385:0:33517:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.668387:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.668388:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840357.668390:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.668392:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.668393:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.668395:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.668397:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.668399:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.668400:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.668402:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.668404:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.668405:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.668406:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.668407:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.668410:0:33517:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.668411:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.668413:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840357.668415:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.668416:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.668418:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.668420:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.668422:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.668424:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.668425:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.668426:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.668428:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.668429:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.668430:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.668431:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.668433:0:33517:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.668435:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.668437:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840357.668438:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.668440:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.668442:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.668444:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.668445:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.668447:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.668448:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.668450:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.668451:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.668453:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.668454:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.668455:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.668458:0:33517:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.668460:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.668461:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840357.668463:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.668465:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.668466:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.668468:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.668469:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.668471:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.668472:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.668474:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.668476:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.668477:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.668478:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.668479:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.668481:0:33517:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.668483:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.668484:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840357.668486:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.668488:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.668489:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.668492:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.668493:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.668495:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.668496:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.668497:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.668499:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.668500:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.671812:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.671818:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.671827:0:33517:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.671832:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.671835:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840357.671839:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.671845:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.671848:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.671865:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.671867:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.671872:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.671875:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.671884:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.671888:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.671890:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.671891:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.671892:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.671895:0:33517:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.671897:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.671899:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840357.671901:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.671903:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.671905:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.671908:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.671909:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.671911:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.671912:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.671914:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.671916:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.671918:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.671918:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.671920:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.671922:0:33517:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.671923:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.671925:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840357.671927:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.671929:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.671931:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.671933:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.671935:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.671937:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.671938:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.671939:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.671941:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.671942:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.671943:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.671944:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.671947:0:33517:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.671948:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.671950:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840357.671951:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.671953:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.671955:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.671970:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.671972:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.671975:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.671976:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.671979:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.671980:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.671982:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.671983:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.671984:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.671986:0:33517:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.671988:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.671990:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840357.671991:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.671994:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.671995:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.672008:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.672010:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.672013:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.672014:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.672017:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.672019:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.672021:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.672022:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.672023:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.672025:0:33517:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.672027:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.672029:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840357.672031:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.672033:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.672035:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.672038:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.672039:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.672042:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.672043:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.672045:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.672046:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.672048:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.672048:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.672050:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.672052:0:33517:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.672053:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.672055:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840357.672057:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.672059:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.672061:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.672063:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.672064:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.672067:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.672068:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.672071:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.672073:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.672074:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.672075:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.672076:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.672079:0:33517:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.672081:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.672083:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840357.672085:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.672087:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.672089:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.672092:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.672093:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.672096:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.672097:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.672099:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.672101:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.672102:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.672104:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.672105:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.672107:0:33517:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.672109:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.672111:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840357.672113:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.672115:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.672117:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.672120:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.672121:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.672123:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.672124:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.672127:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.672129:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.672131:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.672132:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.672134:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.672136:0:33517:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.672138:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.672140:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840357.672142:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.672144:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.672146:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.672148:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.672150:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.672152:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.672153:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.672155:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.672166:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.672168:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.672169:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.672170:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.672173:0:33517:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.672174:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.672176:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840357.672178:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.672180:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.672181:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.672184:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.672185:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.672187:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.672188:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.672190:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.672192:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.672194:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.672195:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.672196:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.672199:0:33517:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.672201:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.672203:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840357.672205:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.672207:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.672209:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.672211:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.672212:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.672214:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.672215:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.672217:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.672219:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.672220:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.672221:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.672222:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.672224:0:33517:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.672226:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.672227:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840357.672229:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.672231:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.672232:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840357.672235:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.672236:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.672238:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.672239:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.672240:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.672242:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.672243:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840357.672244:0:33517:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840357.672245:0:33517:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00800000:00000001:1.0:1788840357.672248:0:33517:0:(lmv_obd.c:965:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1788840357.672249:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1788840357.672251:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:1.0:1788840357.672253:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:1.0:1788840357.672256:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1788840357.672257:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1788840357.672260:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840357.672261:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:1.0:1788840357.672263:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840357.672264:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840357.672265:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5d000. 00000020:00000001:1.0:1788840357.672267:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840357.672269:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840357.672272:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840357.672273:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5d000 uarg=0000000000000000 00020000:00000001:1.0:1788840357.672279:0:33517:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:1.0:1788840357.672281:0:33517:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffff90ee90f70800: age 1910, max_age 1919 00000008:00000001:1.0:1788840357.672284:0:33517:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:1.0:1788840357.672287:0:33517:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=3 obd=lustre-OST0000-osc-ffff90ee90f70800 00000100:00000010:1.0:1788840357.672293:0:33517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87fac380. 00000020:00000040:1.0:1788840357.672297:0:33517:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=4 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:1.0:1788840357.672300:0:33517:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840357.672301:0:33517:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=3 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:1.0:1788840357.672303:0:33517:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1788840357.672306:0:33517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840357.672309:0:33517:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840357.672314:0:33517:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840357.672320:0:33517:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee87989b00. 00000100:00000001:1.0:1788840357.672326:0:33517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840357.672329:0:33517:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788840357.672331:0:33517:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788840357.672337:0:33517:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee86ee9780. 00000100:00000001:1.0:1788840357.672339:0:33517:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952873240448 : -122120836311168 : ffff90ee86ee9780) 00000100:00000001:1.0:1788840357.672342:0:33517:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840357.672343:0:33517:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890815360 : -122120818736256 : ffff90ee87fac380) 00000100:00000001:1.0:1788840357.672348:0:33517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840357.672351:0:33517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840357.672353:0:33517:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788840357.672355:0:33517:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840357.672366:0:33517:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87fac380 x1875733133999232/t0(0) o13->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840357.672374:0:33517:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840357.672376:0:33517:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840357.672380:0:33517:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840357.672382:0:33517:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840357.672385:0:33517:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840357.672388:0:33517:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87fac380 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:33517:1875733133999232:192.168.202.131@tcp:13:lfs.0 00000100:00000001:1.0:1788840357.672391:0:33517:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840357.672396:0:33517:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840357.672398:0:33517:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840357.672401:0:33517:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840357.672404:0:33517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee85c5f800. 02000000:00000001:1.0:1788840357.672406:0:33517:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840357.672413:0:33517:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840357.672416:0:33517:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fec08. 00000400:00000010:1.0:1788840357.672423:0:33517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea05394c8. 00000100:00000200:1.0:1788840357.672429:0:33517:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133999232, portal 4 00000100:00000001:1.0:1788840357.672431:0:33517:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840357.672432:0:33517:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890815360 : -122120818736256 : ffff90ee87fac380) 00000100:00000040:1.0:1788840357.672438:0:33517:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87fac380 x1875733133999232/t0(0) o13->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840373 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840357.672445:0:33517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840357.672448:0:33517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840357.672450:0:33517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539330. 00000100:00000200:1.0:1788840357.672454:0:33517:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875733133999232, offset 0 00000400:00000200:1.0:1788840357.672460:0:33517:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840357.672468:0:33517:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840357.672476:0:33517:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840357.672481:0:33517:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840357.672485:0:33517:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840357.672495:0:33517:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840357.672498:0:33517:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840357.672508:0:33517:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2590:2590:256:4294967295] 192.168.202.131@tcp LPNI seq info [2590:2590:8:4294967295] 00000400:00000200:1.0:1788840357.672512:0:33517:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840357.672523:0:33517:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840357.672529:0:33517:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840357.672533:0:33517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989500. 00000800:00000200:1.0:1788840357.672540:0:33517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840357.672547:0:33517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840357.672551:0:33517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788840357.672571:0:33517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840357.672575:0:33517:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: using a timeout of 23130 usecs (24 jiffies) 00000400:00000200:1.0:1788840357.672578:0:33517:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840357.672581:0:33517:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296587514 00000100:00000001:1.0:1788840357.672584:0:33517:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296591263 00000100:00000001:1.0:1788840357.672586:0:33517:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296587514 00000100:00000001:1.0:1788840357.672589:0:33517:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296591263 00000800:00000200:2.0:1788840357.672750:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840357.672756:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989500. 00000400:00000200:2.0:1788840357.672761:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840357.672767:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840357.672773:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539330 00000400:00000010:2.0:1788840357.672776:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539330. 00000100:00000001:2.0:1788840357.672780:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840357.672786:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fac380 x1875733133999232/t0(0) o13->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840373 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840357.672797:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840357.672801:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fac380 x1875733133999232/t0(0) o13->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840373 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840357.672807:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840357.672808:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788840357.675362:0:33517:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840357.675373:0:33517:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840357.675377:0:33517:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840357.675380:0:33517:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788840357.675384:0:33517:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee86ee9780 going to sleep for 11 seconds 00000100:00000001:1.0:1788840357.675387:0:33517:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840357.675811:0:33517:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788840357.680866:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840357.680895:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840357.680899:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840357.680902:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840357.680914:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840357.680923:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840357.680934:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840357.680939:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840357.680946:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840357.680950:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 368 into portal 4 MB=0x6a9f827253c80 00000400:00000200:3.0:1788840357.680955:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840357.680962:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 368/368 into md 0x70d5 [1] + 224 00000800:00000001:3.0:1788840357.680976:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840357.680983:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840357.680986:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840357.680991:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840357.681000:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840357.681074:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fac380 x1875733133999232/t0(0) o13->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840373 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840357.681089:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff90ee87fac380 x1875733133999232/t0(0) o13->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840373 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840357.681153:0:33517:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840357.681170:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840357.681182:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840357.681185:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788840357.686816:0:33517:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840357.686825:0:33517:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840357.686831:0:33517:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fec08. 00000400:00000200:0.0:1788840357.687204:0:33517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea05394c8 00000400:00000010:0.0:1788840357.687208:0:33517:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea05394c8. 00000100:00000001:0.0:1788840357.687214:0:33517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840357.687229:0:33517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87fac380 x1875733133999232/t0(0) o13->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840373 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788840357.687304:0:33517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87fac380 x1875733133999232/t0(0) o13->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840373 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840357.687314:0:33517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840357.687317:0:33517:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840357.687321:0:33517:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840357.687325:0:33517:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840357.687328:0:33517:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840357.687331:0:33517:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840357.687334:0:33517:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840357.687348:0:33517:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b5ccf0 time=54 v=5 (5 0 0 0) 00000100:00001000:0.0:1788840357.687353:0:33517:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840357.687355:0:33517:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840357.687357:0:33517:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840357.687361:0:33517:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840357.687366:0:33517:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840357.687370:0:33517:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840357.687373:0:33517:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: skip recheck: last_committed 4294967341 00000100:00000001:0.0:1788840357.687375:0:33517:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840357.687377:0:33517:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840357.687382:0:33517:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87fac380 x1875733133999232/t0(0) o13->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840373 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840357.687391:0:33517:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840357.687395:0:33517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840357.687397:0:33517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840357.687402:0:33517:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87fac380 x1875733133999232/t0(0) o13->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840373 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788840357.687409:0:33517:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87fac380 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:33517:1875733133999232:192.168.202.131@tcp:13:lfs.0 00000100:00000001:0.0:1788840357.687415:0:33517:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840357.687419:0:33517:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840357.687422:0:33517:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788840357.687425:0:33517:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840357.687429:0:33517:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87fac380 x1875733133999232/t0(0) o13->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840373 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840357.687436:0:33517:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840357.687440:0:33517:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee86ee9780. 00000100:00000001:0.0:1788840357.687445:0:33517:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788840357.687447:0:33517:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840357.687455:0:33517:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:0.0:1788840357.687457:0:33517:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840357.687460:0:33517:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87fac380 x1875733133999232/t0(0) o13->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840373 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840357.687466:0:33517:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788840357.687469:0:33517:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840357.687473:0:33517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee85c5f800. 02000000:00000001:0.0:1788840357.687477:0:33517:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788840357.687480:0:33517:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840357.687482:0:33517:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=2 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:0.0:1788840357.687485:0:33517:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840357.687489:0:33517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee87989b00. 02000000:00000001:0.0:1788840357.687493:0:33517:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840357.687495:0:33517:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840357.687497:0:33517:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87fac380. 00000100:00000001:0.0:1788840357.687502:0:33517:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840357.687503:0:33517:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:0.0:1788840357.687508:0:33517:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffff90ee90f70800: update ffff90ee86e39e08 cache blocks 3679/3683 objects 117792/118192 00020000:00000001:0.0:1788840357.687514:0:33517:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840357.687522:0:33517:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.687526:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788840357.687530:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5d000. 00000080:00000001:0.0:1788840357.687534:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.687538:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.687714:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.687717:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.687728:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.687731:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.687740:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.687744:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.687747:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.687751:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.687753:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.687762:0:33517:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:0.0:1788840357.687766:0:33517:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffff90ee90f70800: age 1910, max_age 1919 00000008:00000001:0.0:1788840357.687769:0:33517:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:0.0:1788840357.687772:0:33517:0:(genops.c:1210:class_import_get()) import ffff90ee92b59000 refcount=3 obd=lustre-OST0001-osc-ffff90ee90f70800 00000100:00000010:0.0:1788840357.687780:0:33517:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f5bb80. 00000020:00000040:0.0:1788840357.687783:0:33517:0:(genops.c:1210:class_import_get()) import ffff90ee92b59000 refcount=4 obd=lustre-OST0001-osc-ffff90ee90f70800 00000020:00000001:0.0:1788840357.687786:0:33517:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840357.687787:0:33517:0:(genops.c:1223:class_import_put()) import ffff90ee92b59000 refcount=3 obd=lustre-OST0001-osc-ffff90ee90f70800 00000020:00000001:0.0:1788840357.687789:0:33517:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:0.0:1788840357.687792:0:33517:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840357.687796:0:33517:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840357.687802:0:33517:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840357.687810:0:33517:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee92e46b00. 00000100:00000001:0.0:1788840357.687818:0:33517:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840357.687821:0:33517:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788840357.687823:0:33517:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788840357.687830:0:33517:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee8602c000. 00000100:00000001:0.0:1788840357.687833:0:33517:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952857784320 : -122120851767296 : ffff90ee8602c000) 00000100:00000001:0.0:1788840357.687846:0:33517:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840357.687848:0:33517:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890485632 : -122120819065984 : ffff90ee87f5bb80) 00000100:00000001:0.0:1788840357.687853:0:33517:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840357.687858:0:33517:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840357.687860:0:33517:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788840357.687862:0:33517:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840357.687867:0:33517:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f5bb80 x1875733133999360/t0(0) o13->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840357.687874:0:33517:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840357.687877:0:33517:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840357.687881:0:33517:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840357.687884:0:33517:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840357.687895:0:33517:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840357.687899:0:33517:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f5bb80 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:33517:1875733133999360:192.168.202.131@tcp:13:lfs.0 00000100:00000001:0.0:1788840357.687903:0:33517:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840357.687910:0:33517:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840357.687913:0:33517:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840357.687916:0:33517:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840357.687921:0:33517:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86f37800. 02000000:00000001:0.0:1788840357.687924:0:33517:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840357.687934:0:33517:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840357.687938:0:33517:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c800b0. 00000400:00000010:0.0:1788840357.687945:0:33517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6088. 00000100:00000200:0.0:1788840357.687953:0:33517:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733133999360, portal 4 00000100:00000001:0.0:1788840357.687955:0:33517:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840357.687956:0:33517:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890485632 : -122120819065984 : ffff90ee87f5bb80) 00000100:00000040:0.0:1788840357.687963:0:33517:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87f5bb80 x1875733133999360/t0(0) o13->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840373 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840357.687979:0:33517:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840357.687983:0:33517:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840357.687986:0:33517:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed65d8. 00000100:00000200:0.0:1788840357.687990:0:33517:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875733133999360, offset 0 00000400:00000200:0.0:1788840357.687997:0:33517:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840357.688008:0:33517:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840357.688017:0:33517:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840357.688024:0:33517:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840357.688029:0:33517:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840357.688034:0:33517:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840357.688037:0:33517:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840357.688041:0:33517:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2591:2591:256:4294967295] 192.168.202.131@tcp LPNI seq info [2591:2591:8:4294967295] 00000400:00000200:0.0:1788840357.688046:0:33517:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840357.688058:0:33517:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840357.688064:0:33517:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840357.688069:0:33517:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee92e46d00. 00000800:00000200:0.0:1788840357.688078:0:33517:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840357.688087:0:33517:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840357.688093:0:33517:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee92e46d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1788840357.688114:0:33517:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840357.688120:0:33517:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: using a timeout of 254843 usecs (255 jiffies) 00000400:00000200:0.0:1788840357.688123:0:33517:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840357.688127:0:33517:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296587761 00000100:00000001:0.0:1788840357.688131:0:33517:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296591263 00000100:00000001:0.0:1788840357.688134:0:33517:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296587761 00000100:00000001:0.0:1788840357.688136:0:33517:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296591263 00000100:00000001:0.0:1788840357.688139:0:33517:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840357.688142:0:33517:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840357.688145:0:33517:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840357.688147:0:33517:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788840357.688150:0:33517:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee8602c000 going to sleep for 11 seconds 00000100:00000001:0.0:1788840357.688152:0:33517:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840357.688155:0:33517:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840357.688864:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840357.688873:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee92e46d00. 00000400:00000200:2.0:1788840357.688880:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840357.688898:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840357.688906:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed65d8 00000400:00000010:2.0:1788840357.688909:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed65d8. 00000100:00000001:2.0:1788840357.688914:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840357.688919:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f5bb80 x1875733133999360/t0(0) o13->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840373 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840357.688930:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840357.688934:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f5bb80 x1875733133999360/t0(0) o13->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840373 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840357.688941:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840357.688943:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840357.691847:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840357.691868:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840357.691873:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840357.691876:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840357.692020:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840357.692030:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840357.692041:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840357.692047:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840357.692054:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840357.692059:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 368 into portal 4 MB=0x6a9f827253d00 00000400:00000200:3.0:1788840357.692065:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840357.692073:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 368/368 into md 0x70dd [1] + 224 00000800:00000001:3.0:1788840357.692083:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840357.692091:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840357.692094:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840357.692098:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840357.692107:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840357.692117:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f5bb80 x1875733133999360/t0(0) o13->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840373 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840357.692130:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff90ee87f5bb80 x1875733133999360/t0(0) o13->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840373 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840357.692149:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840357.692160:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840357.692163:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840357.692586:0:33517:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840357.692605:0:33517:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840357.692608:0:33517:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840357.692612:0:33517:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c800b0. 00000400:00000200:0.0:1788840357.692618:0:33517:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6088 00000400:00000010:0.0:1788840357.692621:0:33517:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6088. 00000100:00000001:0.0:1788840357.692624:0:33517:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840357.692631:0:33517:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f5bb80 x1875733133999360/t0(0) o13->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840373 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788840357.692670:0:33517:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f5bb80 x1875733133999360/t0(0) o13->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840373 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840357.692677:0:33517:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840357.692679:0:33517:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840357.692682:0:33517:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840357.692686:0:33517:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840357.692689:0:33517:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840357.692692:0:33517:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840357.692696:0:33517:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840357.692708:0:33517:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b594a8 time=54 v=5 (5 0 0 0) 00000100:00001000:0.0:1788840357.692712:0:33517:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b59418 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840357.692715:0:33517:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840357.692717:0:33517:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840357.692721:0:33517:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840357.692725:0:33517:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840357.692730:0:33517:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840357.692732:0:33517:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90ee90f70800: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1788840357.692734:0:33517:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840357.692736:0:33517:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840357.692741:0:33517:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f5bb80 x1875733133999360/t0(0) o13->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840373 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840357.692748:0:33517:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840357.692751:0:33517:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840357.692753:0:33517:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840357.692757:0:33517:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f5bb80 x1875733133999360/t0(0) o13->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840373 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788840357.692765:0:33517:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f5bb80 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:33517:1875733133999360:192.168.202.131@tcp:13:lfs.0 00000100:00000001:0.0:1788840357.692770:0:33517:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840357.692773:0:33517:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840357.692776:0:33517:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788840357.692780:0:33517:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840357.692784:0:33517:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f5bb80 x1875733133999360/t0(0) o13->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840373 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840357.692791:0:33517:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840357.692795:0:33517:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee8602c000. 00000100:00000001:0.0:1788840357.692798:0:33517:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788840357.692800:0:33517:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840357.692808:0:33517:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:0.0:1788840357.692810:0:33517:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840357.692813:0:33517:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f5bb80 x1875733133999360/t0(0) o13->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840373 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840357.692820:0:33517:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788840357.692823:0:33517:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840357.692827:0:33517:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee86f37800. 02000000:00000001:0.0:1788840357.692830:0:33517:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788840357.693066:0:33517:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840357.693070:0:33517:0:(genops.c:1223:class_import_put()) import ffff90ee92b59000 refcount=2 obd=lustre-OST0001-osc-ffff90ee90f70800 00000020:00000001:0.0:1788840357.693074:0:33517:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840357.693077:0:33517:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee92e46b00. 02000000:00000001:0.0:1788840357.693082:0:33517:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840357.693084:0:33517:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840357.693087:0:33517:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f5bb80. 00000100:00000001:0.0:1788840357.693091:0:33517:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840357.693093:0:33517:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:0.0:1788840357.693097:0:33517:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffff90ee90f70800: update ffff90ee86e3d178 cache blocks 3679/3683 objects 117792/118187 00020000:00000001:0.0:1788840357.693102:0:33517:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840357.693107:0:33517:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.693112:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788840357.693116:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.693119:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.693123:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.693231:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.693234:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.693253:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.693257:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.693263:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.693269:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.693272:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.693276:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.693278:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.693283:0:33517:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693285:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693288:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788840357.693290:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.693293:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693295:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693299:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.693301:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.693304:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.693305:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.693308:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.693311:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.693312:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.693313:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.693314:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.693317:0:33517:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693319:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693321:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788840357.693323:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.693325:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693327:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693330:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.693332:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.693335:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.693336:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.693338:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.693340:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.693342:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.693344:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.693346:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.693349:0:33517:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693350:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693352:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788840357.693354:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.693357:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693359:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693361:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.693363:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.693366:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.693375:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.693378:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.693380:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.693382:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.693383:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.693384:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.693387:0:33517:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693389:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693391:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788840357.693392:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.693394:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693396:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693398:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.693400:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.693402:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.693403:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.693404:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.693406:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.693408:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.693409:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.693411:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.693413:0:33517:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693415:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693417:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788840357.693420:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.693422:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693423:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693426:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.693428:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.693430:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.693431:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.693434:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.693436:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.693437:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.693439:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.693440:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.693443:0:33517:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693445:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693447:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788840357.693449:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.693451:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693454:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693457:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.693459:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.693461:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.693462:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.693465:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.693467:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.693468:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.693469:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.693471:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.693473:0:33517:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693475:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693477:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788840357.693478:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.693481:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693483:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693486:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.693487:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.693489:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.693491:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.693492:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.693494:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.693496:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.693497:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.693498:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.693500:0:33517:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693501:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693503:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788840357.693505:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.693506:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693508:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693510:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.693512:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.693513:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.693514:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.693516:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.693518:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.693519:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.693520:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.693521:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.693523:0:33517:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693525:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693526:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788840357.693528:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.693530:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693531:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693534:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.693536:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.693538:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.693539:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.693541:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.693543:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.693544:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.693545:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.693546:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.693548:0:33517:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693550:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693552:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788840357.693553:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.693555:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693557:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693559:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.693560:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.693562:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.693563:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.693564:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.693566:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.693568:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.693568:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.693570:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.693572:0:33517:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693573:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693575:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788840357.693577:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.693578:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693580:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693582:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.693583:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.693585:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.693586:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.693588:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.693598:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.693600:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.693601:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.693603:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.693605:0:33517:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693607:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693609:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788840357.693611:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.693613:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693614:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693617:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.693618:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.693620:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.693621:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.693623:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.693626:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.693627:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.693628:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.693630:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.693632:0:33517:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693634:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693636:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788840357.693657:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.693659:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693661:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693663:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.693665:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.693667:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.693668:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.693670:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.693672:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.693674:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.693676:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.693677:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.693679:0:33517:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693681:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693683:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788840357.693685:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.693687:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693688:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693690:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.693692:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.693694:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.693695:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.693696:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.693698:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.693699:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.693700:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.693701:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.693703:0:33517:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693705:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693706:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788840357.693708:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.693710:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693711:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693714:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.693715:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.693717:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.693718:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.693719:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.693721:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.693722:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.693723:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.693724:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.693726:0:33517:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693729:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693731:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788840357.693733:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.693735:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693737:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693739:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.693740:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.693742:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.693743:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.693745:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.693746:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.693748:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.693749:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.693750:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.693752:0:33517:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693753:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693755:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788840357.693757:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.693758:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693760:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693762:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.693763:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.693765:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.693766:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.693768:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.693770:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.693771:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.693772:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.693773:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.693775:0:33517:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693776:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693778:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788840357.693780:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.693782:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693784:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693787:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.693788:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.693790:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.693791:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.693793:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.693795:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.693796:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.693797:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.693798:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.693800:0:33517:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693802:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693803:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788840357.693805:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.693807:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693808:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693811:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.693812:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.693814:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.693815:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.693816:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.693818:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.693819:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.693820:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.693821:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.693823:0:33517:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693825:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693827:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788840357.693828:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.693830:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693832:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693843:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.693845:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.693847:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.693849:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.693851:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.693852:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.693854:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.693855:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.693856:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.693859:0:33517:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693861:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693862:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788840357.693864:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.693866:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693868:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693870:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.693871:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.693873:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.693874:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.693876:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.693877:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.693879:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.693880:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.693881:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.693883:0:33517:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693884:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693894:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788840357.693896:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.693898:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693899:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693902:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.693903:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.693905:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.693906:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.693909:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.693911:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.693912:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.693914:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.693915:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.693918:0:33517:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693919:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693921:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788840357.693923:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.693924:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693926:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693928:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.693929:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.693931:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.693932:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.693934:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.693936:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.693937:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.693938:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.693939:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.693941:0:33517:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693943:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693944:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788840357.693946:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.693948:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693949:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693951:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.693953:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.693955:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.693956:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.693957:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.693959:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.693960:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.693962:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.693963:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.693966:0:33517:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693974:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693976:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788840357.693978:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.693980:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693982:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.693985:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.693986:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.693988:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.693989:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.693991:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.693993:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.693994:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.693995:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.693997:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.693999:0:33517:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694000:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694002:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788840357.694004:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.694006:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694008:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694010:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.694012:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.694014:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.694015:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.694016:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.694018:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.694019:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.694020:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.694021:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.694024:0:33517:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694026:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694028:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788840357.694030:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.694032:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694034:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694036:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.694037:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.694040:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.694040:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.694042:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.694045:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.694046:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.694047:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.694048:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.694051:0:33517:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694053:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694054:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788840357.694056:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.694058:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694060:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694063:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.694064:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.694067:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.694068:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.694070:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.694072:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.694074:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.694075:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.694076:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.694080:0:33517:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694082:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694084:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788840357.694086:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.694089:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694090:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694094:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.694095:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.694097:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.694099:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.694101:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.694103:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.694105:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.694106:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.694107:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.694110:0:33517:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694111:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694113:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788840357.694115:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.694117:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694119:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694122:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.694124:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.694127:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.694128:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.694130:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.694132:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.694133:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.694134:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.694135:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.694137:0:33517:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694139:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694140:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788840357.694143:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.694145:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694147:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694150:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.694152:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.694154:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.694155:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.694157:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.694159:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.694160:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.694161:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.694162:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.694165:0:33517:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694167:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694168:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788840357.694170:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.694173:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694175:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694178:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.694180:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.694183:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.694184:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.694186:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.694188:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.694190:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.694191:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.694192:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.694195:0:33517:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694197:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694199:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788840357.694201:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.694203:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694205:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694207:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.694209:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.694212:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.694213:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.694215:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.694217:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.694219:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.694220:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.694222:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.694224:0:33517:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694227:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694228:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788840357.694231:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.694233:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694234:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694237:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.694238:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.694241:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.694242:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.694244:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.694247:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.694248:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.694249:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.694251:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.694253:0:33517:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694255:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694257:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788840357.694259:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.694261:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694263:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694266:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.694268:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.694270:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.694271:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.694274:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.694276:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.694278:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.694279:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.694281:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.694283:0:33517:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694285:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694287:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788840357.694289:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.694291:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694293:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694296:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.694298:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.694300:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.694301:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.694304:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.694306:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.694308:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.694309:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.694310:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.694312:0:33517:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694314:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694316:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788840357.694317:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.694319:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694321:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694324:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.694325:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.694327:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.694328:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.694331:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.694333:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.694334:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.694335:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.694337:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.694339:0:33517:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694342:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694344:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788840357.694346:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.694348:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694350:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694353:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.694354:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.694357:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.694358:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.694361:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.694363:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.694364:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.694366:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.694367:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.694369:0:33517:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694371:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694373:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788840357.694375:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.694377:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694378:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694381:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.694383:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.694385:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.694386:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.694387:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.694389:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.694391:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.694392:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.694394:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.694396:0:33517:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694398:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694399:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788840357.694401:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.694403:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694404:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694407:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.694408:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.694410:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.694411:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.694413:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.694415:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.694417:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.694418:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.694419:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.694421:0:33517:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694423:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694425:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788840357.694427:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.694429:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694431:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694434:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.694435:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.694437:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.694438:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.694440:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.694442:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.694444:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.694445:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.694446:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.694448:0:33517:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694450:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694452:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788840357.694454:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.694456:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694458:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694461:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.694463:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.694466:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.694467:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.694469:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.694471:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.694473:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.694474:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.694475:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.694478:0:33517:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694479:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694481:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788840357.694483:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.694485:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694487:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694490:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.694491:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.694493:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.694494:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.694496:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.694498:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.694500:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.694501:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.694502:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.694504:0:33517:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694506:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694508:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788840357.694510:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.694512:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694514:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694516:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.694517:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.694520:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.694521:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.694523:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.694525:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.694527:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.694528:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.694529:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.694531:0:33517:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694532:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694534:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788840357.694536:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.694538:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694540:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694542:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.694543:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.694546:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.694547:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.694549:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.694551:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.694552:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.694553:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.694555:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.694557:0:33517:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694559:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694560:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788840357.694563:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.694565:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694566:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694569:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.694570:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.694572:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.694573:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.694576:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.694578:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.694579:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.694581:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.694582:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.694585:0:33517:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694587:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694588:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788840357.694601:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.694604:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694606:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694609:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.694610:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.694613:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.694614:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.694616:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.694618:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.694620:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.694621:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.694622:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.694624:0:33517:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694626:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694628:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788840357.694629:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.694631:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694632:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694635:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.694636:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.694683:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.694685:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.694687:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.694690:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.694691:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.694693:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.694695:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.694697:0:33517:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694700:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694702:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788840357.694704:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.694706:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694708:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694711:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.694713:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.694715:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.694716:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.694719:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.694721:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.694722:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.694723:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.694724:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.694727:0:33517:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694729:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694731:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788840357.694733:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.694735:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694737:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694740:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.694741:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.694745:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.694746:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.694748:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.694750:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.694751:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.694753:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.694754:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.694757:0:33517:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694759:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694760:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788840357.694762:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.694765:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694767:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694770:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.694771:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.694774:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.694775:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.694777:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.694779:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.694781:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.694782:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.694783:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.694786:0:33517:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694787:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694789:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788840357.694792:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.694794:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694795:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694798:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.694800:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.694802:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.694804:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.694806:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.694808:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.694810:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.694811:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.694812:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.694815:0:33517:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694816:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694818:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788840357.694820:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.694822:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694823:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694826:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.694828:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.694830:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.694831:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.694833:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.694835:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.694836:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.694837:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.694838:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.694841:0:33517:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694843:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694844:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788840357.694846:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.694848:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694850:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694852:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.694854:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.694856:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.694857:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.694859:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.694860:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.694862:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.694863:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.694865:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.694867:0:33517:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694869:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694870:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788840357.694872:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.694875:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694876:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694879:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.694880:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.694882:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.694883:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.694886:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.694888:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.694889:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.694890:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.694892:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.694894:0:33517:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694896:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694897:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788840357.694899:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.694901:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694903:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694906:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.694907:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.694910:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.694911:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.694913:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.694914:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.694916:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.694917:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.694918:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.694920:0:33517:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694922:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694923:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788840357.694925:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.694927:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694928:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694931:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.694932:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.694934:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.694935:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.694937:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.694938:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.694940:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.694941:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.694942:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.694945:0:33517:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694946:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694948:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788840357.694950:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.694952:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694953:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694956:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.694957:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.694960:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.694961:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.694963:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.694965:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.694967:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.694968:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.694969:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.694971:0:33517:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694973:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694976:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788840357.694978:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.694980:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694982:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.694985:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.694986:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.694988:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.694989:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.694992:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.694994:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.694995:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.694996:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.694998:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.695000:0:33517:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.695003:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.695005:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788840357.695007:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.695010:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.695011:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.695014:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.695015:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.695017:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.695018:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.695021:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.695023:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.695024:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.695026:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.695027:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.695029:0:33517:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.695031:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.695033:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788840357.695035:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.695037:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.695039:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.695042:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.695043:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.695046:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.695047:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.695049:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.695051:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.695052:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.695053:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.695055:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.695057:0:33517:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.695059:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.695061:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:0.0:1788840357.695063:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.695065:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.695067:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:0.0:1788840357.695071:0:33517:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840357.695072:0:33517:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffcb3b95890 00000080:00000001:0.0:1788840357.695074:0:33517:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:0.0:1788840357.695076:0:33517:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:0.0:1788840357.695078:0:33517:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee86f35800. 00000020:00000001:0.0:1788840357.695080:0:33517:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.695081:0:33517:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:0.0:1788840357.695082:0:33517:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:0.0:1788840357.695084:0:33517:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee86f35800 uarg=0000000000000000 00020000:00000001:0.0:1788840357.695087:0:33517:0:(lov_obd.c:1002:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788840357.695089:0:33517:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788840357.695090:0:33517:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:0.0:1788840357.695093:0:33517:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee86f35800. 00000080:00000001:0.0:1788840357.695095:0:33517:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788840357.695097:0:33517:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:0.0:1788840357.695115:0:33517:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:0.0:1788840357.695118:0:33517:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788840357.695122:0:33517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17dd0 00000080:00200008:0.0:1788840357.695125:0:33517:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff90ee905142c8), flags 100000 00000080:00400000:0.0:1788840357.695130:0:33517:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:0.0:1788840357.695134:0:33517:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90ee92d4d900. 00000080:00000001:0.0:1788840357.695139:0:33517:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788840357.695142:0:33517:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200d17dd0 00000080:00000008:0.0:1788840357.695145:0:33517:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff90ee905142c8), flags 100000, rc = 0 00000080:00000001:0.0:1788840357.695148:0:33517:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840357.695149:0:33517:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840358.535468:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840358.535475:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840358.535480:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840358.535482:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840358.535553:0:15925:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840358.535560:0:15925:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840358.535565:0:15925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788840358.921792:0:33627:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840359.557974:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840359.557980:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840359.557985:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840359.557986:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840359.558716:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788840359.558720:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840359.558724:0:16054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788840360.209054:0:33765:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840360.581724:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840360.581730:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840360.581735:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840360.581736:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840360.581765:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788840360.581768:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840360.581771:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788840361.478206:0:30278:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120b30 (cpu 3) has reached its deadline 4296591263, at 4296591296 00000100:00000010:3.0:1788840361.478223:0:30278:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee8532c1e0. 00000100:00000040:2.0:1788840361.478353:0:28130:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120a20 (cpu 2) has reached its deadline 4296591263, at 4296591296 00000100:00000010:2.0:1788840361.478360:0:28130:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee8532cba0. 00000080:00000001:1.0:1788840361.563446:0:33910:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840361.605770:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840361.605778:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840361.605785:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840361.605786:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840361.606078:0:15925:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788840361.606122:0:15925:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840361.606125:0:15925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788840362.391773:0:33973:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840362.571771:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788840362.571781:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788840362.571788:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d4bb80. 00000020:00000040:3.0:1788840362.571921:0:37:0:(genops.c:1210:class_import_get()) import ffff90ee98ee5800 refcount=4 obd=MGC192.168.202.131@tcp 00000100:00000001:3.0:1788840362.572168:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840362.572171:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840362.572176:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840362.572186:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee983e5d00. 00000100:00000001:3.0:1788840362.572193:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840362.572207:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS req@ffff90ee86d4bb80 x1875733133999488/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788840362.572219:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840362.572224:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840362.572231:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041ae23c8] to pc [ptlrpcd_01_00+0] req@ffff90ee86d4bb80 x1875733133999488/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840362.572365:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840362.572370:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840362.572373:0:2361:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840362.572380:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d4bb80 x1875733133999488/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840362.572388:0:2361:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840362.572391:0:2361:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840362.572395:0:2361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840362.572397:0:2361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840362.572400:0:2361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840362.572404:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2361:1875733133999488:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840362.572408:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840362.572413:0:2361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840362.572416:0:2361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840362.572418:0:2361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840362.572423:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee87160a00. 02000000:00000001:2.0:1788840362.572426:0:2361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840362.572433:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840362.572438:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e580. 00000400:00000010:2.0:1788840362.572444:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234a18. 00000100:00000200:2.0:1788840362.572452:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133999488, portal 25 00000100:00000001:2.0:1788840362.572455:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840362.572456:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871545728 : -122120838005888 : ffff90ee86d4bb80) 00000100:00000040:2.0:1788840362.572462:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee86d4bb80 x1875733133999488/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840362.572470:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840362.572473:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840362.572475:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee912344c8. 00000100:00000200:2.0:1788840362.572478:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875733133999488, offset 0 00000400:00000200:2.0:1788840362.572484:0:2361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840362.572494:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840362.572501:0:2361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840362.572506:0:2361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840362.572510:0:2361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840362.572514:0:2361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840362.572517:0:2361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840362.572521:0:2361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2592:2592:256:4294967295] 192.168.202.131@tcp LPNI seq info [2592:2592:8:4294967295] 00000400:00000200:2.0:1788840362.572525:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840362.572533:0:2361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840362.572539:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840362.572545:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee8985ca00. 00000800:00000200:2.0:1788840362.572561:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840362.572570:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840362.572575:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee8985ca00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840362.572587:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840362.572591:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840362.572594:0:2361:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4296596388 00000100:00000010:2.0:1788840362.572599:0:2361:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee87fb1120. 00000100:00000001:2.0:1788840362.572606:0:2361:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788840362.572611:0:2361:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4296596388 00000100:00000010:2.0:1788840362.572614:0:2361:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee87fb12a0. 00000100:00000001:2.0:1788840362.572617:0:2361:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788840362.572620:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840362.572623:0:2361:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840362.572626:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840362.572629:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840362.574463:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840362.574474:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788840362.574478:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788840362.574484:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d49880. 00000020:00000040:3.0:1788840362.574490:0:37:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=4 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:3.0:1788840362.574494:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840362.574497:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840362.574502:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840362.574509:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee983e5200. 00000100:00000001:3.0:1788840362.574515:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840362.574527:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID req@ffff90ee86d49880 x1875733133999616/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788840362.574538:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840362.574543:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840362.574558:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095cc25a8] to pc [ptlrpcd_01_01+1] req@ffff90ee86d49880 x1875733133999616/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840362.574685:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840362.574689:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788840362.574692:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840362.574694:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840362.574697:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840362.574700:0:2361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1788840362.574702:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840362.574704:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840362.574706:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840362.574707:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840362.574708:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840362.574710:0:2361:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840362.574716:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d49880 x1875733133999616/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840362.574724:0:2361:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840362.574727:0:2361:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840362.574730:0:2361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840362.574732:0:2361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840362.574735:0:2361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840362.574738:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733133999616:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840362.574742:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840362.574747:0:2361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840362.574750:0:2361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840362.574752:0:2361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840362.574756:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee87160400. 02000000:00000001:2.0:1788840362.574758:0:2361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840362.574765:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840362.574769:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e790. 00000400:00000010:2.0:1788840362.574776:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234b28. 00000100:00000200:2.0:1788840362.574783:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133999616, portal 10 00000100:00000001:2.0:1788840362.574785:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840362.574786:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871536768 : -122120838014848 : ffff90ee86d49880) 00000100:00000040:2.0:1788840362.574806:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee86d49880 x1875733133999616/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840362.574814:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840362.574817:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840362.574820:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee912346e8. 00000100:00000200:2.0:1788840362.574823:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733133999616, offset 0 00000400:00000200:2.0:1788840362.574829:0:2361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840362.574837:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840362.574844:0:2361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840362.574849:0:2361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840362.574853:0:2361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840362.574857:0:2361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840362.574860:0:2361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840362.574863:0:2361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2593:2593:255:4294967295] 192.168.202.131@tcp LPNI seq info [2593:2593:7:4294967295] 00000400:00000200:2.0:1788840362.574868:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840362.574877:0:2361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840362.574884:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840362.574889:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee8985ce00. 00000800:00000200:2.0:1788840362.574897:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840362.574906:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840362.574911:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee8985ce00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840362.574915:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840362.574920:0:2361:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 826991 usecs (827 jiffies) 00000400:00000200:2.0:1788840362.574923:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840362.574937:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296593219 00000100:00000001:2.0:1788840362.574941:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296596388 00000100:00000001:2.0:1788840362.574943:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296593219 00000100:00000001:2.0:1788840362.574945:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296596388 00000100:00000001:2.0:1788840362.574947:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840362.574950:0:2361:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840362.574953:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840362.574954:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840362.574999:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840362.575003:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee8985ca00. 00000400:00000200:2.0:1788840362.575007:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840362.575012:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840362.575018:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee912344c8 00000400:00000010:2.0:1788840362.575020:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee912344c8. 00000100:00000001:2.0:1788840362.575023:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840362.575028:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d4bb80 x1875733133999488/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840362.575037:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840362.575041:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d4bb80 x1875733133999488/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840378 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840362.575047:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840362.575049:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788840362.575096:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840362.575098:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee8985ce00. 00000400:00000200:2.0:1788840362.575101:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840362.575105:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840362.575108:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee912346e8 00000400:00000010:2.0:1788840362.575110:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee912346e8. 00000100:00000001:2.0:1788840362.575112:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840362.575115:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d49880 x1875733133999616/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840362.575122:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840362.575125:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d49880 x1875733133999616/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840378 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840362.575131:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840362.575133:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1788840362.576945:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840362.576953:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840362.580944:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840362.580954:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788840362.580959:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788840362.580969:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d4a300. 00000020:00000040:3.0:1788840362.580975:0:37:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=3 obd=lustre-OST0000-osc-ffff90ee90f70800 00000100:00000001:3.0:1788840362.580979:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840362.580982:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840362.580988:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840362.580995:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee983e5100. 00000100:00000001:3.0:1788840362.581003:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840362.581014:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID req@ffff90ee86d4a300 x1875733133999744/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788840362.581025:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840362.581029:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840362.581034:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be538729] to pc [ptlrpcd_01_00+0] req@ffff90ee86d4a300 x1875733133999744/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840362.581054:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840362.581056:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788840362.581059:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788840362.581062:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d4ad80. 00000020:00000040:3.0:1788840362.581064:0:37:0:(genops.c:1210:class_import_get()) import ffff90ee92b59000 refcount=3 obd=lustre-OST0001-osc-ffff90ee90f70800 00000100:00000001:3.0:1788840362.581066:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840362.581068:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840362.581070:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840362.581073:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee983e5900. 00000100:00000001:3.0:1788840362.581075:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840362.581079:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID req@ffff90ee86d4ad80 x1875733133999872/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788840362.581087:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840362.581089:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840362.581092:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000034120dde] to pc [ptlrpcd_01_01+1] req@ffff90ee86d4ad80 x1875733133999872/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840362.581100:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840362.581104:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1930) 00000100:00000001:3.0:1788840362.581124:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840362.581128:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840362.581130:0:2362:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840362.581135:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d4ad80 x1875733133999872/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840362.581142:0:2362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840362.581144:0:2362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840362.581148:0:2362:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840362.581150:0:2362:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840362.581153:0:2362:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840362.581156:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733133999872:192.168.202.131@tcp:400:kworker.0 00000100:00000001:3.0:1788840362.581159:0:2362:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840362.581165:0:2362:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840362.581167:0:2362:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840362.581170:0:2362:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840362.581175:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee85cd2600. 02000000:00000001:3.0:1788840362.581177:0:2362:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840362.581185:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840362.581189:0:2362:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4fec8. 00000400:00000010:3.0:1788840362.581195:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e5d8. 00000100:00000200:3.0:1788840362.581202:0:2362:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133999872, portal 4 00000100:00000001:3.0:1788840362.581205:0:2362:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840362.581206:0:2362:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871542144 : -122120838009472 : ffff90ee86d4ad80) 00000100:00000040:3.0:1788840362.581213:0:2362:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee86d4ad80 x1875733133999872/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840362.581219:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840362.581222:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840362.581225:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e440. 00000100:00000200:3.0:1788840362.581227:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733133999872, offset 0 00000400:00000200:3.0:1788840362.581233:0:2362:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840362.581241:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840362.581248:0:2362:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840362.581253:0:2362:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840362.581258:0:2362:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840362.581262:0:2362:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840362.581264:0:2362:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840362.581268:0:2362:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2594:2594:256:4294967295] 192.168.202.131@tcp LPNI seq info [2594:2594:8:4294967295] 00000400:00000200:3.0:1788840362.581272:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840362.581281:0:2362:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840362.581287:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840362.581293:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee983e5e00. 00000800:00000200:3.0:1788840362.581300:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840362.581307:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840362.581311:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee983e5e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788840362.581322:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840362.581326:0:2362:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: using a timeout of 253446 usecs (254 jiffies) 00000400:00000200:3.0:1788840362.581329:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840362.581331:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296592651 00000100:00000001:3.0:1788840362.581334:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296596388 00000100:00000001:3.0:1788840362.581337:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296592651 00000100:00000001:3.0:1788840362.581339:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296596388 00000100:00000001:3.0:1788840362.581341:0:2362:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840362.581343:0:2362:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840362.581347:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840362.581350:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840362.581357:0:2362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840362.581359:0:2362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788840362.581361:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840362.581363:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840362.581364:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840362.581366:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1788840362.581368:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840362.581369:0:2362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840362.581370:0:2362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840362.581372:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840362.581373:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840362.581374:0:2362:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840362.581377:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d4a300 x1875733133999744/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840362.581384:0:2362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840362.581385:0:2362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840362.581387:0:2362:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840362.581388:0:2362:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840362.581391:0:2362:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840362.581393:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733133999744:192.168.202.131@tcp:400:kworker.0 00000100:00000001:3.0:1788840362.581396:0:2362:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840362.581398:0:2362:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840362.581400:0:2362:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840362.581402:0:2362:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840362.581405:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee85cd2c00. 02000000:00000001:3.0:1788840362.581407:0:2362:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840362.581410:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840362.581412:0:2362:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4f370. 00000400:00000010:3.0:1788840362.581416:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e3b8. 00000100:00000200:3.0:1788840362.581419:0:2362:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733133999744, portal 4 00000100:00000001:3.0:1788840362.581420:0:2362:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840362.581421:0:2362:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871539456 : -122120838012160 : ffff90ee86d4a300) 00000100:00000040:3.0:1788840362.581427:0:2362:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee86d4a300 x1875733133999744/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840362.581432:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840362.581434:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840362.581436:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011eee0. 00000100:00000200:3.0:1788840362.581438:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733133999744, offset 0 00000400:00000200:3.0:1788840362.581442:0:2362:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840362.581445:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840362.581448:0:2362:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840362.581451:0:2362:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840362.581453:0:2362:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840362.581455:0:2362:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840362.581457:0:2362:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840362.581461:0:2362:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2595:2595:255:4294967295] 192.168.202.131@tcp LPNI seq info [2595:2595:7:4294967295] 00000400:00000200:3.0:1788840362.581464:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840362.581469:0:2362:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840362.581473:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840362.581477:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee86f0d500. 00000800:00000200:3.0:1788840362.581481:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840362.581484:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840362.581487:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee86f0d500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788840362.581490:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840362.581493:0:2362:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: using a timeout of 23110 usecs (24 jiffies) 00000400:00000200:3.0:1788840362.581496:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840362.581498:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296592421 00000100:00000001:3.0:1788840362.581500:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296596388 00000100:00000001:3.0:1788840362.581502:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296592421 00000100:00000001:3.0:1788840362.581504:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296596388 00000100:00000001:3.0:1788840362.581506:0:2362:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840362.581508:0:2362:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840362.581511:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840362.581513:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840362.581569:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840362.581572:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee983e5e00. 00000400:00000200:3.0:1788840362.581577:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840362.581582:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840362.581588:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e440 00000400:00000010:3.0:1788840362.581590:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e440. 00000100:00000001:3.0:1788840362.581594:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840362.581599:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d4ad80 x1875733133999872/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840362.581607:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840362.581611:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d4ad80 x1875733133999872/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840378 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840362.581617:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840362.581619:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788840362.581720:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840362.581723:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0d500. 00000400:00000200:3.0:1788840362.581725:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840362.581729:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840362.581731:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011eee0 00000400:00000010:3.0:1788840362.581733:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011eee0. 00000100:00000001:3.0:1788840362.581735:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840362.581738:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d4a300 x1875733133999744/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840378 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840362.581745:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840362.581747:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d4a300 x1875733133999744/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840378 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840362.581753:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840362.581754:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788840362.581765:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840362.581768:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840362.581770:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840362.581772:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788840362.583413:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840362.583427:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840362.583431:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840362.583433:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840362.583441:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840362.583448:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840362.583455:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840362.583459:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840362.583464:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840362.583468:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 10 MB=0x6a9f827253e00 00000400:00000200:3.0:1788840362.583472:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840362.583477:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 224/224 into md 0x70f5 [1] + 224 00000800:00000001:3.0:1788840362.583483:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840362.583487:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840362.583489:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840362.583493:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840362.583499:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840362.583505:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d49880 x1875733133999616/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840378 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840362.583516:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee86d49880 x1875733133999616/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840362.583529:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840362.583537:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840362.583541:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840362.583543:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840362.583545:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840362.583557:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840362.583561:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840362.583565:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840362.583568:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840362.583570:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840362.583573:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 25 MB=0x6a9f827253d80 00000400:00000200:3.0:1788840362.583576:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840362.583581:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.131@tcp of length 224/224 into md 0x70e5 [1] + 224 00000800:00000001:3.0:1788840362.583584:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840362.583590:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840362.583592:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840362.583595:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840362.583598:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840362.583602:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d4bb80 x1875733133999488/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840378 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840362.583611:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee86d4bb80 x1875733133999488/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840362.583617:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840362.583620:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840362.583623:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840362.583635:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840362.583667:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788840362.583674:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840362.583675:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840362.583678:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e790. 00000400:00000200:3.0:1788840362.583683:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234b28 00000400:00000010:3.0:1788840362.583685:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234b28. 00000100:00000001:3.0:1788840362.583688:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840362.583692:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d49880 x1875733133999616/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840362.583704:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d49880 x1875733133999616/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840378 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840362.583709:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840362.583711:0:2361:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840362.583713:0:2361:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840362.583716:0:2361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840362.583718:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840362.583720:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840362.583723:0:2361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840362.583731:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=62 v=5 (5 5 102 102) 00000100:00001000:3.0:1788840362.583735:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840362.583738:0:2361:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840362.583740:0:2361:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840362.583743:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840362.583746:0:2361:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840362.583750:0:2361:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840362.583752:0:2361:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967654 00000100:00000001:3.0:1788840362.583754:0:2361:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840362.583756:0:2361:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840362.583760:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d49880 x1875733133999616/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840378 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840362.583767:0:2361:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840362.583770:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840362.583772:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840362.583775:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d49880 x1875733133999616/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840378 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840362.583783:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733133999616:192.168.202.131@tcp:400:kworker.0 00000400:00000001:3.0:1788840362.583788:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840362.583789:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840362.583796:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e580. 00000400:00000200:3.0:1788840362.583799:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234a18 00000400:00000010:3.0:1788840362.583801:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234a18. 00000100:00000001:3.0:1788840362.583803:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840362.583806:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d4bb80 x1875733133999488/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840362.583814:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d4bb80 x1875733133999488/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840378 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840362.583819:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840362.583820:0:2361:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840362.583822:0:2361:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840362.583823:0:2361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840362.583824:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840362.583825:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840362.583827:0:2361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840362.583830:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98ee5c60 time=62 v=5 (5 5 5 5) 00000100:00001000:3.0:1788840362.583833:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98ee5c18 time=23 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840362.583835:0:2361:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840362.583836:0:2361:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840362.583838:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840362.583839:0:2361:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840362.583842:0:2361:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840362.583845:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d4bb80 x1875733133999488/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840378 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840362.583851:0:2361:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840362.583853:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840362.583854:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840362.583857:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d4bb80 x1875733133999488/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840378 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840362.583863:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2361:1875733133999488:192.168.202.131@tcp:400:kworker.0 00000100:00000001:3.0:1788840362.583867:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840362.583869:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840362.583872:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d49880 x1875733133999616/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840378 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840362.583877:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840362.583880:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840362.583883:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee87160400. 02000000:00000001:3.0:1788840362.583886:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840362.583888:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840362.583890:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=3 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:3.0:1788840362.583893:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840362.583895:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee983e5200. 02000000:00000001:3.0:1788840362.583899:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840362.583900:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840362.583902:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d49880. 00000100:00000001:3.0:1788840362.583905:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840362.583906:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840362.583908:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840362.583911:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d4bb80 x1875733133999488/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840378 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840362.583916:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840362.583918:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840362.583919:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee87160a00. 02000000:00000001:3.0:1788840362.583921:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840362.583922:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840362.583923:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee98ee5800 refcount=3 obd=MGC192.168.202.131@tcp 00000020:00000001:3.0:1788840362.598732:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840362.598738:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee983e5d00. 02000000:00000001:3.0:1788840362.598745:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840362.598747:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840362.598750:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d4bb80. 00000100:00000001:3.0:1788840362.598754:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840362.598755:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840362.598758:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840362.598766:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840362.598768:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840362.598771:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840362.598773:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788840362.600236:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840362.600253:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840362.600257:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840362.600260:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840362.600268:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840362.600277:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840362.600286:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840362.600291:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840362.600296:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840362.600301:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f827253f00 00000400:00000200:2.0:1788840362.600306:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840362.600313:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x7105 [1] + 224 00000800:00000001:2.0:1788840362.600320:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840362.600325:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840362.600328:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840362.600332:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840362.600340:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840362.600349:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d4ad80 x1875733133999872/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840378 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840362.600362:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee86d4ad80 x1875733133999872/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840362.600384:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840362.600393:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840362.600397:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840362.600399:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840362.600401:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840362.600405:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840362.600408:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840362.600412:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840362.600415:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840362.600418:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840362.600421:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f827253e80 00000400:00000200:2.0:1788840362.600424:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840362.600429:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x7115 [1] + 224 00000800:00000001:2.0:1788840362.600432:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840362.600440:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840362.600442:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840362.600445:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840362.600448:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840362.600453:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d4a300 x1875733133999744/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840378 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840362.600461:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee86d4a300 x1875733133999744/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840362.600467:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840362.600471:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840362.600474:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840362.600724:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840362.600730:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788840362.600738:0:2362:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840362.600741:0:2362:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840362.600744:0:2362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4f370. 00000400:00000200:3.0:1788840362.600748:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e3b8 00000400:00000010:3.0:1788840362.600751:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e3b8. 00000100:00000001:3.0:1788840362.600755:0:2362:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840362.600760:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d4a300 x1875733133999744/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840362.600770:0:2362:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d4a300 x1875733133999744/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840378 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840362.600777:0:2362:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840362.600779:0:2362:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840362.600781:0:2362:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840362.600784:0:2362:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840362.600787:0:2362:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840362.600999:0:2362:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840362.601006:0:2362:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840362.601019:0:2362:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b5cc60 time=62 v=5 (5 5 5 5) 00000100:00001000:3.0:1788840362.601024:0:2362:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=14 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840362.601027:0:2362:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840362.601029:0:2362:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840362.601032:0:2362:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840362.601036:0:2362:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840362.601039:0:2362:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840362.601042:0:2362:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: skip recheck: last_committed 4294967341 00000100:00000001:3.0:1788840362.601044:0:2362:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840362.601046:0:2362:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840362.601052:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d4a300 x1875733133999744/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840378 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840362.601059:0:2362:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840362.601063:0:2362:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840362.601065:0:2362:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840362.601069:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d4a300 x1875733133999744/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840378 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840362.601084:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733133999744:192.168.202.131@tcp:400:kworker.0 00000400:00000001:3.0:1788840362.601091:0:2362:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840362.601092:0:2362:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840362.601094:0:2362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4fec8. 00000400:00000200:3.0:1788840362.601097:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e5d8 00000400:00000010:3.0:1788840362.601099:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e5d8. 00000100:00000001:3.0:1788840362.601102:0:2362:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840362.601105:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d4ad80 x1875733133999872/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840378 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840362.601114:0:2362:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d4ad80 x1875733133999872/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840378 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840362.601121:0:2362:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840362.601122:0:2362:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840362.601124:0:2362:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840362.601126:0:2362:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840362.601127:0:2362:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840362.601128:0:2362:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840362.601130:0:2362:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840362.601134:0:2362:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b59460 time=62 v=5 (5 5 5 5) 00000100:00001000:3.0:1788840362.601137:0:2362:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b59418 time=14 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840362.601139:0:2362:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840362.601141:0:2362:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840362.601143:0:2362:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840362.601145:0:2362:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840362.601147:0:2362:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840362.601148:0:2362:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90ee90f70800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1788840362.601150:0:2362:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840362.601152:0:2362:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840362.601156:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d4ad80 x1875733133999872/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840378 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840362.601162:0:2362:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840362.601165:0:2362:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840362.601166:0:2362:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840362.601170:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d4ad80 x1875733133999872/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840378 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840362.601178:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d4ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733133999872:192.168.202.131@tcp:400:kworker.0 00000100:00000001:3.0:1788840362.601182:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840362.601184:0:2362:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840362.601187:0:2362:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d4a300 x1875733133999744/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840378 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840362.601194:0:2362:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840362.601197:0:2362:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840362.601200:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee85cd2c00. 02000000:00000001:3.0:1788840362.601203:0:2362:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840362.601206:0:2362:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840362.601208:0:2362:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=2 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:3.0:1788840362.601210:0:2362:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840362.601213:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee983e5100. 02000000:00000001:3.0:1788840362.601217:0:2362:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840362.601218:0:2362:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840362.601220:0:2362:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d4a300. 00000100:00000001:3.0:1788840362.601223:0:2362:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840362.601225:0:2362:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840362.601226:0:2362:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840362.601229:0:2362:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d4ad80 x1875733133999872/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840378 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840362.601235:0:2362:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840362.601236:0:2362:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840362.601237:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee85cd2600. 02000000:00000001:3.0:1788840362.601239:0:2362:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840362.601240:0:2362:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840362.601241:0:2362:0:(genops.c:1223:class_import_put()) import ffff90ee92b59000 refcount=2 obd=lustre-OST0001-osc-ffff90ee90f70800 00000020:00000001:3.0:1788840362.601243:0:2362:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840362.601244:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee983e5900. 02000000:00000001:3.0:1788840362.601246:0:2362:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840362.601247:0:2362:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840362.601248:0:2362:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d4ad80. 00000100:00000001:3.0:1788840362.601251:0:2362:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840362.601252:0:2362:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840362.601254:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840362.601261:0:2362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840362.601263:0:2362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840362.601265:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840362.601267:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840362.629871:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840362.629878:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840362.629882:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840362.629883:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840362.629914:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788840362.629917:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840362.629921:0:16054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788840363.334054:0:34064:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840363.658609:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840363.658617:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840363.658623:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840363.658624:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840363.658991:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840363.658995:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840363.658998:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:0.0:1788840363.730525:0:34100:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1788840363.730531:0:34100:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 24a: fsync error (should return error) ========================================================== 00:06:02 (1788840362) 00000001:00000001:0.0:1788840363.739135:0:34100:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:1.0:1788840364.182182:0:34143:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788840364.182187:0:34143:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788840364.182191:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c1fde0 00000080:00200000:1.0:1788840364.182195:0:34143:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:1.0:1788840364.182203:0:34143:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98d5a000. 00800000:00000002:1.0:1788840364.182210:0:34143:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:1.0:1788840364.182214:0:34143:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788840364.182219:0:34143:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788840364.182221:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c1fd00 00800000:00000002:1.0:1788840364.182224:0:34143:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788840364.182228:0:34143:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788840364.182232:0:34143:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788840364.182238:0:34143:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788840364.182240:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c1fbd0 00000002:00010000:1.0:1788840364.182242:0:34143:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788840364.182245:0:34143:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788840364.182248:0:34143:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840364.182251:0:34143:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840364.182258:0:34143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55800 count: 2 00010000:00000001:1.0:1788840364.182261:0:34143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840364.182265:0:34143:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840364.182269:0:34143:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788840364.182274:0:34143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3893 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bad0d expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:1.0:1788840364.182287:0:34143:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788840364.182292:0:34143:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840364.182296:0:34143:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3893 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bad0d expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:1.0:1788840364.182302:0:34143:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788840364.182304:0:34143:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788840364.182306:0:34143:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788840364.182308:0:34143:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788840364.182310:0:34143:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788840364.182312:0:34143:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788840364.182314:0:34143:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788840364.182317:0:34143:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:1.0:1788840364.182320:0:34143:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98d5a000. 00000080:00000001:1.0:1788840364.182325:0:34143:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788840364.182326:0:34143:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840364.182329:0:34143:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:1.0:1788840364.182332:0:34143:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f3893 00800000:00000001:1.0:1788840364.182335:0:34143:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788840364.182337:0:34143:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788840364.182339:0:34143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840364.182341:0:34143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840364.182344:0:34143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d000 refcount=3 00000020:00000001:1.0:1788840364.182347:0:34143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:1.0:1788840364.182350:0:34143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:1.0:1788840364.182501:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840364.182502:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840364.182504:0:34143:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840364.182506:0:34143:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840364.182509:0:34143:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3893 from it ffffa16201c1fe18 00010000:00000001:1.0:1788840364.182511:0:34143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840364.182513:0:34143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840364.182514:0:34143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d000 refcount=3 00000020:00000001:1.0:1788840364.182516:0:34143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:1.0:1788840364.182519:0:34143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:1.0:1788840364.182521:0:34143:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840364.182524:0:34143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3893 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bad0d expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1788840364.182531:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840364.182545:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840364.182547:0:34143:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840364.182549:0:34143:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840364.182552:0:34143:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3893 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bad0d expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1788840364.182561:0:34143:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840364.182564:0:34143:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840364.182566:0:34143:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840364.182571:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840364.182572:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840364.182574:0:34143:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.182577:0:34143:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840364.182579:0:34143:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.182581:0:34143:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.182583:0:34143:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.182585:0:34143:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840364.182586:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840364.182587:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788840364.182590:0:34143:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788840364.182593:0:34143:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788840364.182595:0:34143:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 101 00000080:00000001:1.0:1788840364.182600:0:34143:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840364.182609:0:34143:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788840364.182611:0:34143:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788840364.182612:0:34143:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788840364.182614:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c1fba8 00000080:00200000:1.0:1788840364.182616:0:34143:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:1.0:1788840364.182619:0:34143:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98d5a000. 00800000:00000002:1.0:1788840364.182623:0:34143:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:1.0:1788840364.182625:0:34143:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788840364.182626:0:34143:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788840364.182628:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c1fac8 00800000:00000002:1.0:1788840364.182629:0:34143:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788840364.182632:0:34143:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788840364.182634:0:34143:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788840364.182637:0:34143:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788840364.183012:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c1f998 00000002:00010000:1.0:1788840364.183014:0:34143:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788840364.183017:0:34143:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788840364.183019:0:34143:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840364.183020:0:34143:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840364.183024:0:34143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55800 count: 2 00010000:00000001:1.0:1788840364.183026:0:34143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840364.183029:0:34143:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840364.183032:0:34143:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788840364.183035:0:34143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3893 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bad0d expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 02000000:00000001:1.0:1788840364.183043:0:34143:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788840364.183046:0:34143:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840364.183049:0:34143:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3893 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bad0d expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000002:00000001:1.0:1788840364.183055:0:34143:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788840364.183057:0:34143:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788840364.183058:0:34143:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788840364.183060:0:34143:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788840364.183063:0:34143:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788840364.183065:0:34143:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788840364.183067:0:34143:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788840364.183069:0:34143:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:1.0:1788840364.183072:0:34143:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98d5a000. 00000080:00000001:1.0:1788840364.183075:0:34143:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788840364.183077:0:34143:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840364.183079:0:34143:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:1.0:1788840364.183081:0:34143:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f3893 00800000:00000001:1.0:1788840364.183084:0:34143:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788840364.183086:0:34143:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788840364.183087:0:34143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840364.183088:0:34143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840364.183090:0:34143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d000 refcount=3 00000020:00000001:1.0:1788840364.183092:0:34143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:1.0:1788840364.183094:0:34143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:1.0:1788840364.183096:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840364.183097:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840364.183098:0:34143:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840364.183100:0:34143:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840364.183102:0:34143:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3893 from it ffffa16201c1fbe0 00010000:00000001:1.0:1788840364.183104:0:34143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840364.183104:0:34143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840364.183106:0:34143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d000 refcount=3 00000020:00000001:1.0:1788840364.183107:0:34143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:1.0:1788840364.183109:0:34143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:1.0:1788840364.183111:0:34143:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840364.183114:0:34143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3893 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bad0d expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:1.0:1788840364.183120:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840364.183122:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840364.183123:0:34143:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840364.183124:0:34143:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840364.183127:0:34143:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3893 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bad0d expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:1.0:1788840364.183132:0:34143:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840364.183133:0:34143:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840364.183135:0:34143:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840364.183137:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840364.183138:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840364.183139:0:34143:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.183141:0:34143:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840364.183142:0:34143:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.183143:0:34143:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.183145:0:34143:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.183147:0:34143:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840364.183148:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840364.183149:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788840364.183151:0:34143:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788840364.183152:0:34143:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788840364.183154:0:34143:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788840364.183157:0:34143:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788840364.183168:0:34143:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90ee84b11240. 00000020:00000001:1.0:1788840364.183172:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c1fd98 00000080:00200000:1.0:1788840364.183174:0:34143:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), flags=1536 00000080:00000001:1.0:1788840364.183177:0:34143:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788840364.183178:0:34143:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788840364.183180:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c1fca8 00000080:00200000:1.0:1788840364.183182:0:34143:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:1.0:1788840364.183184:0:34143:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98d5a000. 00800000:00000002:1.0:1788840364.183187:0:34143:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:1.0:1788840364.183190:0:34143:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788840364.183191:0:34143:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788840364.183193:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c1fbc8 00800000:00000002:1.0:1788840364.183194:0:34143:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788840364.183197:0:34143:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788840364.183199:0:34143:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788840364.183203:0:34143:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788840364.183204:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c1fa98 00000002:00010000:1.0:1788840364.183206:0:34143:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788840364.183208:0:34143:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788840364.183210:0:34143:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840364.183211:0:34143:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840364.183213:0:34143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55800 count: 2 00010000:00000001:1.0:1788840364.183216:0:34143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840364.183218:0:34143:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840364.183220:0:34143:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788840364.183223:0:34143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3893 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bad0d expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 02000000:00000001:1.0:1788840364.183230:0:34143:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788840364.183232:0:34143:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840364.183235:0:34143:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3893 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bad0d expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00000002:00000001:1.0:1788840364.183240:0:34143:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788840364.183242:0:34143:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788840364.183244:0:34143:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788840364.183245:0:34143:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788840364.183247:0:34143:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788840364.183249:0:34143:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788840364.183251:0:34143:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788840364.183252:0:34143:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:1.0:1788840364.183254:0:34143:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98d5a000. 00000080:00000001:1.0:1788840364.183257:0:34143:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788840364.183258:0:34143:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840364.183260:0:34143:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:1.0:1788840364.183262:0:34143:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f3893 00800000:00000001:1.0:1788840364.183264:0:34143:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788840364.183266:0:34143:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788840364.183268:0:34143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840364.183269:0:34143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840364.183270:0:34143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d000 refcount=3 00000020:00000001:1.0:1788840364.183272:0:34143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:1.0:1788840364.183274:0:34143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:1.0:1788840364.183276:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840364.183277:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840364.183278:0:34143:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840364.183279:0:34143:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840364.183281:0:34143:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3893 from it ffffa16201c1fce0 00010000:00000001:1.0:1788840364.183282:0:34143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840364.183283:0:34143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840364.183284:0:34143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d000 refcount=3 00000020:00000001:1.0:1788840364.183286:0:34143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:1.0:1788840364.183288:0:34143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:1.0:1788840364.183290:0:34143:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840364.183293:0:34143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3893 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bad0d expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 8 lru_type: 0 00010000:00000001:1.0:1788840364.183299:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840364.183299:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840364.183300:0:34143:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840364.183302:0:34143:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840364.183304:0:34143:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3893 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bad0d expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:1.0:1788840364.183309:0:34143:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840364.183310:0:34143:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840364.183311:0:34143:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840364.183313:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840364.183314:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840364.183315:0:34143:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.183317:0:34143:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840364.183318:0:34143:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.183320:0:34143:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.183322:0:34143:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.183323:0:34143:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840364.183324:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840364.183325:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788840364.183327:0:34143:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788840364.183328:0:34143:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788840364.183330:0:34143:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 3 00000080:00000001:1.0:1788840364.183333:0:34143:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840364.183336:0:34143:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788840364.183337:0:34143:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788840364.183339:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c1fd90 00000080:00200000:1.0:1788840364.183341:0:34143:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:1.0:1788840364.183345:0:34143:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98d5a000. 00800000:00000002:1.0:1788840364.183348:0:34143:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:1.0:1788840364.183350:0:34143:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788840364.183424:0:34143:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788840364.183500:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c1fcb0 00800000:00000002:1.0:1788840364.183502:0:34143:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788840364.183505:0:34143:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788840364.183507:0:34143:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788840364.183511:0:34143:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788840364.183512:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c1fb80 00000002:00010000:1.0:1788840364.183513:0:34143:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788840364.183515:0:34143:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788840364.183517:0:34143:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840364.183518:0:34143:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840364.183521:0:34143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55800 count: 2 00010000:00000001:1.0:1788840364.183523:0:34143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840364.183526:0:34143:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840364.183528:0:34143:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788840364.183531:0:34143:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3893 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bad0d expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 02000000:00000001:1.0:1788840364.183548:0:34143:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788840364.183551:0:34143:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840364.183554:0:34143:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3893 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bad0d expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00000002:00000001:1.0:1788840364.183560:0:34143:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788840364.183562:0:34143:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788840364.183563:0:34143:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788840364.183565:0:34143:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788840364.183566:0:34143:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788840364.183568:0:34143:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788840364.183570:0:34143:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788840364.183572:0:34143:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:1.0:1788840364.183574:0:34143:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98d5a000. 00000080:00000001:1.0:1788840364.183577:0:34143:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788840364.183578:0:34143:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840364.183580:0:34143:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:1.0:1788840364.183582:0:34143:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f3893 00800000:00000001:1.0:1788840364.183585:0:34143:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788840364.183586:0:34143:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788840364.183588:0:34143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840364.183589:0:34143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840364.183591:0:34143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d000 refcount=3 00000020:00000001:1.0:1788840364.183593:0:34143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:1.0:1788840364.183595:0:34143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:1.0:1788840364.183597:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840364.183598:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840364.183599:0:34143:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840364.183600:0:34143:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840364.183602:0:34143:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3893 from it ffffa16201c1fdc8 00010000:00000001:1.0:1788840364.183604:0:34143:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840364.183605:0:34143:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840364.183606:0:34143:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d000 refcount=3 00000020:00000001:1.0:1788840364.183607:0:34143:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:1.0:1788840364.183609:0:34143:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843173888 : -122120866377728 : ffff90ee8523d000) 00010000:00000001:1.0:1788840364.183612:0:34143:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840364.183614:0:34143:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3893 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bad0d expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 9 lru_type: 0 00010000:00000001:1.0:1788840364.183619:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840364.183620:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840364.183621:0:34143:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840364.183622:0:34143:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840364.183625:0:34143:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3893 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bad0d expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000001:1.0:1788840364.183630:0:34143:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840364.183632:0:34143:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840364.183633:0:34143:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840364.183635:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840364.183636:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840364.183904:0:34143:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.183909:0:34143:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840364.183910:0:34143:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.183912:0:34143:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.183915:0:34143:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.183917:0:34143:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840364.183918:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840364.183920:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788840364.183922:0:34143:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788840364.183923:0:34143:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788840364.183926:0:34143:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 3 00000080:00000001:1.0:1788840364.183930:0:34143:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840364.183934:0:34143:0:(namei.c:2236:do_mkdir()) Process entered 00000020:00000001:1.0:1788840364.183936:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c1fda0 00000080:00200000:1.0:1788840364.183937:0:34143:0:(namei.c:2239:do_mkdir()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00000001:1.0:1788840364.183940:0:34143:0:(namei.c:1968:ll_new_node()) Process entered 00000080:00000001:1.0:1788840364.183942:0:34143:0:(namei.c:1778:ll_new_node_prepare()) Process entered 00000080:00000010:1.0:1788840364.183946:0:34143:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98d5a000. 00800000:00000002:1.0:1788840364.183949:0:34143:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000010:1.0:1788840364.183956:0:34143:0:(namei.c:1796:ll_new_node_prepare()) kmalloced '(lum)': 48 at ffff90ee87139cc0. 00000080:00000001:1.0:1788840364.183960:0:34143:0:(namei.c:1884:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840364.183963:0:34143:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:1.0:1788840364.183964:0:34143:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1788840364.183970:0:34143:0:(lmv_obd.c:1705:lmv_locate_tgt_qos()) Process entered 00800000:00000001:1.0:1788840364.183972:0:34143:0:(lmv_obd.c:1708:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:1.0:1788840364.183975:0:34143:0:(lmv_obd.c:1786:lmv_locate_tgt_rr()) Process entered 00800000:00000001:1.0:1788840364.183978:0:34143:0:(lmv_obd.c:1804:lmv_locate_tgt_rr()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00800000:00000001:1.0:1788840364.183980:0:34143:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446621952875900928 : -122120833650688 : ffff90ee87173000) 00800000:00000001:1.0:1788840364.183983:0:34143:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1788840364.183985:0:34143:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1788840364.183988:0:34143:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1788840364.183991:0:34143:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1788840364.183993:0:34143:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff90ee90f70800: Allocated FID [0x200000404:0x2e:0x0] 40000000:00000001:1.0:1788840364.183996:0:34143:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840364.183998:0:34143:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840364.184000:0:34143:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840364.184002:0:34143:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.184003:0:34143:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c1fbc0 00800000:00000002:1.0:1788840364.184005:0:34143:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd24a.recovery-small' [0x200000404:0x2e:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:1.0:1788840364.184009:0:34143:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:1.0:1788840364.184011:0:34143:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788840364.184014:0:34143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55800 count: 2 00010000:00000001:1.0:1788840364.184016:0:34143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840364.184019:0:34143:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788840364.184022:0:34143:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788840364.184025:0:34143:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3893 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8a436931312bad0d expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00000080:00000001:1.0:1788840364.184033:0:34143:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788840364.184036:0:34143:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788840364.184038:0:34143:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788840364.184040:0:34143:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1788840364.184042:0:34143:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840364.184044:0:34143:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840364.184045:0:34143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55800 count: 3 00010000:00000001:1.0:1788840364.184047:0:34143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788840364.184050:0:34143:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840364.184052:0:34143:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840364.184052:0:34143:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840364.184054:0:34143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55800 count: 3 00010000:00000001:1.0:1788840364.184056:0:34143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788840364.184057:0:34143:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840364.184059:0:34143:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840364.184060:0:34143:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840364.184061:0:34143:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55800 count: 3 00010000:00000001:1.0:1788840364.184063:0:34143:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788840364.184065:0:34143:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840364.184067:0:34143:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788840364.184069:0:34143:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff90ee90514200, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788840364.184073:0:34143:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1788840364.184075:0:34143:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788840364.184077:0:34143:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788840364.184079:0:34143:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.184082:0:34143:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788840364.184086:0:34143:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788840364.184087:0:34143:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788840364.184089:0:34143:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840364.184091:0:34143:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788840364.184094:0:34143:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee8523d000 with handle 0x3aa5f499c96f3893 from hash 00010000:00000001:1.0:1788840364.184096:0:34143:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788840364.184097:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840364.184098:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840364.184100:0:34143:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788840364.184102:0:34143:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788840364.184103:0:34143:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788840364.184106:0:34143:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788840364.184108:0:34143:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788840364.184109:0:34143:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1788840364.184115:0:34143:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87face00. 00000020:00000040:1.0:1788840364.184120:0:34143:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=4 obd=lustre-MDT0000-mdc-ffff90ee90f70800 02000000:00000001:1.0:1788840364.184126:0:34143:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788840364.184129:0:34143:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.184131:0:34143:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788840364.184135:0:34143:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840364.184137:0:34143:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840364.184139:0:34143:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840364.184141:0:34143:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840364.184145:0:34143:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840364.184153:0:34143:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee85c5e800. 00000100:00000001:1.0:1788840364.184160:0:34143:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.184162:0:34143:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788840364.184164:0:34143:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788840364.184170:0:34143:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3893 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312bad0d expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00010000:1.0:1788840364.184176:0:34143:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788840364.184177:0:34143:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788840364.184179:0:34143:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788840364.184181:0:34143:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d000/0x3aa5f499c96f3893 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312bad0d expref: -99 pid: 33053 timeout: 0 lvb_type: 0 lru_score: 10 lru_type: 0 00010000:00000040:1.0:1788840364.184188:0:34143:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee85e55800 count: 0 00010000:00000010:1.0:1788840364.184194:0:34143:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90ee86e2fc80. 00010000:00000001:1.0:1788840364.184203:0:34143:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840364.184205:0:34143:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.184207:0:34143:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788840364.184208:0:34143:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.184210:0:34143:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1788840364.184222:0:34143:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1788840364.184234:0:34143:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee87face00 x1875733134000128/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788840364.184242:0:34143:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788840364.184244:0:34143:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788840364.184250:0:34143:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee85c7a240. 00000100:00000001:1.0:1788840364.184252:0:34143:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952853910080 : -122120855641536 : ffff90ee85c7a240) 00000100:00000001:1.0:1788840364.184255:0:34143:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840364.184257:0:34143:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890818048 : -122120818733568 : ffff90ee87face00) 00000100:00000001:1.0:1788840364.184261:0:34143:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840364.184265:0:34143:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840364.184267:0:34143:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788840364.184270:0:34143:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840364.184274:0:34143:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87face00 x1875733134000128/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840364.184281:0:34143:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840364.184283:0:34143:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840364.184287:0:34143:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840364.184289:0:34143:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840364.184292:0:34143:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840364.184295:0:34143:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87face00 pname:cluuid:pid:xid:nid:opc:job mkdir:10f4a654-3497-48d8-8f70-7e89f4f161cc:34143:1875733134000128:192.168.202.131@tcp:36:mkdir.0 00000100:00000001:1.0:1788840364.184298:0:34143:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840364.184304:0:34143:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840364.184306:0:34143:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840364.184309:0:34143:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840364.184313:0:34143:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee85c5e000. 02000000:00000001:1.0:1788840364.184315:0:34143:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840364.184322:0:34143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840364.184327:0:34143:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000010:1.0:1788840364.184333:0:34143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539660. 00000100:00000200:1.0:1788840364.184339:0:34143:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733134000128, portal 10 00000100:00000001:1.0:1788840364.184342:0:34143:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840364.184343:0:34143:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890818048 : -122120818733568 : ffff90ee87face00) 00000100:00000040:1.0:1788840364.184349:0:34143:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87face00 x1875733134000128/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/576 e 0 to 0 dl 1788840380 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840364.184495:0:34143:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840364.184499:0:34143:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840364.184502:0:34143:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539088. 00000100:00000200:1.0:1788840364.184507:0:34143:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1875733134000128, offset 0 00000400:00000200:1.0:1788840364.184513:0:34143:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840364.184522:0:34143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840364.184529:0:34143:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840364.184544:0:34143:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840364.184548:0:34143:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840364.184552:0:34143:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840364.184555:0:34143:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840364.184559:0:34143:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2596:2596:256:4294967295] 192.168.202.131@tcp LPNI seq info [2596:2596:8:4294967295] 00000400:00000200:1.0:1788840364.184563:0:34143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840364.184572:0:34143:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840364.184578:0:34143:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840364.184583:0:34143:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee9120cf00. 00000800:00000200:1.0:1788840364.184589:0:34143:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840364.184596:0:34143:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840364.184601:0:34143:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee9120cf00 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:1.0:1788840364.184797:0:34143:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840364.184802:0:34143:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 825961 usecs (826 jiffies) 00000400:00000200:1.0:1788840364.184806:0:34143:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840364.184809:0:34143:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296594829 00000100:00000001:1.0:1788840364.184812:0:34143:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296596388 00000100:00000001:1.0:1788840364.184814:0:34143:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296594829 00000100:00000001:1.0:1788840364.184816:0:34143:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296596388 00000100:00000001:1.0:1788840364.184819:0:34143:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840364.184821:0:34143:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840364.184823:0:34143:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840364.184825:0:34143:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788840364.184827:0:34143:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee85c7a240 going to sleep for 11 seconds 00000100:00000001:1.0:1788840364.184830:0:34143:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840364.184833:0:34143:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840364.185569:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840364.185574:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee9120cf00. 00000400:00000200:3.0:1788840364.185579:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840364.185585:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840364.185591:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539088 00000400:00000010:3.0:1788840364.185593:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539088. 00000100:00000001:3.0:1788840364.185597:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840364.185602:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87face00 x1875733134000128/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/576 e 0 to 0 dl 1788840380 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840364.185612:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840364.185617:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87face00 x1875733134000128/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/576 e 0 to 0 dl 1788840380 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840364.185624:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840364.185625:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1788840364.190942:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee85e55800. 00010000:00000010:1.1:1788840364.190951:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee8523d000. 00000800:00000001:2.0:1788840364.216763:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840364.216857:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840364.216861:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840364.216864:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840364.216870:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840364.216876:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840364.216883:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840364.216887:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840364.216891:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840364.216894:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 448 into portal 10 MB=0x6a9f827254000 00000400:00000200:2.0:1788840364.216897:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840364.216902:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 448/448 into md 0x7125 [1] + 224 00000800:00000001:2.0:1788840364.216996:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840364.217002:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840364.217005:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840364.217010:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840364.217016:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840364.217023:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87face00 x1875733134000128/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/576 e 0 to 0 dl 1788840380 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840364.217030:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff90ee87face00 x1875733134000128/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/576 e 0 to 0 dl 1788840380 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840364.217080:0:34143:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840364.217095:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1788840364.217103:0:2353:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788840364.217105:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840364.217109:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840364.217114:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2597:2597:256:4294967295] 192.168.202.131@tcp LPNI seq info [2597:2597:8:4294967295] 00000400:00000200:2.0:1788840364.217117:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840364.217123:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) 192.168.202.131@tcp : ACK try# 0 00000800:00000200:2.0:1788840364.217127:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840364.217132:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee8985c900. 00000800:00000200:2.0:1788840364.217137:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840364.217142:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840364.217146:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee8985c900 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788840364.217207:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840364.217211:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee8985c900. 00000400:00000200:2.0:1788840364.217214:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840364.217218:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: ACK: OK 00000800:00000001:2.0:1788840364.217224:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840364.217226:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788840364.218523:0:34143:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840364.218528:0:34143:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840364.218542:0:34143:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000200:1.0:1788840364.218549:0:34143:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539660 00000400:00000010:1.0:1788840364.218552:0:34143:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539660. 00000100:00000001:1.0:1788840364.218557:0:34143:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840364.218565:0:34143:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87face00 x1875733134000128/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/576 e 0 to 0 dl 1788840380 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788840364.218576:0:34143:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87face00 x1875733134000128/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/576 e 0 to 0 dl 1788840380 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840364.218583:0:34143:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840364.218585:0:34143:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840364.218588:0:34143:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840364.218591:0:34143:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840364.218593:0:34143:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840364.218595:0:34143:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840364.218598:0:34143:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840364.218606:0:34143:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=64 v=5 (5 5 102 102) 00000100:00001000:1.0:1788840364.218611:0:34143:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=22 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840364.218614:0:34143:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840364.218616:0:34143:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.218619:0:34143:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840364.218622:0:34143:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840364.218625:0:34143:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788840364.218627:0:34143:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a2/0x1] 00000100:00000001:1.0:1788840364.218628:0:34143:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788840364.218631:0:34143:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840364.218632:0:34143:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890818048 : -122120818733568 : ffff90ee87face00) 00000100:00000001:1.0:1788840364.218635:0:34143:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840364.218637:0:34143:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967654 00000100:00000001:1.0:1788840364.218656:0:34143:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840364.218658:0:34143:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840364.218665:0:34143:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87face00 x1875733134000128/t8589934593(8589934593) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/448 e 0 to 0 dl 1788840380 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840364.218673:0:34143:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840364.218675:0:34143:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840364.218678:0:34143:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840364.218682:0:34143:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87face00 x1875733134000128/t8589934593(8589934593) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/448 e 0 to 0 dl 1788840380 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788840364.218689:0:34143:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87face00 pname:cluuid:pid:xid:nid:opc:job mkdir:10f4a654-3497-48d8-8f70-7e89f4f161cc:34143:1875733134000128:192.168.202.131@tcp:36:mkdir.0 00000100:00000001:1.0:1788840364.218692:0:34143:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840364.218694:0:34143:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840364.218695:0:34143:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788840364.218697:0:34143:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840364.218700:0:34143:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87face00 x1875733134000128/t8589934593(8589934593) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/448 e 0 to 0 dl 1788840380 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840364.218704:0:34143:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840364.218707:0:34143:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee85c7a240. 00000100:00000001:1.0:1788840364.218709:0:34143:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788840364.218710:0:34143:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840364.218717:0:34143:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788840364.218721:0:34143:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000404:0x2e:0x0] 00800000:00000001:1.0:1788840364.218722:0:34143:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840364.218725:0:34143:0:(namei.c:1904:ll_new_node_finish()) Process entered 00000080:00000002:1.0:1788840364.218727:0:34143:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1788840310 to 1788840364 00000080:00000001:1.0:1788840364.218729:0:34143:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788840364.218735:0:34143:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788840364.218736:0:34143:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788840364.218738:0:34143:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833966 : 144115205322833966 : 20000040400002e) 00000080:00000001:1.0:1788840364.218740:0:34143:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1788840364.218754:0:34143:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff90ee90515ac0. 00000080:00000001:1.0:1788840364.218763:0:34143:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:1.0:1788840364.218764:0:34143:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x2e:0x0](ffff90ee90515b88) 00000080:00000001:1.0:1788840364.218766:0:34143:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788840364.218768:0:34143:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x2e:0x0] 00000080:00000001:1.0:1788840364.218769:0:34143:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840364.218770:0:34143:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833966 : 144115205322833966 : 20000040400002e) 00000080:00000001:1.0:1788840364.218772:0:34143:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1788840364.219001:0:34143:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833966 mtime from 0 to 1788840364 00000080:00200000:1.0:1788840364.219004:0:34143:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x2e:0x0], updating i_size 16384 00000080:00000001:1.0:1788840364.219005:0:34143:0:(llite_lib.c:3382:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1788840364.219007:0:34143:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621953030708104 : -122120678843512 : ffff90ee90515b88) 00000080:00000001:1.0:1788840364.219009:0:34143:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788840364.219011:0:34143:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788840364.219012:0:34143:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840364.219016:0:34143:0:(namei.c:1951:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840364.219018:0:34143:0:(namei.c:2063:ll_new_node()) Process leaving 00000100:00000001:1.0:1788840364.219019:0:34143:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840364.219023:0:34143:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87face00 x1875733134000128/t8589934593(8589934593) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/448 e 0 to 0 dl 1788840380 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840364.219027:0:34143:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788840364.219029:0:34143:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:1.0:1788840364.219031:0:34143:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98d5a000. 00000080:00000010:1.0:1788840364.219035:0:34143:0:(namei.c:2069:ll_new_node()) kfreed 'lum': 48 at ffff90ee87139cc0. 00000080:00000001:1.0:1788840364.219037:0:34143:0:(namei.c:2071:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840364.219039:0:34143:0:(namei.c:2247:do_mkdir()) Process leaving via out_tally (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788840364.219042:0:34143:0:(namei.c:2291:do_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840364.219157:0:34143:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788840364.219165:0:34143:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:3.0:1788840364.225333:0:34144:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788840364.225341:0:34144:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788840364.225344:0:34144:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788840364.225347:0:34144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c8fbc0 00000080:00200000:3.0:1788840364.225351:0:34144:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:3.0:1788840364.225360:0:34144:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85cd2000. 00800000:00000002:3.0:1788840364.225368:0:34144:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:3.0:1788840364.225372:0:34144:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788840364.225377:0:34144:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788840364.225379:0:34144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c8fae0 00800000:00000002:3.0:1788840364.225382:0:34144:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788840364.225386:0:34144:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788840364.225392:0:34144:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788840364.225398:0:34144:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788840364.225400:0:34144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c8f9b0 00000002:00010000:3.0:1788840364.225401:0:34144:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788840364.225405:0:34144:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788840364.225407:0:34144:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840364.225411:0:34144:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788840364.225418:0:34144:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840364.225420:0:34144:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840364.225421:0:34144:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840364.225423:0:34144:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788840364.225425:0:34144:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788840364.225430:0:34144:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d4ad80. 00000020:00000040:3.0:1788840364.225433:0:34144:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00010000:00000001:3.0:1788840364.225439:0:34144:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788840364.225445:0:34144:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840364.225450:0:34144:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840364.225453:0:34144:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840364.225456:0:34144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840364.225569:0:34144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840364.225579:0:34144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee86eec400. 00000100:00000001:3.0:1788840364.225586:0:34144:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840364.225591:0:34144:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788840364.225592:0:34144:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840364.225594:0:34144:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788840364.225595:0:34144:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840364.225597:0:34144:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840364.225604:0:34144:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621952871542144 : -122120838009472 : ffff90ee86d4ad80) 00010000:00000001:3.0:1788840364.225608:0:34144:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788840364.225611:0:34144:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788840364.225615:0:34144:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee85e55100. 00010000:00000010:3.0:1788840364.225619:0:34144:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee86e2f780. 00010000:00000001:3.0:1788840364.225624:0:34144:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788840364.225628:0:34144:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee8523c400. 00000020:00000001:3.0:1788840364.225632:0:34144:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788840364.225636:0:34144:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee8523c400 with handle 0x3aa5f499c96f389a to hash 00000080:00000010:2.1:1788840364.225734:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee84b11240. 00000020:00000001:3.0:1788840364.225881:0:34144:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788840364.225884:0:34144:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:3.0:1788840364.225888:0:34144:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:3.0:1788840364.225891:0:34144:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840364.225894:0:34144:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840364.225899:0:34144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f389a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788840364.226026:0:34144:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f389a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788840364.226037:0:34144:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f389a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788840364.226041:0:34144:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788840364.226043:0:34144:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788840364.226049:0:34144:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee8901f180. 00000100:00000001:3.0:1788840364.226051:0:34144:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952908063104 : -122120801488512 : ffff90ee8901f180) 00000100:00000001:3.0:1788840364.226053:0:34144:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840364.226054:0:34144:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871542144 : -122120838009472 : ffff90ee86d4ad80) 00000100:00000001:3.0:1788840364.226058:0:34144:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840364.226060:0:34144:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840364.226062:0:34144:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788840364.226063:0:34144:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840364.226072:0:34144:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d4ad80 x1875733134000256/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840364.226078:0:34144:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840364.226079:0:34144:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840364.226082:0:34144:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840364.226084:0:34144:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840364.226086:0:34144:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840364.226088:0:34144:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d4ad80 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:34144:1875733134000256:192.168.202.131@tcp:101:lfs.0 00000100:00000001:3.0:1788840364.226093:0:34144:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840364.226098:0:34144:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840364.226100:0:34144:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840364.226102:0:34144:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840364.226105:0:34144:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90ee98821800. 02000000:00000001:3.0:1788840364.226106:0:34144:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840364.226112:0:34144:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840364.226115:0:34144:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4fec8. 00000400:00000010:3.0:1788840364.226120:0:34144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e5d8. 00000100:00000200:3.0:1788840364.226125:0:34144:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875733134000256, portal 10 00000100:00000001:3.0:1788840364.226127:0:34144:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840364.226128:0:34144:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871542144 : -122120838009472 : ffff90ee86d4ad80) 00000100:00000040:3.0:1788840364.226131:0:34144:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee86d4ad80 x1875733134000256/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840380 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840364.226136:0:34144:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840364.226138:0:34144:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840364.226140:0:34144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e3b8. 00000100:00000200:3.0:1788840364.226141:0:34144:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875733134000256, offset 0 00000400:00000200:3.0:1788840364.226146:0:34144:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840364.226152:0:34144:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840364.226166:0:34144:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840364.226171:0:34144:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840364.226174:0:34144:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840364.226177:0:34144:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840364.226179:0:34144:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840364.226182:0:34144:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2598:2598:256:4294967295] 192.168.202.131@tcp LPNI seq info [2598:2598:8:4294967295] 00000400:00000200:3.0:1788840364.226185:0:34144:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840364.226192:0:34144:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840364.226196:0:34144:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840364.226200:0:34144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee86f0d500. 00000800:00000200:3.0:1788840364.226205:0:34144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840364.226211:0:34144:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840364.226215:0:34144:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee86f0d500 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1788840364.226333:0:34144:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840364.226337:0:34144:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 824973 usecs (825 jiffies) 00000400:00000200:3.0:1788840364.226342:0:34144:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840364.226344:0:34144:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296594869 00000100:00000001:3.0:1788840364.226347:0:34144:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296596388 00000100:00000001:3.0:1788840364.226349:0:34144:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296594869 00000100:00000001:3.0:1788840364.226358:0:34144:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296596388 00000100:00000001:3.0:1788840364.226360:0:34144:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840364.226362:0:34144:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840364.226363:0:34144:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840364.226365:0:34144:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788840364.226367:0:34144:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee8901f180 going to sleep for 11 seconds 00000100:00000001:3.0:1788840364.226369:0:34144:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840364.226371:0:34144:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840364.226591:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840364.226596:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0d500. 00000400:00000200:2.0:1788840364.226601:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840364.226605:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840364.226609:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e3b8 00000400:00000010:2.0:1788840364.226611:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e3b8. 00000100:00000001:2.0:1788840364.226615:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840364.226618:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d4ad80 x1875733134000256/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840380 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840364.226626:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840364.226628:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee86d4ad80 x1875733134000256/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840380 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840364.226632:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840364.226633:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840364.232598:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840364.232615:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840364.232619:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840364.232621:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840364.232630:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840364.232669:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840364.232680:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840364.232685:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840364.232690:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840364.232694:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 688 into portal 10 MB=0x6a9f827254080 00000400:00000200:3.0:1788840364.232699:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840364.232705:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 688/688 into md 0x712d [1] + 224 00000800:00000001:3.0:1788840364.232712:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840364.232724:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840364.232728:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840364.232732:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840364.232741:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840364.232749:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d4ad80 x1875733134000256/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840380 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840364.232760:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff90ee86d4ad80 x1875733134000256/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840380 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840364.232775:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840364.232796:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840364.232800:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840364.232876:0:34144:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840364.232883:0:34144:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840364.232886:0:34144:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840364.232889:0:34144:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4fec8. 00000400:00000200:0.0:1788840364.232894:0:34144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e5d8 00000400:00000010:0.0:1788840364.232896:0:34144:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e5d8. 00000100:00000001:0.0:1788840364.232901:0:34144:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840364.232905:0:34144:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d4ad80 x1875733134000256/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840380 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788840364.232914:0:34144:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d4ad80 x1875733134000256/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840380 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840364.232933:0:34144:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840364.232935:0:34144:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840364.232937:0:34144:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840364.232940:0:34144:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840364.232943:0:34144:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840364.232945:0:34144:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840364.232949:0:34144:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840364.232957:0:34144:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=64 v=5 (5 5 102 102) 00000100:00001000:0.0:1788840364.232961:0:34144:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=22 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840364.232964:0:34144:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840364.232966:0:34144:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840364.232969:0:34144:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840364.232972:0:34144:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840364.232976:0:34144:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840364.232978:0:34144:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967654 00000100:00000001:0.0:1788840364.232980:0:34144:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840364.232983:0:34144:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840364.232988:0:34144:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d4ad80 x1875733134000256/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840380 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840364.232996:0:34144:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840364.232999:0:34144:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840364.233001:0:34144:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840364.233005:0:34144:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d4ad80 x1875733134000256/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840380 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788840364.233012:0:34144:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d4ad80 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:34144:1875733134000256:192.168.202.131@tcp:101:lfs.0 00000100:00000001:0.0:1788840364.233016:0:34144:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840364.233019:0:34144:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840364.233021:0:34144:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788840364.233024:0:34144:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840364.233027:0:34144:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d4ad80 x1875733134000256/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840380 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840364.233033:0:34144:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840364.233036:0:34144:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee8901f180. 00000100:00000001:0.0:1788840364.233040:0:34144:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788840364.233042:0:34144:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840364.233045:0:34144:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788840364.233049:0:34144:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840364.233052:0:34144:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840364.233055:0:34144:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c400 refcount=4 00000020:00000001:0.0:1788840364.233058:0:34144:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:0.0:1788840364.233061:0:34144:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000040:0.0:1788840364.233068:0:34144:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee8523c400, remote cookie: 0x8a436931312bad37, flags: 0x1001 00010000:00010000:0.0:1788840364.233074:0:34144:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f389a lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bad37 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840364.233084:0:34144:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f389a lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bad37 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840364.233096:0:34144:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788840364.233101:0:34144:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788840364.233103:0:34144:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788840364.233105:0:34144:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788840364.233106:0:34144:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788840364.233109:0:34144:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff90ee85e55100) refcount = 1 00010000:00010000:0.0:1788840364.233113:0:34144:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f389a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bad37 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840364.233120:0:34144:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788840364.233123:0:34144:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788840364.233125:0:34144:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840364.233128:0:34144:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788840364.233130:0:34144:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840364.233133:0:34144:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f389a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bad37 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840364.233139:0:34144:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788840364.233140:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840364.233142:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840364.233143:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840364.233144:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840364.233145:0:34144:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840364.233149:0:34144:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788840364.233151:0:34144:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840364.233152:0:34144:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840364.233153:0:34144:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c400 refcount=3 00000020:00000001:0.0:1788840364.233168:0:34144:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:0.0:1788840364.233171:0:34144:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:0.0:1788840364.233173:0:34144:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840364.233174:0:34144:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840364.233176:0:34144:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c400 refcount=4 00000020:00000001:0.0:1788840364.233177:0:34144:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:0.0:1788840364.233180:0:34144:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:0.0:1788840364.233183:0:34144:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840364.233185:0:34144:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840364.233189:0:34144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f389a lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bad37 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840364.233196:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840364.233197:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840364.233199:0:34144:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840364.233200:0:34144:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840364.233201:0:34144:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c400 refcount=5 00000020:00000001:0.0:1788840364.233203:0:34144:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:0.0:1788840364.233205:0:34144:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:0.0:1788840364.233207:0:34144:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840364.233210:0:34144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f389a lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bad37 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840364.233216:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840364.233217:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788840364.233219:0:34144:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f389a lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bad37 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840364.233225:0:34144:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840364.233226:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840364.233227:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840364.233229:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840364.233230:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788840364.233234:0:34144:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90ee86d4ad80 x1875733134000256/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840380 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788840364.233243:0:34144:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840364.233245:0:34144:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840364.233246:0:34144:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c400 refcount=3 00000020:00000001:0.0:1788840364.233248:0:34144:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:0.0:1788840364.233250:0:34144:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:0.0:1788840364.233252:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840364.233253:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840364.233254:0:34144:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840364.233257:0:34144:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840364.233260:0:34144:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788840364.233262:0:34144:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840364.233263:0:34144:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840364.233264:0:34144:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c400 refcount=3 00000020:00000001:0.0:1788840364.233266:0:34144:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:0.0:1788840364.233268:0:34144:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00000002:00010000:0.0:1788840364.233272:0:34144:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f389a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bad37 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840364.233279:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840364.233280:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840364.233282:0:34144:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788840364.233283:0:34144:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840364.233285:0:34144:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840364.233286:0:34144:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c400 refcount=3 00000020:00000001:0.0:1788840364.233288:0:34144:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:0.0:1788840364.233290:0:34144:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000040:0.0:1788840364.233296:0:34144:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55100 count: 2 00010000:00000001:0.0:1788840364.233298:0:34144:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788840364.233302:0:34144:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788840364.233304:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840364.233305:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840364.233307:0:34144:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788840364.233310:0:34144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c8f938 00000002:00002000:0.0:1788840364.233312:0:34144:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788840364.233315:0:34144:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840364.233318:0:34144:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840364.233321:0:34144:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788840364.233325:0:34144:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788840364.233328:0:34144:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788840364.233332:0:34144:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840364.233336:0:34144:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85cd2000. 00000080:00000001:0.0:1788840364.233340:0:34144:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788840364.233344:0:34144:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788840364.233350:0:34144:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788840364.233355:0:34144:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788840364.233361:0:34144:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff90ee90b50ac0. 00800000:00000001:0.0:1788840364.233363:0:34144:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446621953037241024 : -122120672310592 : ffff90ee90b50ac0) 00800000:00000001:0.0:1788840364.233367:0:34144:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840364.233369:0:34144:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788840364.233371:0:34144:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788840364.233374:0:34144:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788840364.233376:0:34144:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788840364.233378:0:34144:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788840364.233380:0:34144:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840364.233385:0:34144:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788840364.233388:0:34144:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1788840364.233393:0:34144:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:0.0:1788840364.233395:0:34144:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840364.233397:0:34144:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840364.233398:0:34144:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c400 refcount=3 00000020:00000001:0.0:1788840364.233400:0:34144:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:0.0:1788840364.233402:0:34144:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:0.0:1788840364.233404:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840364.233405:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788840364.233407:0:34144:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788840364.233409:0:34144:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788840364.233411:0:34144:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee90b50ac0 1 00800000:00000010:0.0:1788840364.233414:0:34144:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff90ee90b50ac0. 00800000:00000001:0.0:1788840364.233417:0:34144:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840364.233420:0:34144:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f389a 00800000:00000001:0.0:1788840364.233423:0:34144:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840364.233425:0:34144:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840364.233426:0:34144:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840364.233427:0:34144:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840364.233428:0:34144:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c400 refcount=3 00000020:00000001:0.0:1788840364.233430:0:34144:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:0.0:1788840364.233432:0:34144:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:0.0:1788840364.233434:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840364.233435:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840364.233437:0:34144:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840364.233438:0:34144:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840364.233440:0:34144:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840364.233443:0:34144:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:0.0:1788840364.233446:0:34144:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f389a from it ffffa16201c8fbf8 00010000:00000001:0.0:1788840364.233448:0:34144:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840364.233449:0:34144:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840364.233450:0:34144:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c400 refcount=3 00000020:00000001:0.0:1788840364.233452:0:34144:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:0.0:1788840364.233454:0:34144:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:0.0:1788840364.233456:0:34144:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840364.233459:0:34144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f389a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bad37 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840364.233466:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840364.233467:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840364.233468:0:34144:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840364.233470:0:34144:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840364.233473:0:34144:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f389a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bad37 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788840364.233480:0:34144:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840364.233482:0:34144:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840364.233485:0:34144:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840364.233489:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840364.233490:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840364.233492:0:34144:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840364.233495:0:34144:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840364.233497:0:34144:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840364.233499:0:34144:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840364.233501:0:34144:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840364.233503:0:34144:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840364.233504:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840364.233505:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788840364.233507:0:34144:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840364.233512:0:34144:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d4ad80 x1875733134000256/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840380 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840364.233519:0:34144:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788840364.233521:0:34144:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840364.233525:0:34144:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90ee98821800. 02000000:00000001:0.0:1788840364.233528:0:34144:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788840364.233531:0:34144:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840364.233546:0:34144:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=4 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:0.0:1788840364.233548:0:34144:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840364.233551:0:34144:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee86eec400. 02000000:00000001:0.0:1788840364.233554:0:34144:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840364.233556:0:34144:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840364.233557:0:34144:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d4ad80. 00000100:00000001:0.0:1788840364.233561:0:34144:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840364.233562:0:34144:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840364.233565:0:34144:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788840364.233571:0:34144:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788840364.233587:0:34144:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90ee831696c0. 00000080:00000001:0.0:1788840364.233593:0:34144:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840364.233595:0:34144:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788840364.233597:0:34144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c8fb00 00000080:00200000:0.0:1788840364.233599:0:34144:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:0.0:1788840364.233603:0:34144:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee87161600. 00800000:00000002:0.0:1788840364.233608:0:34144:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840364.233611:0:34144:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840364.233613:0:34144:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840364.233615:0:34144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c8fa20 00800000:00000002:0.0:1788840364.233617:0:34144:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840364.233621:0:34144:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788840364.233625:0:34144:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788840364.233628:0:34144:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840364.233630:0:34144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c8f8f0 00000002:00010000:0.0:1788840364.233632:0:34144:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788840364.233635:0:34144:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788840364.233709:0:34144:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840364.233712:0:34144:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840364.233715:0:34144:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55100 count: 2 00010000:00000001:0.0:1788840364.233718:0:34144:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840364.233721:0:34144:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840364.233724:0:34144:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788840364.233727:0:34144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f389a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bad37 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788840364.233735:0:34144:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840364.233768:0:34144:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840364.233772:0:34144:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f389a lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bad37 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788840364.233779:0:34144:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788840364.233781:0:34144:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840364.233783:0:34144:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840364.233785:0:34144:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840364.233788:0:34144:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840364.233790:0:34144:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788840364.233792:0:34144:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788840364.233794:0:34144:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840364.233796:0:34144:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee87161600. 00000080:00000001:0.0:1788840364.233799:0:34144:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788840364.233801:0:34144:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840364.233803:0:34144:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:0.0:1788840364.233806:0:34144:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f389a 00800000:00000001:0.0:1788840364.233811:0:34144:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840364.233812:0:34144:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840364.233814:0:34144:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840364.233815:0:34144:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840364.233817:0:34144:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c400 refcount=3 00000020:00000001:0.0:1788840364.233819:0:34144:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:0.0:1788840364.233821:0:34144:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:0.0:1788840364.233823:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840364.233824:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840364.233826:0:34144:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840364.233827:0:34144:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840364.233830:0:34144:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f389a from it ffffa16201c8fb38 00010000:00000001:0.0:1788840364.233832:0:34144:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840364.233833:0:34144:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840364.233834:0:34144:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c400 refcount=3 00000020:00000001:0.0:1788840364.233836:0:34144:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:0.0:1788840364.233838:0:34144:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843170816 : -122120866380800 : ffff90ee8523c400) 00010000:00000001:0.0:1788840364.233840:0:34144:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840364.233842:0:34144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f389a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bad37 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788840364.233848:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840364.233850:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840364.233851:0:34144:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840364.233852:0:34144:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840364.233855:0:34144:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f389a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bad37 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788840364.233861:0:34144:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840364.233863:0:34144:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840364.233864:0:34144:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840364.233866:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840364.233867:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840364.233869:0:34144:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840364.233871:0:34144:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840364.233873:0:34144:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840364.233874:0:34144:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840364.233876:0:34144:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840364.233878:0:34144:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840364.233879:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840364.233880:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788840364.233881:0:34144:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788840364.233883:0:34144:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840364.233885:0:34144:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 3 00000080:00000001:0.0:1788840364.233888:0:34144:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840364.233891:0:34144:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1788840364.233893:0:34144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c8fb58 00000080:00200000:0.0:1788840364.233895:0:34144:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), file ffff90ee8556bb00, open_flags a141, mode 81b6 opened 0 00000080:00000010:0.0:1788840364.233901:0:34144:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff90ee9887d6c0. 00000080:00000001:0.0:1788840364.233905:0:34144:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788840364.233907:0:34144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c8fa08 00000080:00200000:0.0:1788840364.233908:0:34144:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), intent=open|creat 00000080:00000010:0.0:1788840364.233915:0:34144:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee87161600. 00800000:00000002:0.0:1788840364.233918:0:34144:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840364.233922:0:34144:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840364.233924:0:34144:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840364.233926:0:34144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c8f928 00800000:00000002:0.0:1788840364.233927:0:34144:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'd24a.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840364.233931:0:34144:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1788840364.233935:0:34144:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1788840364.233939:0:34144:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446621952875900928 : -122120833650688 : ffff90ee87173000) 00800000:00000001:0.0:1788840364.233943:0:34144:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1788840364.233945:0:34144:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1788840364.233947:0:34144:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1788840364.233950:0:34144:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1788840364.233953:0:34144:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff90ee90f70800: Allocated FID [0x200000404:0x2f:0x0] 40000000:00000001:0.0:1788840364.233956:0:34144:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840364.233958:0:34144:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840364.233959:0:34144:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840364.233962:0:34144:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840364.233964:0:34144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c8f8a8 00800000:00000002:0.0:1788840364.233966:0:34144:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x2f:0x0], name='d24a.recovery-small' -> mds #0 layout version 1 00000002:00000001:0.0:1788840364.233969:0:34144:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840364.233970:0:34144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c8f7e0 00000002:00010000:0.0:1788840364.233972:0:34144:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24a.recovery-small,[0x200000404:0x2f:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0120502 00000002:00000001:0.0:1788840364.233976:0:34144:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788840364.233978:0:34144:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788840364.233980:0:34144:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788840364.233984:0:34144:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840364.233985:0:34144:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788840364.233987:0:34144:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55100 count: 2 00010000:00000001:0.0:1788840364.233989:0:34144:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840364.233992:0:34144:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788840364.233994:0:34144:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788840364.233997:0:34144:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f389a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8a436931312bad37 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1788840364.234005:0:34144:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788840364.234009:0:34144:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788840364.234011:0:34144:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788840364.234013:0:34144:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1788840364.234015:0:34144:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840364.234017:0:34144:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840364.234019:0:34144:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55100 count: 3 00010000:00000001:0.0:1788840364.234021:0:34144:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840364.234024:0:34144:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840364.234025:0:34144:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840364.234026:0:34144:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840364.234028:0:34144:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55100 count: 3 00010000:00000001:0.0:1788840364.234029:0:34144:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840364.234031:0:34144:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840364.234033:0:34144:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840364.234034:0:34144:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840364.234036:0:34144:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55100 count: 3 00010000:00000001:0.0:1788840364.234038:0:34144:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840364.234040:0:34144:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840364.234042:0:34144:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788840364.234045:0:34144:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff90ee90514200, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788840364.234049:0:34144:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788840364.234051:0:34144:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788840364.234053:0:34144:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788840364.234054:0:34144:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840364.234057:0:34144:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788840364.234060:0:34144:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788840364.234061:0:34144:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788840364.234063:0:34144:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840364.234065:0:34144:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788840364.234068:0:34144:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee8523c400 with handle 0x3aa5f499c96f389a from hash 00010000:00000001:0.0:1788840364.234070:0:34144:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788840364.234071:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840364.234072:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840364.234074:0:34144:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788840364.234076:0:34144:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788840364.234078:0:34144:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788840364.234080:0:34144:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788840364.234082:0:34144:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840364.234084:0:34144:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788840364.234089:0:34144:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f5bb80. 00000020:00000040:0.0:1788840364.234092:0:34144:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 02000000:00000001:0.0:1788840364.234098:0:34144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788840364.234100:0:34144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840364.234102:0:34144:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788840364.234106:0:34144:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840364.234108:0:34144:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840364.234111:0:34144:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840364.234113:0:34144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840364.234116:0:34144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840364.234123:0:34144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee86f34800. 00000100:00000001:0.0:1788840364.234129:0:34144:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840364.234133:0:34144:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840364.234136:0:34144:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788840364.234140:0:34144:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f389a lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312bad37 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788840364.234146:0:34144:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788840364.234148:0:34144:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788840364.234150:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788840364.234152:0:34144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c400/0x3aa5f499c96f389a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312bad37 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1788840364.234160:0:34144:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee85e55100 count: 0 00010000:00000010:0.0:1788840364.234165:0:34144:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90ee86e2f780. 00010000:00000001:0.0:1788840364.234175:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840364.234177:0:34144:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840364.234179:0:34144:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840364.234180:0:34144:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840364.234182:0:34144:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840364.234192:0:34144:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446621952890485632 : -122120819065984 : ffff90ee87f5bb80) 00010000:00000001:0.0:1788840364.234196:0:34144:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788840364.234198:0:34144:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788840364.234203:0:34144:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee99a74400. 00010000:00000010:0.0:1788840364.234206:0:34144:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee90f56500. 00010000:00000001:0.0:1788840364.234210:0:34144:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788840364.234214:0:34144:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee80030200. 00000020:00000001:0.0:1788840364.234217:0:34144:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788840364.234219:0:34144:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee80030200 with handle 0x3aa5f499c96f38a1 to hash 00000020:00000001:0.0:1788840364.234221:0:34144:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788840364.234222:0:34144:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952757137920 : -122120952413696 : ffff90ee80030200) 00010000:00000001:0.0:1788840364.234226:0:34144:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952757137920 : -122120952413696 : ffff90ee80030200) 00010000:00000001:0.0:1788840364.234228:0:34144:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840364.234230:0:34144:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840364.234233:0:34144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030200/0x3aa5f499c96f38a1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840364.234245:0:34144:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030200/0x3aa5f499c96f38a1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788840364.234256:0:34144:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788840364.234263:0:34144:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee87f5bb80 x1875733134000512/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788840364.234272:0:34144:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030200/0x3aa5f499c96f38a1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788840364.234277:0:34144:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788840364.234279:0:34144:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788840364.234286:0:34144:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee850cf3c0. 00000100:00000001:0.0:1788840364.234288:0:34144:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952841675712 : -122120867875904 : ffff90ee850cf3c0) 00000100:00000001:0.0:1788840364.234291:0:34144:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840364.234293:0:34144:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890485632 : -122120819065984 : ffff90ee87f5bb80) 00000100:00000001:0.0:1788840364.234297:0:34144:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840364.234301:0:34144:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840364.234303:0:34144:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788840364.234305:0:34144:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840364.234309:0:34144:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f5bb80 x1875733134000512/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840364.234317:0:34144:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840364.234319:0:34144:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840364.234323:0:34144:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840364.234325:0:34144:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840364.234328:0:34144:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840364.234331:0:34144:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f5bb80 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:34144:1875733134000512:192.168.202.131@tcp:101:lfs.0 00000100:00000001:0.0:1788840364.234336:0:34144:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840364.234340:0:34144:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840364.234342:0:34144:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840364.234345:0:34144:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840364.234402:0:34144:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff90ee87fe0000. 02000000:00000001:0.0:1788840364.234405:0:34144:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840364.234412:0:34144:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840364.234416:0:34144:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c800b0. 00000400:00000010:0.0:1788840364.234422:0:34144:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff90ee86f34400. 00000100:00000200:0.0:1788840364.234430:0:34144:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875733134000512, portal 10 00000100:00000001:0.0:1788840364.234432:0:34144:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840364.234433:0:34144:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890485632 : -122120819065984 : ffff90ee87f5bb80) 00000100:00000040:0.0:1788840364.234440:0:34144:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87f5bb80 x1875733134000512/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788840380 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840364.234448:0:34144:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840364.234450:0:34144:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840364.234455:0:34144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6088. 00000100:00000200:0.0:1788840364.234459:0:34144:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1875733134000512, offset 0 00000400:00000200:0.0:1788840364.234466:0:34144:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840364.234474:0:34144:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840364.234480:0:34144:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840364.234486:0:34144:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840364.234490:0:34144:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840364.234493:0:34144:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840364.234496:0:34144:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840364.234500:0:34144:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2599:2599:256:4294967295] 192.168.202.131@tcp LPNI seq info [2599:2599:8:4294967295] 00000400:00000200:0.0:1788840364.234504:0:34144:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840364.234513:0:34144:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840364.234520:0:34144:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840364.234525:0:34144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee92e46d00. 00000800:00000200:0.0:1788840364.234547:0:34144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840364.234555:0:34144:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840364.234560:0:34144:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee92e46d00 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:0.0:1788840364.234579:0:34144:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840364.234583:0:34144:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 823945 usecs (824 jiffies) 00000400:00000200:0.0:1788840364.234587:0:34144:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840364.234589:0:34144:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296594876 00000100:00000001:0.0:1788840364.234592:0:34144:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296596388 00000100:00000001:0.0:1788840364.234594:0:34144:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296594876 00000100:00000001:0.0:1788840364.234597:0:34144:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296596388 00000100:00000001:0.0:1788840364.234599:0:34144:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840364.234601:0:34144:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840364.234603:0:34144:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840364.234605:0:34144:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788840364.234607:0:34144:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee850cf3c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788840364.234609:0:34144:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840364.234612:0:34144:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840364.235148:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840364.235161:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee92e46d00. 00000400:00000200:3.0:1788840364.235166:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840364.235171:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840364.235177:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6088 00000400:00000010:3.0:1788840364.235179:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6088. 00000100:00000001:3.0:1788840364.235183:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840364.235187:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f5bb80 x1875733134000512/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788840380 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840364.235198:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840364.235201:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f5bb80 x1875733134000512/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788840380 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840364.235207:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840364.235209:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840364.241555:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840364.241572:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840364.241577:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840364.241579:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840364.241587:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840364.241594:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840364.241604:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840364.241609:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840364.241614:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840364.241616:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 608 into portal 10 MB=0x6a9f827254180 00000400:00000200:3.0:1788840364.241620:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840364.241625:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 608/608 into md 0x713d [32] + 224 00000800:00000001:3.0:1788840364.241630:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840364.241635:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.1:1788840364.241677:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee85e55100. 00010000:00000010:0.1:1788840364.241683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee8523c400. 00000400:00000200:3.0:1788840364.241772:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840364.241776:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840364.241889:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840364.241900:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f5bb80 x1875733134000512/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788840380 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840364.241911:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=66320 req@ffff90ee87f5bb80 x1875733134000512/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788840380 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840364.241959:0:34144:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840364.241977:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840364.241986:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840364.241989:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788840364.245294:0:34144:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840364.245301:0:34144:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840364.245306:0:34144:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c800b0. 00000400:00000200:0.0:1788840364.245315:0:34144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee86f34400 00000400:00000010:0.0:1788840364.245318:0:34144:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff90ee86f34400. 00000100:00000001:0.0:1788840364.245323:0:34144:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840364.245334:0:34144:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f5bb80 x1875733134000512/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788840380 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788840364.245346:0:34144:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f5bb80 x1875733134000512/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788840380 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840364.245451:0:34144:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840364.245454:0:34144:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840364.245457:0:34144:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840364.245459:0:34144:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840364.245462:0:34144:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840364.245464:0:34144:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840364.245468:0:34144:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840364.245476:0:34144:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=64 v=5 (5 5 102 102) 00000100:00001000:0.0:1788840364.245480:0:34144:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=22 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840364.245483:0:34144:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1788840364.245487:0:34144:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff90ee87f5bb80 x1875733134000512/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/608 e 0 to 0 dl 1788840380 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840364.245494:0:34144:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788840364.245498:0:34144:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840364.245500:0:34144:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967654 00000100:00000001:0.0:1788840364.245502:0:34144:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840364.245505:0:34144:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1788840364.245510:0:34144:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f5bb80 x1875733134000512/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/608 e 0 to 0 dl 1788840380 ref 2 fl Rpc:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840364.245518:0:34144:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1788840364.245521:0:34144:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840364.245523:0:34144:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840364.245527:0:34144:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f5bb80 x1875733134000512/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/608 e 0 to 0 dl 1788840380 ref 2 fl Interpret:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788840364.245546:0:34144:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f5bb80 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:34144:1875733134000512:192.168.202.131@tcp:101:lfs.0 00000100:00000001:0.0:1788840364.245551:0:34144:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840364.245554:0:34144:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788840364.245556:0:34144:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788840364.245559:0:34144:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840364.245562:0:34144:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f5bb80 x1875733134000512/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/608 e 0 to 0 dl 1788840380 ref 2 fl Complete:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840364.245566:0:34144:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840364.245569:0:34144:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee850cf3c0. 00000100:00000001:0.0:1788840364.245571:0:34144:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788840364.245572:0:34144:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1788840364.245575:0:34144:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788840364.245579:0:34144:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840364.245581:0:34144:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840364.245584:0:34144:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030200 refcount=4 00000020:00000001:0.0:1788840364.245585:0:34144:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757137920 : -122120952413696 : ffff90ee80030200) 00010000:00000001:0.0:1788840364.245588:0:34144:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757137920 : -122120952413696 : ffff90ee80030200) 00010000:00010000:0.0:1788840364.245592:0:34144:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030200/0x3aa5f499c96f38a1 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840364.245600:0:34144:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1788840364.245603:0:34144:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030200/0x3aa5f499c96f38a1 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840364.245607:0:34144:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840364.245609:0:34144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030200/0x3aa5f499c96f38a1 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840364.245612:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840364.245613:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788840364.245615:0:34144:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030200/0x3aa5f499c96f38a1 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840364.245618:0:34144:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840364.245621:0:34144:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840364.245622:0:34144:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788840364.245624:0:34144:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030200/0x3aa5f499c96f38a1 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840364.245627:0:34144:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90ee80030200 already unused, calling callback (ffffffffc1b72460) 00000080:00000001:0.0:1788840364.245629:0:34144:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788840364.245632:0:34144:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030200/0x3aa5f499c96f38a1 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840364.245635:0:34144:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788840364.245637:0:34144:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788840364.245718:0:34144:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030200/0x3aa5f499c96f38a1 lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840364.245723:0:34144:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788840364.245726:0:34144:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788840364.245727:0:34144:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840364.245729:0:34144:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840364.245730:0:34144:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030200 refcount=5 00000020:00000001:0.0:1788840364.245732:0:34144:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757137920 : -122120952413696 : ffff90ee80030200) 00010000:00000001:0.0:1788840364.245734:0:34144:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757137920 : -122120952413696 : ffff90ee80030200) 00010000:00000001:0.0:1788840364.245737:0:34144:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788840364.245740:0:34144:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030200/0x3aa5f499c96f38a1 lrc: 5/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788840364.245745:0:34144:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788840364.245746:0:34144:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840364.245748:0:34144:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788840364.245749:0:34144:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788840364.245751:0:34144:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788840364.245752:0:34144:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788840364.245754:0:34144:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840364.245755:0:34144:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788840364.245757:0:34144:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee80030200 with handle 0x3aa5f499c96f38a1 from hash 00010000:00000001:0.0:1788840364.245758:0:34144:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788840364.245759:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840364.245759:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840364.245760:0:34144:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788840364.245761:0:34144:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788840364.245763:0:34144:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788840364.245764:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840364.245765:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840364.245766:0:34144:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840364.245767:0:34144:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840364.245768:0:34144:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030200/0x3aa5f499c96f38a1 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840364.245771:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840364.245771:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840364.245772:0:34144:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788840364.245773:0:34144:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840364.245859:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840364.245860:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840364.245861:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788840364.245863:0:34144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030200/0x3aa5f499c96f38a1 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788840364.245869:0:34144:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee99a74400 count: 0 00010000:00000010:0.0:1788840364.245875:0:34144:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90ee90f56500. 00010000:00000001:0.0:1788840364.245880:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840364.245882:0:34144:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1788840364.245886:0:34144:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1788840364.245891:0:34144:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0xb, status=-21 req@ffff90ee87f5bb80 x1875733134000512/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/608 e 0 to 0 dl 1788840380 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788840364.245896:0:34144:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788840364.245897:0:34144:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840364.245898:0:34144:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840364.245899:0:34144:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840364.245901:0:34144:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000002:00000001:0.0:1788840364.245903:0:34144:0:(mdc_locks.c:1316:mdc_finish_intent_lock()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00000020:00000001:0.0:1788840364.245906:0:34144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c8f768 00000002:00002000:0.0:1788840364.245907:0:34144:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24a.recovery-small intent=open|creat status=-21 disp=0xb: rc = -21 00000002:00000001:0.0:1788840364.245910:0:34144:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:0.0:1788840364.245913:0:34144:0:(lmv_intent.c:387:lmv_intent_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:0.0:1788840364.245916:0:34144:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00200000:0.0:1788840364.245919:0:34144:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc -21 00000080:00000001:0.0:1788840364.245922:0:34144:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:0.0:1788840364.245924:0:34144:0:(namei.c:1264:ll_lookup_it()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00800000:00000002:0.0:1788840364.245929:0:34144:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840364.245932:0:34144:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee87161600. 00000100:00000001:0.0:1788840364.245935:0:34144:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840364.245939:0:34144:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f5bb80 x1875733134000512/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/608 e 0 to 0 dl 1788840380 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840364.245945:0:34144:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788840364.245948:0:34144:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840364.245951:0:34144:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff90ee87fe0000. 02000000:00000001:0.0:1788840364.245975:0:34144:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788840364.245977:0:34144:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840364.245979:0:34144:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=4 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:0.0:1788840364.245981:0:34144:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840364.245983:0:34144:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee86f34800. 02000000:00000001:0.0:1788840364.245985:0:34144:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840364.245987:0:34144:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840364.245988:0:34144:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f5bb80. 00000100:00000001:0.0:1788840364.245992:0:34144:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840364.245993:0:34144:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788840364.245997:0:34144:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788840364.245998:0:34144:0:(dcache.c:176:ll_intent_release()) intent ffff90ee9887d6c0 released 00000080:00000001:0.0:1788840364.245999:0:34144:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000010:0.0:1788840364.246000:0:34144:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff90ee9887d6c0. 00000080:00000001:0.0:1788840364.246003:0:34144:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:0.0:1788840364.246008:0:34144:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788840364.246009:0:34144:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788840364.246057:0:34144:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840364.246060:0:34144:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840364.246062:0:34144:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788840364.246063:0:34144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c8fbc0 00000080:00200000:0.0:1788840364.246064:0:34144:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:0.0:1788840364.246068:0:34144:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee87161600. 00800000:00000002:0.0:1788840364.246072:0:34144:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840364.246074:0:34144:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840364.246077:0:34144:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840364.246078:0:34144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c8fae0 00800000:00000002:0.0:1788840364.246080:0:34144:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840364.246082:0:34144:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788840364.246085:0:34144:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788840364.246089:0:34144:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840364.246090:0:34144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c8f9b0 00000002:00010000:0.0:1788840364.246091:0:34144:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788840364.246093:0:34144:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788840364.246095:0:34144:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840364.246097:0:34144:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788840364.246100:0:34144:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840364.246101:0:34144:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840364.246103:0:34144:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840364.246104:0:34144:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788840364.246106:0:34144:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788840364.246108:0:34144:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f5bb80. 00000020:00000040:0.0:1788840364.246110:0:34144:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00010000:00000001:0.0:1788840364.246113:0:34144:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788840364.246117:0:34144:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840364.246119:0:34144:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840364.246121:0:34144:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840364.246123:0:34144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840364.246126:0:34144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840364.246130:0:34144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee86f34800. 00000100:00000001:0.0:1788840364.246135:0:34144:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840364.246137:0:34144:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840364.246138:0:34144:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840364.246139:0:34144:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840364.246140:0:34144:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840364.246141:0:34144:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840364.246145:0:34144:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621952890485632 : -122120819065984 : ffff90ee87f5bb80) 00010000:00000001:0.0:1788840364.246146:0:34144:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788840364.246148:0:34144:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788840364.246150:0:34144:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee99a74200. 00010000:00000010:0.0:1788840364.246152:0:34144:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee90f56500. 00010000:00000001:0.0:1788840364.246209:0:34144:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788840364.246211:0:34144:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee80030a00. 00000020:00000001:0.0:1788840364.246213:0:34144:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788840364.246215:0:34144:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee80030a00 with handle 0x3aa5f499c96f38a8 to hash 00000020:00000001:0.0:1788840364.246216:0:34144:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788840364.246217:0:34144:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:0.0:1788840364.246219:0:34144:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:0.0:1788840364.246221:0:34144:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840364.246222:0:34144:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840364.246225:0:34144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f38a8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840364.246230:0:34144:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f38a8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840364.246236:0:34144:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f38a8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788840364.246239:0:34144:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788840364.246240:0:34144:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788840364.246244:0:34144:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee850cf3c0. 00000100:00000001:0.0:1788840364.246245:0:34144:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952841675712 : -122120867875904 : ffff90ee850cf3c0) 00000100:00000001:0.0:1788840364.246247:0:34144:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840364.246248:0:34144:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890485632 : -122120819065984 : ffff90ee87f5bb80) 00000100:00000001:0.0:1788840364.246251:0:34144:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840364.246254:0:34144:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840364.246255:0:34144:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788840364.246256:0:34144:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840364.246259:0:34144:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f5bb80 x1875733134000640/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840364.246264:0:34144:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840364.246266:0:34144:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840364.246269:0:34144:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840364.246271:0:34144:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840364.246272:0:34144:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840364.246275:0:34144:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f5bb80 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:34144:1875733134000640:192.168.202.131@tcp:101:lfs.0 00000100:00000001:0.0:1788840364.246277:0:34144:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840364.246282:0:34144:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840364.246284:0:34144:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840364.246286:0:34144:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840364.246290:0:34144:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90ee98ed3800. 02000000:00000001:0.0:1788840364.246292:0:34144:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840364.246299:0:34144:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840364.246303:0:34144:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c800b0. 00000400:00000010:0.0:1788840364.246308:0:34144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed66e8. 00000100:00000200:0.0:1788840364.246314:0:34144:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875733134000640, portal 10 00000100:00000001:0.0:1788840364.246316:0:34144:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840364.246317:0:34144:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890485632 : -122120819065984 : ffff90ee87f5bb80) 00000100:00000040:0.0:1788840364.246322:0:34144:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87f5bb80 x1875733134000640/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840380 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840364.246329:0:34144:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840364.246332:0:34144:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840364.246335:0:34144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6b28. 00000100:00000200:0.0:1788840364.246339:0:34144:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875733134000640, offset 0 00000400:00000200:0.0:1788840364.246345:0:34144:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840364.246400:0:34144:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840364.246405:0:34144:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840364.246409:0:34144:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840364.246413:0:34144:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840364.246416:0:34144:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840364.246418:0:34144:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840364.246421:0:34144:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2600:2600:256:4294967295] 192.168.202.131@tcp LPNI seq info [2600:2600:8:4294967295] 00000400:00000200:0.0:1788840364.246424:0:34144:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840364.246433:0:34144:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840364.246439:0:34144:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840364.246444:0:34144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee92e46900. 00000800:00000200:0.0:1788840364.246450:0:34144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840364.246458:0:34144:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840364.246462:0:34144:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee92e46900 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788840364.246525:0:34144:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840364.246530:0:34144:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 822926 usecs (823 jiffies) 00000400:00000200:0.0:1788840364.246542:0:34144:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840364.246545:0:34144:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296594887 00000100:00000001:0.0:1788840364.246549:0:34144:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296596388 00000100:00000001:0.0:1788840364.246552:0:34144:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296594887 00000100:00000001:0.0:1788840364.246553:0:34144:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296596388 00000100:00000001:0.0:1788840364.246555:0:34144:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840364.246556:0:34144:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840364.246558:0:34144:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840364.246559:0:34144:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788840364.246561:0:34144:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee850cf3c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788840364.246563:0:34144:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840364.246565:0:34144:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840364.248711:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840364.248721:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee92e46900. 00000400:00000200:3.0:1788840364.248727:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840364.248735:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840364.248742:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6b28 00000400:00000010:3.0:1788840364.248745:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6b28. 00000100:00000001:3.0:1788840364.248749:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840364.248755:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f5bb80 x1875733134000640/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840380 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840364.248767:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840364.248771:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f5bb80 x1875733134000640/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840380 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840364.248778:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840364.248780:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1788840364.251690:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74400. 00010000:00000010:0.1:1788840364.251706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030200. 00000080:00000010:0.1:1788840364.251714:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee831696c0. 00000800:00000001:3.0:1788840364.253010:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840364.253024:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840364.253028:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840364.253030:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840364.253039:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840364.253046:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840364.253053:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840364.253056:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840364.253060:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840364.253063:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 688 into portal 10 MB=0x6a9f827254200 00000400:00000200:3.0:1788840364.253066:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840364.253071:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 688/688 into md 0x7145 [1] + 224 00000800:00000001:3.0:1788840364.253076:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840364.253081:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840364.253083:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840364.253087:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840364.253092:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840364.253099:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f5bb80 x1875733134000640/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840380 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840364.253106:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff90ee87f5bb80 x1875733134000640/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840380 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840364.253160:0:34144:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840364.253218:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840364.253226:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840364.253229:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788840364.253906:0:34144:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840364.253910:0:34144:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840364.253913:0:34144:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c800b0. 00000400:00000200:0.0:1788840364.253918:0:34144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed66e8 00000400:00000010:0.0:1788840364.253921:0:34144:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed66e8. 00000100:00000001:0.0:1788840364.253924:0:34144:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840364.253930:0:34144:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f5bb80 x1875733134000640/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840380 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788840364.253939:0:34144:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f5bb80 x1875733134000640/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840380 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840364.253945:0:34144:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840364.253947:0:34144:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840364.253949:0:34144:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840364.253952:0:34144:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840364.253955:0:34144:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840364.253957:0:34144:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840364.253960:0:34144:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840364.253969:0:34144:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=64 v=5 (5 5 102 102) 00000100:00001000:0.0:1788840364.253973:0:34144:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=22 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840364.253976:0:34144:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840364.253977:0:34144:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840364.253980:0:34144:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840364.253983:0:34144:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840364.253986:0:34144:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840364.253989:0:34144:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967654 00000100:00000001:0.0:1788840364.253991:0:34144:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840364.253993:0:34144:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840364.253998:0:34144:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f5bb80 x1875733134000640/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840380 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840364.254007:0:34144:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840364.254010:0:34144:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840364.254012:0:34144:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840364.254016:0:34144:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f5bb80 x1875733134000640/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840380 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788840364.254024:0:34144:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f5bb80 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:34144:1875733134000640:192.168.202.131@tcp:101:lfs.0 00000100:00000001:0.0:1788840364.254027:0:34144:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840364.254029:0:34144:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840364.254031:0:34144:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788840364.254033:0:34144:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840364.254035:0:34144:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f5bb80 x1875733134000640/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840380 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840364.254039:0:34144:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840364.254041:0:34144:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee850cf3c0. 00000100:00000001:0.0:1788840364.254043:0:34144:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788840364.254044:0:34144:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840364.254047:0:34144:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788840364.254050:0:34144:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840364.254052:0:34144:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840364.254054:0:34144:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030a00 refcount=4 00000020:00000001:0.0:1788840364.254056:0:34144:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:0.0:1788840364.254058:0:34144:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000040:0.0:1788840364.254063:0:34144:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee80030a00, remote cookie: 0x8a436931312bad61, flags: 0x1001 00010000:00010000:0.0:1788840364.254067:0:34144:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f38a8 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bad61 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840364.254078:0:34144:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f38a8 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bad61 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840364.254082:0:34144:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788840364.254085:0:34144:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788840364.254086:0:34144:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788840364.254087:0:34144:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788840364.254088:0:34144:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788840364.254090:0:34144:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff90ee99a74200) refcount = 1 00010000:00010000:0.0:1788840364.254092:0:34144:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f38a8 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bad61 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840364.254097:0:34144:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788840364.254099:0:34144:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788840364.254100:0:34144:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840364.254102:0:34144:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788840364.254103:0:34144:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840364.254105:0:34144:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f38a8 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bad61 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840364.254109:0:34144:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788840364.254110:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840364.254111:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840364.254112:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840364.254113:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840364.254113:0:34144:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840364.254116:0:34144:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788840364.254117:0:34144:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840364.254118:0:34144:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840364.254118:0:34144:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030a00 refcount=3 00000020:00000001:0.0:1788840364.254120:0:34144:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:0.0:1788840364.254121:0:34144:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:0.0:1788840364.254123:0:34144:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840364.254123:0:34144:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840364.254124:0:34144:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030a00 refcount=4 00000020:00000001:0.0:1788840364.254125:0:34144:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:0.0:1788840364.254127:0:34144:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:0.0:1788840364.254129:0:34144:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840364.254131:0:34144:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840364.254133:0:34144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f38a8 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bad61 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840364.254136:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840364.254137:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840364.254138:0:34144:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840364.254138:0:34144:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840364.254139:0:34144:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030a00 refcount=5 00000020:00000001:0.0:1788840364.254140:0:34144:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:0.0:1788840364.254141:0:34144:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:0.0:1788840364.254142:0:34144:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840364.254144:0:34144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f38a8 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bad61 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840364.254147:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840364.254147:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788840364.254149:0:34144:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f38a8 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bad61 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840364.254152:0:34144:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840364.254874:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840364.254877:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840364.254878:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840364.254879:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788840364.254885:0:34144:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90ee87f5bb80 x1875733134000640/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840380 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788840364.254898:0:34144:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840364.254899:0:34144:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840364.254901:0:34144:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030a00 refcount=3 00000020:00000001:0.0:1788840364.254902:0:34144:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:0.0:1788840364.254904:0:34144:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:0.0:1788840364.254906:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840364.254907:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840364.254907:0:34144:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840364.254909:0:34144:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840364.254912:0:34144:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788840364.254914:0:34144:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840364.254915:0:34144:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840364.254916:0:34144:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030a00 refcount=3 00000020:00000001:0.0:1788840364.254918:0:34144:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:0.0:1788840364.254920:0:34144:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00000002:00010000:0.0:1788840364.254924:0:34144:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f38a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bad61 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840364.254930:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840364.254931:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840364.254932:0:34144:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788840364.254934:0:34144:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840364.254935:0:34144:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840364.254936:0:34144:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030a00 refcount=3 00000020:00000001:0.0:1788840364.254938:0:34144:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:0.0:1788840364.254940:0:34144:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000040:0.0:1788840364.254945:0:34144:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74200 count: 2 00010000:00000001:0.0:1788840364.254948:0:34144:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788840364.254952:0:34144:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788840364.254954:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840364.254956:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840364.254958:0:34144:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788840364.254960:0:34144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c8f938 00000002:00002000:0.0:1788840364.254963:0:34144:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788840364.254966:0:34144:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840364.254969:0:34144:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840364.254972:0:34144:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788840364.254975:0:34144:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788840364.254977:0:34144:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788840364.254980:0:34144:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840364.254983:0:34144:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee87161600. 00000080:00000001:0.0:1788840364.254987:0:34144:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788840364.254989:0:34144:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788840364.254994:0:34144:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788840364.254998:0:34144:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788840364.255056:0:34144:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff90ee87139cc0. 00800000:00000001:1.0:1788840364.255060:0:34144:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446621952875666624 : -122120833884992 : ffff90ee87139cc0) 00800000:00000001:1.0:1788840364.255062:0:34144:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840364.255064:0:34144:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788840364.255067:0:34144:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788840364.255069:0:34144:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1788840364.255071:0:34144:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788840364.255074:0:34144:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788840364.255076:0:34144:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840364.255080:0:34144:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788840364.255083:0:34144:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1788840364.255087:0:34144:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:1.0:1788840364.255089:0:34144:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840364.255090:0:34144:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840364.255092:0:34144:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030a00 refcount=3 00000020:00000001:1.0:1788840364.255094:0:34144:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:1.0:1788840364.255097:0:34144:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:1.0:1788840364.255098:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840364.255100:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788840364.255101:0:34144:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788840364.255104:0:34144:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788840364.255105:0:34144:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee87139cc0 1 00800000:00000010:1.0:1788840364.255108:0:34144:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff90ee87139cc0. 00800000:00000001:1.0:1788840364.255111:0:34144:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840364.255118:0:34144:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f38a8 00800000:00000001:1.0:1788840364.255121:0:34144:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788840364.255123:0:34144:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788840364.255125:0:34144:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840364.255126:0:34144:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840364.255127:0:34144:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030a00 refcount=3 00000020:00000001:1.0:1788840364.255129:0:34144:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:1.0:1788840364.255131:0:34144:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:1.0:1788840364.255133:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840364.255134:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840364.255136:0:34144:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840364.255137:0:34144:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840364.255140:0:34144:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840364.255142:0:34144:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:1.0:1788840364.255145:0:34144:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f38a8 from it ffffa16201c8fbf8 00010000:00000001:1.0:1788840364.255147:0:34144:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840364.255148:0:34144:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840364.255149:0:34144:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030a00 refcount=3 00000020:00000001:1.0:1788840364.255151:0:34144:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:1.0:1788840364.255152:0:34144:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:1.0:1788840364.255154:0:34144:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840364.255157:0:34144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f38a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bad61 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840364.255164:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840364.255166:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840364.255167:0:34144:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840364.255170:0:34144:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840364.255173:0:34144:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f38a8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bad61 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788840364.255179:0:34144:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840364.255181:0:34144:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840364.255183:0:34144:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840364.255187:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840364.255188:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840364.255190:0:34144:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.255193:0:34144:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840364.255194:0:34144:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.255196:0:34144:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.255198:0:34144:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.255201:0:34144:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840364.255202:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840364.255203:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788840364.255205:0:34144:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840364.255210:0:34144:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f5bb80 x1875733134000640/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840380 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840364.255217:0:34144:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840364.255220:0:34144:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840364.255223:0:34144:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90ee98ed3800. 02000000:00000001:1.0:1788840364.255227:0:34144:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840364.255229:0:34144:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840364.255231:0:34144:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=4 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:1.0:1788840364.255233:0:34144:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840364.255236:0:34144:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee86f34800. 02000000:00000001:1.0:1788840364.255239:0:34144:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840364.255241:0:34144:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840364.255243:0:34144:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f5bb80. 00000100:00000001:1.0:1788840364.255246:0:34144:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840364.255247:0:34144:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788840364.255251:0:34144:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788840364.255256:0:34144:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788840364.255274:0:34144:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90ee84b114a0. 00000080:00000001:1.0:1788840364.255279:0:34144:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1788840364.255281:0:34144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c8fb58 00000080:00200000:1.0:1788840364.255295:0:34144:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), file ffff90eea03f3b00, open_flags 1a100, mode 0 opened 0 00000080:00000010:1.0:1788840364.255300:0:34144:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff90ee8532cb40. 00000080:00000001:1.0:1788840364.255303:0:34144:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788840364.255305:0:34144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c8fa08 00000080:00200000:1.0:1788840364.255307:0:34144:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), intent=open 00000080:00000010:1.0:1788840364.255314:0:34144:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98d5a000. 00800000:00000002:1.0:1788840364.255319:0:34144:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:1.0:1788840364.255324:0:34144:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788840364.255326:0:34144:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788840364.255328:0:34144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c8f928 00800000:00000002:1.0:1788840364.255330:0:34144:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'd24a.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788840364.255334:0:34144:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1788840364.255336:0:34144:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1788840364.255340:0:34144:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446621952875900928 : -122120833650688 : ffff90ee87173000) 00000020:00000001:1.0:1788840364.255343:0:34144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c8f8a8 00800000:00000002:1.0:1788840364.255345:0:34144:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d24a.recovery-small' -> mds #0 layout version 1 00000002:00000001:1.0:1788840364.255349:0:34144:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788840364.255351:0:34144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c8f7e0 00000002:00010000:1.0:1788840364.255353:0:34144:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24a.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0320401 00000002:00000001:1.0:1788840364.255356:0:34144:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788840364.255358:0:34144:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1788840364.255362:0:34144:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788840364.255365:0:34144:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74200 count: 2 00010000:00000001:1.0:1788840364.255367:0:34144:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840364.255370:0:34144:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788840364.255372:0:34144:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.255373:0:34144:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840364.255375:0:34144:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840364.255381:0:34144:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87fac380. 00000020:00000040:1.0:1788840364.255384:0:34144:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 02000000:00000001:1.0:1788840364.255389:0:34144:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788840364.255391:0:34144:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.255394:0:34144:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788840364.255397:0:34144:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840364.255400:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840364.255401:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840364.255402:0:34144:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840364.255405:0:34144:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840364.255407:0:34144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840364.255411:0:34144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840364.255418:0:34144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee85c5f000. 00000100:00000001:1.0:1788840364.255423:0:34144:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.255437:0:34144:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788840364.255439:0:34144:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.255440:0:34144:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788840364.255442:0:34144:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.255444:0:34144:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840364.255452:0:34144:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446621952890815360 : -122120818736256 : ffff90ee87fac380) 00010000:00000001:1.0:1788840364.255455:0:34144:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788840364.255457:0:34144:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788840364.255753:0:34144:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74200 count: 2 00010000:00000001:1.0:1788840364.255757:0:34144:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840364.255760:0:34144:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788840364.255784:0:34144:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee86e84200. 00000020:00000001:1.0:1788840364.255788:0:34144:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788840364.255790:0:34144:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee86e84200 with handle 0x3aa5f499c96f38af to hash 00000020:00000001:1.0:1788840364.255792:0:34144:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788840364.255794:0:34144:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952872825344 : -122120836726272 : ffff90ee86e84200) 00010000:00000001:1.0:1788840364.255805:0:34144:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952872825344 : -122120836726272 : ffff90ee86e84200) 00010000:00000001:1.0:1788840364.255808:0:34144:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840364.255810:0:34144:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840364.255814:0:34144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84200/0x3aa5f499c96f38af lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788840364.255821:0:34144:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84200/0x3aa5f499c96f38af lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788840364.255833:0:34144:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1788840364.255840:0:34144:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee87fac380 x1875733134000896/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1788840364.255849:0:34144:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84200/0x3aa5f499c96f38af lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788840364.255855:0:34144:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788840364.255856:0:34144:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788840364.255863:0:34144:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee85c7a240. 00000100:00000001:1.0:1788840364.255865:0:34144:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952853910080 : -122120855641536 : ffff90ee85c7a240) 00000100:00000001:1.0:1788840364.255867:0:34144:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840364.255869:0:34144:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890815360 : -122120818736256 : ffff90ee87fac380) 00000100:00000001:1.0:1788840364.255873:0:34144:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840364.255876:0:34144:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840364.255878:0:34144:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788840364.255880:0:34144:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840364.255885:0:34144:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87fac380 x1875733134000896/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840364.255893:0:34144:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840364.255895:0:34144:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840364.255899:0:34144:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840364.255902:0:34144:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840364.255905:0:34144:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840364.255908:0:34144:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87fac380 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:34144:1875733134000896:192.168.202.131@tcp:101:lfs.0 00000100:00000001:1.0:1788840364.255921:0:34144:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840364.255926:0:34144:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840364.255929:0:34144:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840364.255932:0:34144:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840364.256023:0:34144:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff90ee87200000. 02000000:00000001:1.0:1788840364.256026:0:34144:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840364.256032:0:34144:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840364.256037:0:34144:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000010:1.0:1788840364.256044:0:34144:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff90ee85de8000. 00000100:00000200:1.0:1788840364.256052:0:34144:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875733134000896, portal 10 00000100:00000001:1.0:1788840364.256054:0:34144:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840364.256055:0:34144:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890815360 : -122120818736256 : ffff90ee87fac380) 00000100:00000040:1.0:1788840364.256062:0:34144:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87fac380 x1875733134000896/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788840380 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840364.256069:0:34144:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840364.256072:0:34144:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840364.256075:0:34144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539660. 00000100:00000200:1.0:1788840364.256079:0:34144:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1875733134000896, offset 0 00000400:00000200:1.0:1788840364.256085:0:34144:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840364.256094:0:34144:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840364.256100:0:34144:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840364.256106:0:34144:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840364.256110:0:34144:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840364.256114:0:34144:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840364.256117:0:34144:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840364.256120:0:34144:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2601:2601:256:4294967295] 192.168.202.131@tcp LPNI seq info [2601:2601:8:4294967295] 00000400:00000200:1.0:1788840364.256125:0:34144:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840364.256134:0:34144:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840364.256140:0:34144:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840364.256145:0:34144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee9120cf00. 00000800:00000200:1.0:1788840364.256151:0:34144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840364.256159:0:34144:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840364.256164:0:34144:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee9120cf00 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:1.0:1788840364.256185:0:34144:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840364.256189:0:34144:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 821905 usecs (822 jiffies) 00000400:00000200:1.0:1788840364.256193:0:34144:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840364.256195:0:34144:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296594896 00000100:00000001:1.0:1788840364.256198:0:34144:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296596388 00000100:00000001:1.0:1788840364.256201:0:34144:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296594896 00000100:00000001:1.0:1788840364.256203:0:34144:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296596388 00000100:00000001:1.0:1788840364.256205:0:34144:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840364.256207:0:34144:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840364.256210:0:34144:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840364.256212:0:34144:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788840364.256214:0:34144:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee85c7a240 going to sleep for 11 seconds 00000100:00000001:1.0:1788840364.256217:0:34144:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840364.256219:0:34144:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840364.256347:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840364.256361:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee9120cf00. 00000400:00000200:3.0:1788840364.256365:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840364.256370:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840364.256375:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539660 00000400:00000010:3.0:1788840364.256377:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539660. 00000100:00000001:3.0:1788840364.256381:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840364.256386:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fac380 x1875733134000896/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788840380 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840364.256395:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840364.256398:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fac380 x1875733134000896/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788840380 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840364.256405:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840364.256407:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840364.262771:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840364.262860:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840364.262864:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840364.262867:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840364.262876:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840364.262884:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840364.262893:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840364.262897:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840364.262903:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840364.262907:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 608 into portal 10 MB=0x6a9f827254300 00000400:00000200:3.0:1788840364.262912:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840364.262918:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 608/608 into md 0x714d [64] + 224 00000800:00000001:3.0:1788840364.262925:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840364.262932:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840364.262935:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840364.262939:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840364.262946:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840364.262955:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fac380 x1875733134000896/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788840380 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840364.262965:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff90ee87fac380 x1875733134000896/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788840380 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840364.262990:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840364.263000:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840364.263003:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840364.263091:0:34144:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788840364.263099:0:34144:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840364.263101:0:34144:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840364.263105:0:34144:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000200:1.0:1788840364.263110:0:34144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85de8000 00000400:00000010:1.0:1788840364.263112:0:34144:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff90ee85de8000. 00000100:00000001:1.0:1788840364.263116:0:34144:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840364.263120:0:34144:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87fac380 x1875733134000896/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788840380 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788840364.263129:0:34144:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87fac380 x1875733134000896/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788840380 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840364.263136:0:34144:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840364.263138:0:34144:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840364.263140:0:34144:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840364.263144:0:34144:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840364.263146:0:34144:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840364.263149:0:34144:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840364.263152:0:34144:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840364.263221:0:34144:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=64 v=5 (5 5 102 102) 00000100:00001000:1.0:1788840364.263224:0:34144:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=22 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840364.263226:0:34144:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1788840364.263229:0:34144:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff90ee87fac380 x1875733134000896/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/608 e 0 to 0 dl 1788840380 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840364.263234:0:34144:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788840364.263237:0:34144:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788840364.263239:0:34144:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788840364.263240:0:34144:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788840364.263242:0:34144:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840364.263243:0:34144:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890815360 : -122120818736256 : ffff90ee87fac380) 00000100:00000001:1.0:1788840364.263245:0:34144:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840364.263247:0:34144:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967654 00000100:00000001:1.0:1788840364.263248:0:34144:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840364.263250:0:34144:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1788840364.263253:0:34144:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87fac380 x1875733134000896/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/608 e 0 to 0 dl 1788840380 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840364.263257:0:34144:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1788840364.263259:0:34144:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840364.263260:0:34144:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840364.263263:0:34144:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87fac380 x1875733134000896/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/608 e 0 to 0 dl 1788840380 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788840364.263268:0:34144:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87fac380 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:34144:1875733134000896:192.168.202.131@tcp:101:lfs.0 00000100:00000001:1.0:1788840364.263271:0:34144:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840364.263273:0:34144:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1788840364.263275:0:34144:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788840364.263277:0:34144:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840364.263279:0:34144:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fac380 x1875733134000896/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/608 e 0 to 0 dl 1788840380 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840364.263283:0:34144:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840364.263286:0:34144:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee85c7a240. 00000100:00000001:1.0:1788840364.263288:0:34144:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788840364.263290:0:34144:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1788840364.263293:0:34144:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788840364.263297:0:34144:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840364.263300:0:34144:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840364.263303:0:34144:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84200 refcount=4 00000020:00000001:1.0:1788840364.263305:0:34144:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872825344 : -122120836726272 : ffff90ee86e84200) 00010000:00000001:1.0:1788840364.263308:0:34144:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872825344 : -122120836726272 : ffff90ee86e84200) 00010000:00010000:1.0:1788840364.263312:0:34144:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84200/0x3aa5f499c96f38af lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840364.263322:0:34144:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1788840364.263326:0:34144:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84200/0x3aa5f499c96f38af lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840364.263332:0:34144:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840364.263335:0:34144:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84200/0x3aa5f499c96f38af lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840364.263341:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840364.263342:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788840364.263345:0:34144:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84200/0x3aa5f499c96f38af lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840364.263349:0:34144:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840364.263900:0:34144:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.263906:0:34144:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788840364.263910:0:34144:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84200/0x3aa5f499c96f38af lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788840364.263917:0:34144:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90ee86e84200 already unused, calling callback (ffffffffc1b72460) 00000080:00000001:1.0:1788840364.263920:0:34144:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1788840364.263923:0:34144:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84200/0x3aa5f499c96f38af lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840364.263929:0:34144:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1788840364.263931:0:34144:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1788840364.263934:0:34144:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84200/0x3aa5f499c96f38af lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840364.263944:0:34144:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1788840364.263946:0:34144:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788840364.263949:0:34144:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840364.263951:0:34144:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840364.263953:0:34144:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84200 refcount=5 00000020:00000001:1.0:1788840364.263954:0:34144:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872825344 : -122120836726272 : ffff90ee86e84200) 00010000:00000001:1.0:1788840364.263956:0:34144:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872825344 : -122120836726272 : ffff90ee86e84200) 00010000:00000001:1.0:1788840364.263959:0:34144:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788840364.263961:0:34144:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84200/0x3aa5f499c96f38af lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:1.0:1788840364.263967:0:34144:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788840364.263968:0:34144:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840364.263972:0:34144:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1788840364.263974:0:34144:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788840364.263977:0:34144:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788840364.263978:0:34144:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788840364.263980:0:34144:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840364.263982:0:34144:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788840364.263984:0:34144:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee86e84200 with handle 0x3aa5f499c96f38af from hash 00010000:00000001:1.0:1788840364.263986:0:34144:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788840364.263988:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840364.263989:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840364.263991:0:34144:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788840364.263992:0:34144:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788840364.263994:0:34144:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1788840364.263996:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840364.263998:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840364.263999:0:34144:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840364.264001:0:34144:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840364.264003:0:34144:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84200/0x3aa5f499c96f38af lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840364.264008:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840364.264010:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840364.264011:0:34144:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1788840364.264013:0:34144:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840364.264015:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840364.264016:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840364.264016:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788840364.264018:0:34144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84200/0x3aa5f499c96f38af lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 34144 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840364.264029:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840364.264031:0:34144:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1788840364.264036:0:34144:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1788840364.264043:0:34144:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff90ee87fac380 x1875733134000896/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/608 e 0 to 0 dl 1788840380 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788840364.264053:0:34144:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1788840364.264057:0:34144:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90ee87fac380 x1875733134000896/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/608 e 0 to 0 dl 1788840380 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788840364.264063:0:34144:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.264065:0:34144:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788840364.264066:0:34144:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840364.264068:0:34144:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840364.264070:0:34144:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840364.264073:0:34144:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1788840364.264075:0:34144:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840364.264076:0:34144:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890815360 : -122120818736256 : ffff90ee87fac380) 00010000:00000001:1.0:1788840364.264078:0:34144:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1788840364.264080:0:34144:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840364.264081:0:34144:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788840364.264084:0:34144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c8f768 00000002:00002000:1.0:1788840364.264086:0:34144:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24a.recovery-small intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:1.0:1788840364.264089:0:34144:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840364.264092:0:34144:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840364.264095:0:34144:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788840364.264097:0:34144:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788840364.264100:0:34144:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788840364.264104:0:34144:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000001:1.0:1788840364.264106:0:34144:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788840364.264108:0:34144:0:(namei.c:674:ll_lookup_it_finish()) it ffff90ee8532cb40 it_disposition 80002b 00000080:00000001:1.0:1788840364.264111:0:34144:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788840364.264116:0:34144:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788840364.264118:0:34144:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788840364.264120:0:34144:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833966 : 144115205322833966 : 20000040400002e) 00000080:00000001:1.0:1788840364.264123:0:34144:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1788840364.264134:0:34144:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788840364.264136:0:34144:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x2e:0x0] 00000080:00000001:1.0:1788840364.264139:0:34144:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840364.264142:0:34144:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833966 : 144115205322833966 : 20000040400002e) 00000080:00000001:1.0:1788840364.264145:0:34144:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1788840364.264149:0:34144:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x2e:0x0], updating i_size 16384 00000080:00200000:1.0:1788840364.264152:0:34144:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x2e:0x0](ffff90ee90515b88): rc = 0 00000080:00000001:1.0:1788840364.264277:0:34144:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621953030708104 : -122120678843512 : ffff90ee90515b88) 00000080:00000001:1.0:1788840364.264279:0:34144:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788840364.264281:0:34144:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788840364.264282:0:34144:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840364.264286:0:34144:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2e:0x0](ffff90ee90515b88) for lock 0x0 00800000:00000001:1.0:1788840364.264289:0:34144:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788840364.264290:0:34144:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00000002:00000001:1.0:1788840364.264292:0:34144:0:(mdc_locks.c:99:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840364.264294:0:34144:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1788840364.264300:0:34144:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90ee9075fa20 inode ffff90ee90515b88 refc 1 flags 0x20000e 00000080:00000001:1.0:1788840364.264303:0:34144:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788840364.264305:0:34144:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840364.264307:0:34144:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788840364.264310:0:34144:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788840364.264314:0:34144:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98d5a000. 00000100:00000001:1.0:1788840364.264320:0:34144:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840364.264324:0:34144:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fac380 x1875733134000896/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/608 e 0 to 0 dl 1788840380 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840364.264331:0:34144:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840364.264342:0:34144:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:1.0:1788840364.264345:0:34144:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788840364.264347:0:34144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c8fa48 00000080:00200008:1.0:1788840364.264349:0:34144:0:(file.c:1090:ll_file_open()) START file d24a.recovery-small:[0x200000404:0x2e:0x0](ffff90ee90515b88), flags 320400 00000080:00000010:1.0:1788840364.264423:0:34144:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90ee817c6500. 00000080:00000010:1.0:1788840364.264431:0:34144:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff90ee87139cc0. 00000080:00000001:1.0:1788840364.264433:0:34144:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1788840364.264437:0:34144:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1788840364.264440:0:34144:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1788840364.264443:0:34144:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff90ee84b11a60. 00000002:00100000:1.0:1788840364.264448:0:34144:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90ee87fac380 x1875733134000896/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/608 e 0 to 0 dl 1788840380 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788840364.264455:0:34144:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840364.264457:0:34144:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1788840364.264460:0:34144:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1788840364.264463:0:34144:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840364.264466:0:34144:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840364.264468:0:34144:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840364.264471:0:34144:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87fac380 x1875733134000896/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/608 e 0 to 0 dl 1788840380 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1788840364.264478:0:34144:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840364.264481:0:34144:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff90ee87200000. 02000000:00000001:1.0:1788840364.264517:0:34144:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788840364.264519:0:34144:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.264522:0:34144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c8fa48 00000080:00000008:1.0:1788840364.264524:0:34144:0:(file.c:1329:ll_file_open()) COMPLETED file d24a.recovery-small:[0x200000404:0x2e:0x0](ffff90ee90515b88), flags 320400, rc = 0 00000080:00000001:1.0:1788840364.264528:0:34144:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840364.264531:0:34144:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788840364.264561:0:34144:0:(dcache.c:176:ll_intent_release()) intent ffff90ee8532cb40 released 00000080:00000001:1.0:1788840364.264563:0:34144:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1788840364.264566:0:34144:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1788840364.264568:0:34144:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840364.264570:0:34144:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788840364.264572:0:34144:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff90ee8532cb40. 00000080:00000001:1.0:1788840364.264576:0:34144:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840364.264580:0:34144:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788840364.264582:0:34144:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x2e:0x0](ffff90ee90515b88), inode mode 41ed mask 44 00000080:00000001:1.0:1788840364.264587:0:34144:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840364.264624:0:34144:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840364.264626:0:34144:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000404:0x2e:0x0](ffff90ee90515b88) cmd=4008669a arg=15632e0 00000080:00000001:1.0:1788840364.264632:0:34144:0:(dir.c:594:ll_dir_setstripe()) Process entered 00000080:00000010:1.0:1788840364.264636:0:34144:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98d5a000. 00800000:00000001:1.0:1788840364.264743:0:34144:0:(lmv_obd.c:3034:lmv_setattr()) Process entered 00800000:00000002:1.0:1788840364.264746:0:34144:0:(lmv_obd.c:3038:lmv_setattr()) SETATTR for [0x200000404:0x2e:0x0], valid 0x0/0x0 00000002:00000001:1.0:1788840364.264751:0:34144:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:1.0:1788840364.264757:0:34144:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1788840364.264762:0:34144:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840364.264767:0:34144:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87fad500. 00000020:00000040:1.0:1788840364.264772:0:34144:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00010000:00000001:1.0:1788840364.264777:0:34144:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788840364.264781:0:34144:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840364.264794:0:34144:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840364.264796:0:34144:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840364.264798:0:34144:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840364.264801:0:34144:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840364.264803:0:34144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840364.264807:0:34144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840364.264814:0:34144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee85c5e400. 00000100:00000001:1.0:1788840364.264822:0:34144:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.264824:0:34144:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788840364.264826:0:34144:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.264828:0:34144:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788840364.264829:0:34144:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.264831:0:34144:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1788840364.264839:0:34144:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1788840364.264845:0:34144:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee87fad500 x1875733134001152/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788840364.264852:0:34144:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788840364.264854:0:34144:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788840364.264860:0:34144:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee85c7a240. 00000100:00000001:1.0:1788840364.264863:0:34144:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952853910080 : -122120855641536 : ffff90ee85c7a240) 00000100:00000001:1.0:1788840364.264865:0:34144:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840364.264867:0:34144:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890819840 : -122120818731776 : ffff90ee87fad500) 00000100:00000001:1.0:1788840364.264870:0:34144:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840364.264874:0:34144:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840364.264876:0:34144:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788840364.264878:0:34144:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840364.264882:0:34144:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87fad500 x1875733134001152/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840364.264890:0:34144:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840364.264892:0:34144:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840364.264895:0:34144:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840364.264898:0:34144:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840364.264900:0:34144:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840364.264903:0:34144:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87fad500 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:34144:1875733134001152:192.168.202.131@tcp:36:lfs.0 00000100:00000001:1.0:1788840364.264907:0:34144:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840364.264911:0:34144:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840364.264914:0:34144:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840364.264917:0:34144:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840364.264920:0:34144:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee85c5f800. 02000000:00000001:1.0:1788840364.264922:0:34144:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840364.264928:0:34144:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840364.264932:0:34144:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000010:1.0:1788840364.264938:0:34144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539110. 00000100:00000200:1.0:1788840364.264945:0:34144:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733134001152, portal 10 00000100:00000001:1.0:1788840364.264946:0:34144:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840364.264948:0:34144:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890819840 : -122120818731776 : ffff90ee87fad500) 00000100:00000040:1.0:1788840364.264954:0:34144:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87fad500 x1875733134001152/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/512 e 0 to 0 dl 1788840380 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840364.264961:0:34144:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840364.264964:0:34144:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840364.264966:0:34144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539e58. 00000100:00000200:1.0:1788840364.264970:0:34144:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875733134001152, offset 0 00000400:00000200:1.0:1788840364.264976:0:34144:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840364.264983:0:34144:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840364.264990:0:34144:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840364.264996:0:34144:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840364.265001:0:34144:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840364.265005:0:34144:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840364.265008:0:34144:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840364.265011:0:34144:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2602:2602:256:4294967295] 192.168.202.131@tcp LPNI seq info [2602:2602:8:4294967295] 00000400:00000200:1.0:1788840364.265015:0:34144:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840364.265024:0:34144:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840364.265030:0:34144:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840364.265036:0:34144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee9120cf00. 00000800:00000200:1.0:1788840364.265043:0:34144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840364.265051:0:34144:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840364.265055:0:34144:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee9120cf00 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1788840364.265073:0:34144:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840364.265078:0:34144:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 820885 usecs (821 jiffies) 00000400:00000200:1.0:1788840364.265081:0:34144:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840364.265084:0:34144:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296594904 00000100:00000001:1.0:1788840364.265087:0:34144:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296596388 00000100:00000001:1.0:1788840364.265089:0:34144:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296594904 00000100:00000001:1.0:1788840364.265090:0:34144:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296596388 00000100:00000001:1.0:1788840364.265092:0:34144:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840364.265093:0:34144:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840364.265095:0:34144:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840364.265096:0:34144:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788840364.265098:0:34144:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee85c7a240 going to sleep for 11 seconds 00000100:00000001:1.0:1788840364.265099:0:34144:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840364.265102:0:34144:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840364.265378:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840364.265383:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee9120cf00. 00000400:00000200:3.0:1788840364.265388:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840364.265393:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840364.265399:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539e58 00000400:00000010:3.0:1788840364.265401:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539e58. 00000100:00000001:3.0:1788840364.265405:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840364.265410:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fad500 x1875733134001152/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/512 e 0 to 0 dl 1788840380 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840364.265421:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840364.265425:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fad500 x1875733134001152/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/512 e 0 to 0 dl 1788840380 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840364.265431:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840364.265433:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1788840364.270968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e84200. 00000800:00000001:3.0:1788840364.271629:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840364.271685:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840364.271690:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840364.271693:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840364.271701:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840364.271708:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840364.271718:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840364.271723:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840364.271728:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840364.271731:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 456 into portal 10 MB=0x6a9f827254400 00000400:00000200:3.0:1788840364.271735:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840364.271740:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 456/456 into md 0x7155 [1] + 224 00000800:00000001:3.0:1788840364.271748:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840364.271755:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840364.271758:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840364.271762:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840364.271769:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840364.271779:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fad500 x1875733134001152/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/512 e 0 to 0 dl 1788840380 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840364.271904:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff90ee87fad500 x1875733134001152/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/512 e 0 to 0 dl 1788840380 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840364.271921:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788840364.271929:0:2354:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788840364.271933:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840364.271938:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840364.271945:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2603:2603:256:4294967295] 192.168.202.131@tcp LPNI seq info [2603:2603:8:4294967295] 00000400:00000200:3.0:1788840364.271949:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840364.271957:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) 192.168.202.131@tcp : ACK try# 0 00000800:00000200:3.0:1788840364.271962:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840364.271968:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee86f0da00. 00000800:00000200:3.0:1788840364.271974:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840364.271981:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840364.271986:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee86f0da00 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1788840364.272256:0:34144:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788840364.272263:0:34144:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840364.272265:0:34144:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840364.272269:0:34144:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000200:1.0:1788840364.272273:0:34144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539110 00000400:00000010:1.0:1788840364.272275:0:34144:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539110. 00000100:00000001:1.0:1788840364.272278:0:34144:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840364.272283:0:34144:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87fad500 x1875733134001152/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/512 e 0 to 0 dl 1788840380 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788840364.272292:0:34144:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87fad500 x1875733134001152/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/512 e 0 to 0 dl 1788840380 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840364.272298:0:34144:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840364.272300:0:34144:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840364.272302:0:34144:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840364.272306:0:34144:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840364.272308:0:34144:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840364.272311:0:34144:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840364.272314:0:34144:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840364.272323:0:34144:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=64 v=5 (5 5 102 102) 00000100:00001000:1.0:1788840364.272327:0:34144:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=22 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840364.272329:0:34144:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840364.272331:0:34144:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.272334:0:34144:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840364.272337:0:34144:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840364.272340:0:34144:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788840364.272342:0:34144:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788840364.272343:0:34144:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788840364.272345:0:34144:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840364.272357:0:34144:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890819840 : -122120818731776 : ffff90ee87fad500) 00000100:00000001:1.0:1788840364.272361:0:34144:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840364.272363:0:34144:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967654 00000100:00000001:1.0:1788840364.272365:0:34144:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840364.272367:0:34144:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840364.272372:0:34144:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87fad500 x1875733134001152/t8589934595(8589934595) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/456 e 0 to 0 dl 1788840380 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840364.272379:0:34144:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840364.272382:0:34144:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840364.272383:0:34144:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840364.272387:0:34144:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87fad500 x1875733134001152/t8589934595(8589934595) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/456 e 0 to 0 dl 1788840380 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788840364.272393:0:34144:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87fad500 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:34144:1875733134001152:192.168.202.131@tcp:36:lfs.0 00000100:00000001:1.0:1788840364.272397:0:34144:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840364.272400:0:34144:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840364.272402:0:34144:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788840364.272404:0:34144:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840364.272407:0:34144:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fad500 x1875733134001152/t8589934595(8589934595) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/456 e 0 to 0 dl 1788840380 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840364.272413:0:34144:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840364.272415:0:34144:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee85c7a240. 00000100:00000001:1.0:1788840364.272419:0:34144:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788840364.272420:0:34144:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840364.272426:0:34144:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840364.272429:0:34144:0:(lmv_obd.c:3047:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788840364.272434:0:34144:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98d5a000. 00000100:00000001:1.0:1788840364.272438:0:34144:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840364.272441:0:34144:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87fad500 x1875733134001152/t8589934595(8589934595) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/456 e 0 to 0 dl 1788840380 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840364.272448:0:34144:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840364.272450:0:34144:0:(dir.c:669:ll_dir_setstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840364.272453:0:34144:0:(dir.c:2168:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840364.272486:0:34144:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:1.0:1788840364.272488:0:34144:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788840364.272491:0:34144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c8fdd0 00000080:00200008:1.0:1788840364.272494:0:34144:0:(file.c:479:ll_file_release()) START file d24a.recovery-small:[0x200000404:0x2e:0x0](ffff90ee90515b88), flags 320000 00000080:00400000:1.0:1788840364.272498:0:34144:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x2e:0x0] 00000080:00000001:1.0:1788840364.272503:0:34144:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1788840364.272504:0:34144:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:1.0:1788840364.272506:0:34144:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:1.0:1788840364.272513:0:34144:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840364.272516:0:34144:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788840364.272522:0:34144:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840364.272524:0:34144:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788840364.272526:0:34144:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x2e:0x0]: 0 00000080:00000001:1.0:1788840364.272529:0:34144:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788840364.272530:0:34144:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788840364.272543:0:34144:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff90ee98d5a000. 00000080:00000001:1.0:1788840364.272546:0:34144:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1788840364.272553:0:34144:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788840364.272556:0:34144:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:1.0:1788840364.272558:0:34144:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x2e:0x0] 00000002:00000001:1.0:1788840364.272562:0:34144:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788840364.272564:0:34144:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff90ee90f70800: [0x200000404:0x2e:0x0] file closed with intent: 0 00000100:00000010:1.0:1788840364.272568:0:34144:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87fad180. 00000020:00000040:1.0:1788840364.272572:0:34144:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:1.0:1788840364.272576:0:34144:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840364.272579:0:34144:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840364.272583:0:34144:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840364.272589:0:34144:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee98d5a200. 00000100:00000001:1.0:1788840364.272595:0:34144:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788840364.272606:0:34144:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff90ee87fac380 x1875733134000896/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/608 e 0 to 0 dl 1788840380 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788840364.272614:0:34144:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788840364.272619:0:34144:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee87fad180 x1875733134001408/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788840364.272625:0:34144:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788840364.272627:0:34144:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788840364.272633:0:34144:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee85c7a240. 00000100:00000001:1.0:1788840364.272635:0:34144:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952853910080 : -122120855641536 : ffff90ee85c7a240) 00000100:00000001:1.0:1788840364.272637:0:34144:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840364.272658:0:34144:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890818944 : -122120818732672 : ffff90ee87fad180) 00000100:00000001:1.0:1788840364.272662:0:34144:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840364.272667:0:34144:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840364.272668:0:34144:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788840364.272671:0:34144:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840364.272675:0:34144:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87fad180 x1875733134001408/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840364.272681:0:34144:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840364.272684:0:34144:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840364.272688:0:34144:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840364.272690:0:34144:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840364.272693:0:34144:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840364.272696:0:34144:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87fad180 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:34144:1875733134001408:192.168.202.131@tcp:35:lfs.0 00000100:00000001:1.0:1788840364.272699:0:34144:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840364.272704:0:34144:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840364.272706:0:34144:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840364.272709:0:34144:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840364.272713:0:34144:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee85c5dc00. 02000000:00000001:1.0:1788840364.272715:0:34144:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840364.272720:0:34144:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840364.272722:0:34144:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000010:1.0:1788840364.272728:0:34144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539110. 00000100:00000200:1.0:1788840364.272733:0:34144:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733134001408, portal 10 00000100:00000001:1.0:1788840364.272735:0:34144:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840364.272736:0:34144:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890818944 : -122120818732672 : ffff90ee87fad180) 00000100:00000040:1.0:1788840364.272742:0:34144:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87fad180 x1875733134001408/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840386 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840364.272749:0:34144:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840364.272751:0:34144:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840364.272753:0:34144:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea05396e8. 00000100:00000200:1.0:1788840364.272757:0:34144:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875733134001408, offset 0 00000400:00000200:1.0:1788840364.272764:0:34144:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840364.272769:0:34144:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000800:00000001:2.0:1788840364.273027:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:1.0:1788840364.273479:0:34144:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840364.273488:0:34144:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840364.273494:0:34144:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840364.273498:0:34144:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840364.273502:0:34144:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840364.273506:0:34144:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2604:2604:255:4294967295] 192.168.202.131@tcp LPNI seq info [2604:2604:7:4294967295] 00000400:00000200:1.0:1788840364.273511:0:34144:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840364.273520:0:34144:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840364.273525:0:34144:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840364.273530:0:34144:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee9120cf00. 00000800:00000200:1.0:1788840364.273544:0:34144:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840364.273549:0:34144:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840364.273553:0:34144:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee9120cf00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788840364.273557:0:34144:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840364.273565:0:34144:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 819867 usecs (820 jiffies) 00000400:00000200:1.0:1788840364.273568:0:34144:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840364.273571:0:34144:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296594911 00000100:00000001:1.0:1788840364.273575:0:34144:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296596388 00000100:00000001:1.0:1788840364.273577:0:34144:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296594911 00000100:00000001:1.0:1788840364.273579:0:34144:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296596388 00000100:00000001:1.0:1788840364.273581:0:34144:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840364.273584:0:34144:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840364.273586:0:34144:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840364.273588:0:34144:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=17 : 17 : 11) 00000100:00100000:1.0:1788840364.273591:0:34144:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee85c7a240 going to sleep for 17 seconds 00000100:00000001:1.0:1788840364.273593:0:34144:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840364.273595:0:34144:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840364.273634:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840364.273660:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0da00. 00000400:00000200:3.0:1788840364.273666:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840364.273672:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: ACK: OK 00000800:00000001:2.0:1788840364.273796:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788840364.274220:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840364.274224:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee9120cf00. 00000400:00000200:3.0:1788840364.274228:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840364.274233:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840364.274238:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea05396e8 00000400:00000010:3.0:1788840364.274241:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea05396e8. 00000100:00000001:3.0:1788840364.274245:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840364.274250:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fad180 x1875733134001408/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840386 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840364.274259:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840364.274263:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fad180 x1875733134001408/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840386 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840364.274269:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840364.274270:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840364.280759:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840364.280777:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840364.280790:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840364.280793:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840364.280801:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840364.280809:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840364.280818:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840364.280823:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840364.280829:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840364.280833:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 456 into portal 10 MB=0x6a9f827254500 00000400:00000200:2.0:1788840364.280838:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840364.280844:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 456/456 into md 0x715d [1] + 224 00000800:00000001:2.0:1788840364.280852:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840364.280863:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840364.280867:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840364.280871:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840364.280878:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840364.280885:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fad180 x1875733134001408/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840386 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840364.280895:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff90ee87fad180 x1875733134001408/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840386 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840364.280922:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840364.280930:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840364.280933:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840364.281007:0:34144:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788840364.281016:0:34144:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840364.281018:0:34144:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840364.281021:0:34144:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000200:1.0:1788840364.281026:0:34144:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539110 00000400:00000010:1.0:1788840364.281028:0:34144:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539110. 00000100:00000001:1.0:1788840364.281032:0:34144:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840364.281036:0:34144:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87fad180 x1875733134001408/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840386 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788840364.281046:0:34144:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87fad180 x1875733134001408/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840386 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840364.281052:0:34144:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840364.281054:0:34144:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840364.281056:0:34144:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840364.281060:0:34144:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840364.281062:0:34144:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840364.281064:0:34144:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840364.281067:0:34144:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840364.281076:0:34144:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee988234a8 time=64 v=10 (10 5 5 5) 00000100:00001000:1.0:1788840364.281080:0:34144:0:(import.c:2215:obd_at_measure()) AT ffff90ee988234a8 change: old=10 new=5 delta=-5 (val=5) hist 10 5 5 5 00000100:00001000:1.0:1788840364.281084:0:34144:0:(client.c:430:ptlrpc_at_adj_service()) The RPC service estimate for lustre-MDT0000-mdc-ffff90ee90f70800 ptl 23 has changed from 10 to 5 00000100:00001000:1.0:1788840364.281087:0:34144:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=22 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840364.281089:0:34144:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840364.281091:0:34144:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.281094:0:34144:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840364.281098:0:34144:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840364.281101:0:34144:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788840364.281103:0:34144:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788840364.281104:0:34144:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788840364.281107:0:34144:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840364.281108:0:34144:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890818944 : -122120818732672 : ffff90ee87fad180) 00000100:00000001:1.0:1788840364.281112:0:34144:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840364.281113:0:34144:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967654 00000100:00000001:1.0:1788840364.281115:0:34144:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840364.281118:0:34144:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840364.281123:0:34144:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87fad180 x1875733134001408/t8589934596(8589934596) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840386 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840364.281129:0:34144:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840364.281132:0:34144:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840364.281134:0:34144:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840364.281137:0:34144:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87fad180 x1875733134001408/t8589934596(8589934596) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840386 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788840364.281145:0:34144:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87fad180 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:34144:1875733134001408:192.168.202.131@tcp:35:lfs.0 00000100:00000001:1.0:1788840364.281150:0:34144:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840364.281152:0:34144:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840364.281170:0:34144:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788840364.281172:0:34144:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840364.281176:0:34144:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fad180 x1875733134001408/t8589934596(8589934596) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840386 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840364.281182:0:34144:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840364.281185:0:34144:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee85c7a240. 00000100:00000001:1.0:1788840364.281188:0:34144:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788840364.281190:0:34144:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840364.281196:0:34144:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840364.281197:0:34144:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890818944 : -122120818732672 : ffff90ee87fad180) 00000002:00000001:1.0:1788840364.281200:0:34144:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840364.281203:0:34144:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788840364.281208:0:34144:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98d5a000. 00000080:00000001:1.0:1788840364.281212:0:34144:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788840364.281215:0:34144:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1788840364.281220:0:34144:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788840364.281224:0:34144:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff90ee87fac380 x1875733134000896/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/608 e 0 to 0 dl 1788840380 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840364.281231:0:34144:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840364.281232:0:34144:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890815360 : -122120818736256 : ffff90ee87fac380) 00000100:00000001:1.0:1788840364.281234:0:34144:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840364.281237:0:34144:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87fac380 x1875733134000896/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/608 e 0 to 0 dl 1788840380 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840364.281254:0:34144:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840364.281256:0:34144:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840364.281259:0:34144:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fad180 x1875733134001408/t8589934596(8589934596) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840386 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840364.281269:0:34144:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840364.281271:0:34144:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840364.281273:0:34144:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87fac380 x1875733134000896/t8589934594(8589934594) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/608 e 0 to 0 dl 1788840380 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840364.281279:0:34144:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788840364.281290:0:34144:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840364.281293:0:34144:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:1.0:1788840364.281295:0:34144:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840364.281298:0:34144:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee85c5f000. 02000000:00000001:1.0:1788840364.281303:0:34144:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840364.281304:0:34144:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840364.281306:0:34144:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87fac380. 00000100:00000001:1.0:1788840364.281309:0:34144:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840364.281311:0:34144:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840364.281312:0:34144:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840364.281316:0:34144:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87fad180 x1875733134001408/t8589934596(8589934596) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840386 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840364.281322:0:34144:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840364.281324:0:34144:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff90ee84b11a60. 00000002:00000001:1.0:1788840364.281327:0:34144:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840364.281328:0:34144:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788840364.281331:0:34144:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff90ee87139cc0. 00000100:00000001:1.0:1788840364.281333:0:34144:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840364.281336:0:34144:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87fad180 x1875733134001408/t8589934596(8589934596) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840386 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840364.281342:0:34144:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840364.281344:0:34144:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840364.281347:0:34144:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee85c5dc00. 02000000:00000001:1.0:1788840364.281349:0:34144:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840364.281362:0:34144:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840364.281363:0:34144:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:1.0:1788840364.281365:0:34144:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840364.281367:0:34144:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee98d5a200. 02000000:00000001:1.0:1788840364.281369:0:34144:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840364.281371:0:34144:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840364.281372:0:34144:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87fad180. 00000100:00000001:1.0:1788840364.281374:0:34144:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840364.281375:0:34144:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788840364.281378:0:34144:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788840364.281381:0:34144:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90ee817c6500. 00000080:00000001:1.0:1788840364.281385:0:34144:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.281391:0:34144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c8fdd0 00000080:00000008:1.0:1788840364.281393:0:34144:0:(file.c:523:ll_file_release()) COMPLETED file d24a.recovery-small:[0x200000404:0x2e:0x0](ffff90ee90515b88), flags 320000, rc = 0 00000080:00000001:1.0:1788840364.281396:0:34144:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840364.281399:0:34144:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840364.281404:0:34144:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788840364.281406:0:34144:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c8fe00 00000080:00002000:1.0:1788840364.281408:0:34144:0:(dcache.c:127:ll_ddelete()) deleting dentry d24a.recovery-small (ffff90ee9075fa20, parent ffff90ee9069b510, inode ffff90ee90515b88) hashed, 00000080:00000001:1.0:1788840364.281411:0:34144:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788840364.281418:0:34144:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788840364.281425:0:34144:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:1.1:1788840364.291611:0:34145:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee84b114a0. 00010000:00010000:2.0:1788840364.305983:0:34146:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0000-osc-ffff90ee90f70800 00010000:00000001:2.0:1788840364.305990:0:34146:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788840364.305992:0:34146:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840364.305996:0:34146:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840364.306000:0:34146:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788840364.306002:0:34146:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840364.306004:0:34146:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840364.306039:0:34146:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0001-osc-ffff90ee90f70800 00010000:00000001:2.0:1788840364.306041:0:34146:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788840364.306042:0:34146:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840364.306044:0:34146:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840364.306045:0:34146:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788840364.306047:0:34146:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840364.306048:0:34146:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840364.341670:0:34151:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840364.341678:0:34151:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840364.341680:0:34151:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788840364.341684:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c97bc0 00000080:00200000:0.0:1788840364.341689:0:34151:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:0.0:1788840364.341697:0:34151:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee87161400. 00800000:00000002:0.0:1788840364.341704:0:34151:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840364.341708:0:34151:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840364.341713:0:34151:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840364.341715:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c97ae0 00800000:00000002:0.0:1788840364.341718:0:34151:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840364.341722:0:34151:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788840364.341726:0:34151:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788840364.341732:0:34151:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840364.341734:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c979b0 00000002:00010000:0.0:1788840364.341736:0:34151:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788840364.341739:0:34151:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788840364.341741:0:34151:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840364.341744:0:34151:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840364.341751:0:34151:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74200 count: 2 00010000:00000001:0.0:1788840364.341754:0:34151:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840364.341759:0:34151:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840364.341764:0:34151:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788840364.341769:0:34151:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f38a8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bad61 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788840364.342121:0:34151:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840364.342126:0:34151:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840364.342129:0:34151:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f38a8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bad61 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788840364.342135:0:34151:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788840364.342136:0:34151:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840364.342138:0:34151:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840364.342139:0:34151:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840364.342141:0:34151:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840364.342142:0:34151:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788840364.342144:0:34151:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788840364.342146:0:34151:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840364.342149:0:34151:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee87161400. 00000080:00000001:0.0:1788840364.342152:0:34151:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788840364.342154:0:34151:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840364.342157:0:34151:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:0.0:1788840364.342160:0:34151:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f38a8 00800000:00000001:0.0:1788840364.342163:0:34151:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840364.342165:0:34151:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840364.342167:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840364.342169:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840364.342172:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030a00 refcount=3 00000020:00000001:0.0:1788840364.342174:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:0.0:1788840364.342177:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:0.0:1788840364.342180:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840364.342181:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840364.342182:0:34151:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840364.342184:0:34151:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840364.342186:0:34151:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f38a8 from it ffffa16200c97bf8 00010000:00000001:0.0:1788840364.342189:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840364.342190:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840364.342191:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030a00 refcount=3 00000020:00000001:0.0:1788840364.342193:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:0.0:1788840364.342195:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:0.0:1788840364.342197:0:34151:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840364.342200:0:34151:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f38a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bad61 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788840364.342207:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840364.342208:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840364.342210:0:34151:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840364.342213:0:34151:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840364.342215:0:34151:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f38a8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bad61 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788840364.342223:0:34151:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840364.342226:0:34151:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840364.342228:0:34151:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840364.342232:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840364.342232:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840364.342234:0:34151:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840364.342236:0:34151:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840364.342238:0:34151:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840364.342239:0:34151:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840364.342242:0:34151:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840364.342245:0:34151:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840364.342246:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840364.342247:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788840364.342250:0:34151:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788840364.342252:0:34151:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840364.342254:0:34151:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788840364.342259:0:34151:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788840364.342271:0:34151:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90ee83169800. 00000020:00000001:0.0:1788840364.342275:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c97b28 00000080:00200000:0.0:1788840364.342278:0:34151:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), flags=25 00000080:00000001:0.0:1788840364.342282:0:34151:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788840364.342284:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c979d8 00000080:00200000:0.0:1788840364.342286:0:34151:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24a.recovery-small, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), intent=0 00000080:00000010:0.0:1788840364.342292:0:34151:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee87161400. 00800000:00000002:0.0:1788840364.342295:0:34151:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840364.342299:0:34151:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840364.342301:0:34151:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840364.342302:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c978f8 00800000:00000002:0.0:1788840364.342304:0:34151:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd24a.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840364.342307:0:34151:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:0.0:1788840364.342310:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c97890 00800000:00000002:0.0:1788840364.342312:0:34151:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d24a.recovery-small' -> mds #0 00000002:00000001:0.0:1788840364.342314:0:34151:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840364.342315:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c977c8 00000002:00010000:0.0:1788840364.342316:0:34151:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24a.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:0.0:1788840364.342319:0:34151:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788840364.342320:0:34151:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788840364.342326:0:34151:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f5b800. 00000020:00000040:0.0:1788840364.342330:0:34151:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00010000:00000001:0.0:1788840364.342336:0:34151:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788840364.342341:0:34151:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840364.342344:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840364.342345:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840364.342346:0:34151:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840364.342348:0:34151:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840364.342350:0:34151:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840364.342354:0:34151:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840364.342362:0:34151:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee86f34400. 00000100:00000001:0.0:1788840364.342370:0:34151:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840364.342375:0:34151:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840364.342377:0:34151:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840364.342378:0:34151:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840364.342379:0:34151:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840364.342380:0:34151:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840364.342390:0:34151:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621952890484736 : -122120819066880 : ffff90ee87f5b800) 00010000:00000001:0.0:1788840364.342394:0:34151:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788840364.342396:0:34151:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788840364.342401:0:34151:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74200 count: 2 00010000:00000001:0.0:1788840364.342403:0:34151:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840364.342405:0:34151:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788840364.342408:0:34151:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee80030200. 00000020:00000001:0.0:1788840364.342411:0:34151:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788840364.342413:0:34151:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee80030200 with handle 0x3aa5f499c96f38b6 to hash 00000020:00000001:0.0:1788840364.342415:0:34151:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788840364.342416:0:34151:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952757137920 : -122120952413696 : ffff90ee80030200) 00010000:00000001:0.0:1788840364.342419:0:34151:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952757137920 : -122120952413696 : ffff90ee80030200) 00010000:00000001:0.0:1788840364.342421:0:34151:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840364.342423:0:34151:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840364.342427:0:34151:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030200/0x3aa5f499c96f38b6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840364.342434:0:34151:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030200/0x3aa5f499c96f38b6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840364.342443:0:34151:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030200/0x3aa5f499c96f38b6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34151 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788840364.342448:0:34151:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788840364.342449:0:34151:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788840364.342456:0:34151:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee850cf3c0. 00000100:00000001:0.0:1788840364.342458:0:34151:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952841675712 : -122120867875904 : ffff90ee850cf3c0) 00000100:00000001:0.0:1788840364.342461:0:34151:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840364.342462:0:34151:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890484736 : -122120819066880 : ffff90ee87f5b800) 00000100:00000001:0.0:1788840364.342467:0:34151:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840364.342472:0:34151:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840364.342474:0:34151:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788840364.342476:0:34151:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840364.342487:0:34151:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f5b800 x1875733134001536/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840364.342496:0:34151:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840364.342498:0:34151:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840364.342502:0:34151:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840364.342504:0:34151:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840364.342506:0:34151:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840364.342509:0:34151:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f5b800 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:34151:1875733134001536:192.168.202.131@tcp:101:multiop.0 00000100:00000001:0.0:1788840364.342513:0:34151:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840364.342518:0:34151:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840364.342521:0:34151:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840364.342524:0:34151:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840364.342529:0:34151:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90ee98ed0000. 02000000:00000001:0.0:1788840364.342540:0:34151:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840364.342548:0:34151:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840364.342552:0:34151:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c800b0. 00000400:00000010:0.0:1788840364.342559:0:34151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed66e8. 00000100:00000200:0.0:1788840364.342567:0:34151:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875733134001536, portal 10 00000100:00000001:0.0:1788840364.342569:0:34151:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840364.342571:0:34151:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890484736 : -122120819066880 : ffff90ee87f5b800) 00000100:00000040:0.0:1788840364.342577:0:34151:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87f5b800 x1875733134001536/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840380 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840364.342584:0:34151:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840364.342587:0:34151:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840364.342589:0:34151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6f68. 00000100:00000200:0.0:1788840364.342593:0:34151:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875733134001536, offset 0 00000400:00000200:0.0:1788840364.342599:0:34151:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840364.342608:0:34151:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840364.342614:0:34151:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840364.342620:0:34151:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840364.342624:0:34151:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840364.342628:0:34151:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840364.342631:0:34151:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840364.342634:0:34151:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2605:2605:256:4294967295] 192.168.202.131@tcp LPNI seq info [2605:2605:8:4294967295] 00000400:00000200:0.0:1788840364.343879:0:34151:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840364.343895:0:34151:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840364.343903:0:34151:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840364.344070:0:34151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee8985c900. 00000800:00000200:2.0:1788840364.344078:0:34151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840364.344083:0:34151:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840364.344087:0:34151:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee8985c900 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1788840364.344101:0:34151:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840364.344106:0:34151:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 818855 usecs (819 jiffies) 00000400:00000200:2.0:1788840364.344111:0:34151:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840364.344113:0:34151:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296594981 00000100:00000001:2.0:1788840364.344117:0:34151:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296596388 00000100:00000001:2.0:1788840364.344119:0:34151:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296594981 00000100:00000001:2.0:1788840364.344121:0:34151:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296596388 00000100:00000001:2.0:1788840364.344123:0:34151:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840364.344126:0:34151:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840364.344129:0:34151:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840364.344132:0:34151:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788840364.344134:0:34151:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee850cf3c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788840364.344137:0:34151:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840364.344139:0:34151:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840364.344217:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840364.344222:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee8985c900. 00000400:00000200:3.0:1788840364.344228:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840364.344233:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840364.344239:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6f68 00000400:00000010:3.0:1788840364.344256:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6f68. 00000100:00000001:3.0:1788840364.344263:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840364.344269:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f5b800 x1875733134001536/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840380 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840364.344279:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840364.344282:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f5b800 x1875733134001536/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840380 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840364.344289:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840364.344290:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840364.350023:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840364.350044:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840364.350049:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840364.350051:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840364.350060:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840364.350067:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840364.350076:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840364.350080:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840364.350086:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840364.350089:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 584 into portal 10 MB=0x6a9f827254580 00000400:00000200:2.0:1788840364.350093:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840364.350099:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 584/584 into md 0x7165 [1] + 224 00000800:00000001:2.0:1788840364.350106:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840364.350113:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840364.350116:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840364.350121:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840364.350129:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840364.350137:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f5b800 x1875733134001536/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840380 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840364.350147:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff90ee87f5b800 x1875733134001536/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840380 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840364.350173:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840364.350181:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840364.350185:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840364.350231:0:34151:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840364.350239:0:34151:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840364.350241:0:34151:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840364.350244:0:34151:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c800b0. 00000400:00000200:0.0:1788840364.350249:0:34151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed66e8 00000400:00000010:0.0:1788840364.350252:0:34151:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed66e8. 00000100:00000001:0.0:1788840364.350255:0:34151:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840364.350259:0:34151:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f5b800 x1875733134001536/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840380 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788840364.350267:0:34151:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f5b800 x1875733134001536/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840380 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840364.350273:0:34151:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840364.350274:0:34151:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840364.350277:0:34151:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840364.350280:0:34151:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840364.350282:0:34151:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840364.350284:0:34151:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840364.350287:0:34151:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840364.350296:0:34151:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=64 v=5 (5 5 102 102) 00000100:00001000:0.0:1788840364.350300:0:34151:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=22 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840364.350303:0:34151:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840364.350305:0:34151:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840364.350308:0:34151:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840364.350312:0:34151:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840364.350315:0:34151:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840364.350317:0:34151:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967654 00000100:00000001:0.0:1788840364.350319:0:34151:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840364.350323:0:34151:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840364.350328:0:34151:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f5b800 x1875733134001536/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840380 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840364.350341:0:34151:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840364.350344:0:34151:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840364.350347:0:34151:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840364.350351:0:34151:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f5b800 x1875733134001536/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840380 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788840364.350359:0:34151:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f5b800 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:34151:1875733134001536:192.168.202.131@tcp:101:multiop.0 00000100:00000001:0.0:1788840364.350364:0:34151:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840364.350366:0:34151:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840364.350368:0:34151:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788840364.350370:0:34151:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840364.350373:0:34151:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f5b800 x1875733134001536/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840380 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840364.350380:0:34151:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840364.350383:0:34151:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee850cf3c0. 00000100:00000001:0.0:1788840364.350386:0:34151:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788840364.350388:0:34151:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840364.350391:0:34151:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788840364.350395:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840364.350398:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840364.350401:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030200 refcount=4 00000020:00000001:0.0:1788840364.350403:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757137920 : -122120952413696 : ffff90ee80030200) 00010000:00000001:0.0:1788840364.350406:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757137920 : -122120952413696 : ffff90ee80030200) 00010000:00000040:0.0:1788840364.350413:0:34151:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee80030200, remote cookie: 0x8a436931312bada0, flags: 0x1001 00010000:00010000:0.0:1788840364.350418:0:34151:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030200/0x3aa5f499c96f38b6 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bada0 expref: -99 pid: 34151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788840364.350426:0:34151:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x2e:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788840364.350429:0:34151:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1788840364.350438:0:34151:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee99a74400. 00010000:00000010:0.0:1788840364.350443:0:34151:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee90f56000. 00010000:00000001:0.0:1788840364.350448:0:34151:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840364.350451:0:34151:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030200/0x3aa5f499c96f38b6 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bada0 expref: -99 pid: 34151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840364.350468:0:34151:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030200/0x3aa5f499c96f38b6 lrc: 4/1,0 mode: --/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bada0 expref: -99 pid: 34151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840364.350475:0:34151:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788840364.350479:0:34151:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788840364.350481:0:34151:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788840364.350483:0:34151:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788840364.350484:0:34151:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788840364.350487:0:34151:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x2e:0x0].0x0 (ffff90ee99a74400) refcount = 1 00010000:00010000:0.0:1788840364.350490:0:34151:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030200/0x3aa5f499c96f38b6 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bada0 expref: -99 pid: 34151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840364.350497:0:34151:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788840364.350500:0:34151:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788840364.350501:0:34151:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840364.350504:0:34151:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788840364.350507:0:34151:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840364.350510:0:34151:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030200/0x3aa5f499c96f38b6 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bada0 expref: -99 pid: 34151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840364.350516:0:34151:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788840364.350518:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840364.350519:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840364.350520:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840364.350521:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840364.350522:0:34151:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840364.350525:0:34151:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788840364.350526:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840364.350527:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840364.350529:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030200 refcount=3 00000020:00000001:0.0:1788840364.350530:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757137920 : -122120952413696 : ffff90ee80030200) 00010000:00000001:0.0:1788840364.350542:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757137920 : -122120952413696 : ffff90ee80030200) 00010000:00000001:0.0:1788840364.350545:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840364.350546:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840364.350547:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030200 refcount=4 00000020:00000001:0.0:1788840364.350549:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757137920 : -122120952413696 : ffff90ee80030200) 00010000:00000001:0.0:1788840364.350551:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757137920 : -122120952413696 : ffff90ee80030200) 00010000:00000001:0.0:1788840364.350553:0:34151:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840364.350556:0:34151:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840364.350559:0:34151:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030200/0x3aa5f499c96f38b6 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bada0 expref: -99 pid: 34151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840364.350565:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840364.350566:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840364.350568:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840364.350569:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840364.350570:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030200 refcount=5 00000020:00000001:0.0:1788840364.350571:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757137920 : -122120952413696 : ffff90ee80030200) 00010000:00000001:0.0:1788840364.350573:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757137920 : -122120952413696 : ffff90ee80030200) 00010000:00000001:0.0:1788840364.350576:0:34151:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840364.350578:0:34151:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030200/0x3aa5f499c96f38b6 lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bada0 expref: -99 pid: 34151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840364.350583:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840364.350584:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788840364.350587:0:34151:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030200/0x3aa5f499c96f38b6 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bada0 expref: -99 pid: 34151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840364.350593:0:34151:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840364.350594:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840364.350595:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840364.350597:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840364.350598:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788840364.350603:0:34151:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff90ee87f5b800 x1875733134001536/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840380 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788840364.350610:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840364.350611:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840364.350613:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030200 refcount=3 00000020:00000001:0.0:1788840364.350615:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757137920 : -122120952413696 : ffff90ee80030200) 00010000:00000001:0.0:1788840364.350617:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757137920 : -122120952413696 : ffff90ee80030200) 00010000:00000001:0.0:1788840364.350619:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840364.350620:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840364.350621:0:34151:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840364.350624:0:34151:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840364.350626:0:34151:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788840364.350629:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840364.350630:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840364.350631:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030200 refcount=3 00000020:00000001:0.0:1788840364.350633:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757137920 : -122120952413696 : ffff90ee80030200) 00010000:00000001:0.0:1788840364.350635:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757137920 : -122120952413696 : ffff90ee80030200) 00000002:00010000:0.0:1788840364.350720:0:34151:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030200/0x3aa5f499c96f38b6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bada0 expref: -99 pid: 34151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840364.350728:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840364.350729:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840364.350731:0:34151:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788840364.350733:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840364.350734:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840364.350735:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030200 refcount=3 00000020:00000001:0.0:1788840364.350737:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757137920 : -122120952413696 : ffff90ee80030200) 00010000:00000001:0.0:1788840364.350739:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757137920 : -122120952413696 : ffff90ee80030200) 00010000:00000040:0.0:1788840364.350742:0:34151:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74400 count: 2 00010000:00000001:0.0:1788840364.350745:0:34151:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788840364.350748:0:34151:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 4 res 8589935620/46 (0 0) 00010000:00000001:0.0:1788840364.350751:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840364.350753:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840364.350754:0:34151:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788840364.350757:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c97750 00000002:00002000:0.0:1788840364.350759:0:34151:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24a.recovery-small intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788840364.350761:0:34151:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840364.350764:0:34151:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840364.350766:0:34151:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788840364.350768:0:34151:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788840364.350771:0:34151:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788840364.350773:0:34151:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000001:0.0:1788840364.350775:0:34151:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788840364.350777:0:34151:0:(namei.c:674:ll_lookup_it_finish()) it ffffa16200c97ac8 it_disposition b 00000080:00000001:0.0:1788840364.350779:0:34151:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788840364.350785:0:34151:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788840364.350787:0:34151:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788840364.350790:0:34151:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833966 : 144115205322833966 : 20000040400002e) 00000080:00000001:0.0:1788840364.350793:0:34151:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1788840364.350811:0:34151:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788840364.350813:0:34151:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x2e:0x0] 00000080:00000001:0.0:1788840364.350815:0:34151:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840364.350818:0:34151:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833966 : 144115205322833966 : 20000040400002e) 00000080:00000001:0.0:1788840364.350821:0:34151:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1788840364.350826:0:34151:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x2e:0x0], updating i_size 16384 00000080:00200000:0.0:1788840364.350829:0:34151:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x2e:0x0](ffff90ee90515b88): rc = 0 00000080:00000001:0.0:1788840364.350831:0:34151:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621953030708104 : -122120678843512 : ffff90ee90515b88) 00010000:00000001:0.0:1788840364.350833:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840364.350834:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840364.350836:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030200 refcount=3 00000020:00000001:0.0:1788840364.350838:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757137920 : -122120952413696 : ffff90ee80030200) 00010000:00000001:0.0:1788840364.350840:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757137920 : -122120952413696 : ffff90ee80030200) 00010000:00000001:0.0:1788840364.350843:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840364.350844:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788840364.350845:0:34151:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788840364.350847:0:34151:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788840364.350849:0:34151:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788840364.350851:0:34151:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788840364.350853:0:34151:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840364.350855:0:34151:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x2e:0x0](ffff90ee90515b88) for lock 0x3aa5f499c96f38b6 00800000:00000001:0.0:1788840364.350858:0:34151:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840364.350860:0:34151:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840364.350861:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840364.350862:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840364.350863:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030200 refcount=3 00000020:00000001:0.0:1788840364.350865:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757137920 : -122120952413696 : ffff90ee80030200) 00010000:00000001:0.0:1788840364.350867:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757137920 : -122120952413696 : ffff90ee80030200) 00010000:00000001:0.0:1788840364.350869:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840364.350871:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840364.350872:0:34151:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840364.350874:0:34151:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1788840364.350880:0:34151:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90ee9073e438 inode ffff90ee90515b88 refc 1 flags 0x20000e 00000080:00000001:0.0:1788840364.350884:0:34151:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788840364.350886:0:34151:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840364.350888:0:34151:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:0.0:1788840364.350892:0:34151:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x2e:0x0](ffff90ee90515b88) 00000080:00010000:0.0:1788840364.350895:0:34151:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f38b6 from it ffffa16200c97ac8 00010000:00000001:0.0:1788840364.350897:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840364.350898:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840364.350900:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030200 refcount=3 00000020:00000001:0.0:1788840364.350901:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757137920 : -122120952413696 : ffff90ee80030200) 00010000:00000001:0.0:1788840364.350903:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757137920 : -122120952413696 : ffff90ee80030200) 00010000:00000001:0.0:1788840364.350904:0:34151:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840364.350906:0:34151:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030200/0x3aa5f499c96f38b6 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bada0 expref: -99 pid: 34151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840364.351401:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840364.351403:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840364.351405:0:34151:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840364.351408:0:34151:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840364.351411:0:34151:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030200/0x3aa5f499c96f38b6 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bada0 expref: -99 pid: 34151 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788840364.351416:0:34151:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840364.351419:0:34151:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840364.351420:0:34151:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840364.351424:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840364.351424:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840364.351425:0:34151:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840364.351427:0:34151:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840364.351429:0:34151:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840364.351430:0:34151:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840364.351433:0:34151:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840364.351434:0:34151:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840364.351435:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840364.351436:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788840364.351438:0:34151:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788840364.351441:0:34151:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee87161400. 00000100:00000001:0.0:1788840364.351445:0:34151:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840364.351451:0:34151:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f5b800 x1875733134001536/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840380 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840364.351456:0:34151:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788840364.351458:0:34151:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840364.351462:0:34151:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90ee98ed0000. 02000000:00000001:0.0:1788840364.351465:0:34151:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788840364.351467:0:34151:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840364.351469:0:34151:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:0.0:1788840364.351472:0:34151:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840364.351474:0:34151:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee86f34400. 02000000:00000001:0.0:1788840364.351478:0:34151:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840364.351479:0:34151:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840364.351481:0:34151:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f5b800. 00000100:00000001:0.0:1788840364.351485:0:34151:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840364.351486:0:34151:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788840364.351625:0:34151:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788840364.351629:0:34151:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x2e:0x0](ffff90ee90515b88), inode mode 41ed mask 1 00000080:00000001:1.0:1788840364.351634:0:34151:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788840364.351685:0:34151:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90ee84b11a60. 00000080:00000001:1.0:1788840364.351690:0:34151:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788840364.351692:0:34151:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x2e:0x0](ffff90ee90515b88), inode mode 41ed mask 3 00000080:00000001:1.0:1788840364.351695:0:34151:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840364.351697:0:34151:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1788840364.351699:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c97b58 00000080:00200000:1.0:1788840364.351702:0:34151:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f24a.recovery-small, dir=[0x200000404:0x2e:0x0](ffff90ee90515b88), file ffff90ee87f47080, open_flags 8042, mode 81a4 opened 0 00000080:00000010:1.0:1788840364.351706:0:34151:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff90ee8532cb40. 00000080:00000001:1.0:1788840364.351710:0:34151:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788840364.351712:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c97a08 00000080:00200000:1.0:1788840364.351714:0:34151:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f24a.recovery-small, dir=[0x200000404:0x2e:0x0](ffff90ee90515b88), intent=open|creat 00000080:00000010:1.0:1788840364.351721:0:34151:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98d5b000. 00000080:00000001:1.0:1788840364.351729:0:34151:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788840364.351732:0:34151:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788840364.351734:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c97928 00800000:00000002:1.0:1788840364.351736:0:34151:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f24a.recovery-small' on [0x200000404:0x2e:0x0] 00800000:00000001:1.0:1788840364.351739:0:34151:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1788840364.351742:0:34151:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1788840364.351746:0:34151:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446621952875900928 : -122120833650688 : ffff90ee87173000) 00800000:00000001:1.0:1788840364.351749:0:34151:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1788840364.351751:0:34151:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1788840364.351752:0:34151:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1788840364.351754:0:34151:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1788840364.351756:0:34151:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff90ee90f70800: Allocated FID [0x200000404:0x30:0x0] 40000000:00000001:1.0:1788840364.351758:0:34151:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840364.351759:0:34151:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840364.351760:0:34151:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840364.351762:0:34151:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.351763:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c978a8 00800000:00000002:1.0:1788840364.351764:0:34151:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000404:0x2e:0x0], fid2=[0x200000404:0x30:0x0], name='f24a.recovery-small' -> mds #0 layout version 1 00000002:00000001:1.0:1788840364.351767:0:34151:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788840364.351768:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c977e0 00000002:00010000:1.0:1788840364.351769:0:34151:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f24a.recovery-small,[0x200000404:0x30:0x0]) in obj [0x200000404:0x2e:0x0], intent: open|creat flags 0100103 00000002:00000001:1.0:1788840364.351772:0:34151:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788840364.351774:0:34151:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1788840364.351776:0:34151:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1788840364.351780:0:34151:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840364.351789:0:34151:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788840364.351793:0:34151:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74400 count: 2 00010000:00000001:1.0:1788840364.351795:0:34151:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840364.351798:0:34151:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788840364.351801:0:34151:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.351803:0:34151:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840364.351805:0:34151:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840364.351809:0:34151:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87fad180. 00000020:00000040:1.0:1788840364.351813:0:34151:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 02000000:00000001:1.0:1788840364.351818:0:34151:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788840364.351821:0:34151:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.351824:0:34151:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788840364.351828:0:34151:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840364.351831:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840364.351832:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840364.351833:0:34151:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840364.351836:0:34151:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840364.351848:0:34151:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840364.351852:0:34151:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840364.351859:0:34151:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee85c5dc00. 00000100:00000001:1.0:1788840364.351865:0:34151:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.351869:0:34151:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788840364.351872:0:34151:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.351873:0:34151:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788840364.351874:0:34151:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.351876:0:34151:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840364.351885:0:34151:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446621952890818944 : -122120818732672 : ffff90ee87fad180) 00010000:00000001:1.0:1788840364.351889:0:34151:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788840364.351891:0:34151:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788840364.351893:0:34151:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74400 count: 2 00010000:00000001:1.0:1788840364.351895:0:34151:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840364.351897:0:34151:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788840364.351900:0:34151:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee86e84200. 00000020:00000001:1.0:1788840364.351905:0:34151:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788840364.351907:0:34151:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee86e84200 with handle 0x3aa5f499c96f38bd to hash 00000020:00000001:1.0:1788840364.351909:0:34151:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788840364.351910:0:34151:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952872825344 : -122120836726272 : ffff90ee86e84200) 00010000:00000001:1.0:1788840364.351913:0:34151:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952872825344 : -122120836726272 : ffff90ee86e84200) 00010000:00000001:1.0:1788840364.351916:0:34151:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840364.351918:0:34151:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840364.351921:0:34151:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84200/0x3aa5f499c96f38bd lrc: 3/0,1 mode: --/CW res: [0x200000404:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34151 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788840364.351928:0:34151:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84200/0x3aa5f499c96f38bd lrc: 3/0,1 mode: --/CW res: [0x200000404:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34151 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788840364.351941:0:34151:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1788840364.351947:0:34151:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee87fad180 x1875733134001792/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1788840364.351956:0:34151:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84200/0x3aa5f499c96f38bd lrc: 3/0,1 mode: --/CW res: [0x200000404:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34151 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788840364.351961:0:34151:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788840364.351963:0:34151:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788840364.351969:0:34151:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee85c7a240. 00000100:00000001:1.0:1788840364.351971:0:34151:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952853910080 : -122120855641536 : ffff90ee85c7a240) 00000100:00000001:1.0:1788840364.351974:0:34151:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840364.351975:0:34151:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890818944 : -122120818732672 : ffff90ee87fad180) 00000100:00000001:1.0:1788840364.351979:0:34151:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840364.351984:0:34151:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840364.351985:0:34151:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788840364.351987:0:34151:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840364.351991:0:34151:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87fad180 x1875733134001792/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840364.351998:0:34151:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840364.352001:0:34151:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840364.352004:0:34151:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840364.352007:0:34151:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840364.352009:0:34151:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840364.352013:0:34151:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87fad180 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:34151:1875733134001792:192.168.202.131@tcp:101:multiop.0 00000100:00000001:1.0:1788840364.352017:0:34151:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840364.352021:0:34151:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840364.352024:0:34151:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840364.352027:0:34151:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840364.352083:0:34151:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff90ee87fe0000. 02000000:00000001:1.0:1788840364.352086:0:34151:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840364.352093:0:34151:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840364.352098:0:34151:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000010:1.0:1788840364.352104:0:34151:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff90ee85c5f000. 00000100:00000200:1.0:1788840364.352110:0:34151:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875733134001792, portal 10 00000100:00000001:1.0:1788840364.352113:0:34151:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840364.352114:0:34151:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890818944 : -122120818732672 : ffff90ee87fad180) 00000100:00000040:1.0:1788840364.352120:0:34151:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87fad180 x1875733134001792/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788840380 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840364.352127:0:34151:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840364.352130:0:34151:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840364.352134:0:34151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539110. 00000100:00000200:1.0:1788840364.352136:0:34151:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1875733134001792, offset 0 00000400:00000200:1.0:1788840364.352141:0:34151:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840364.352147:0:34151:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840364.352153:0:34151:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840364.352166:0:34151:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840364.352171:0:34151:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840364.352175:0:34151:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840364.352177:0:34151:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840364.352180:0:34151:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2606:2606:256:4294967295] 192.168.202.131@tcp LPNI seq info [2606:2606:8:4294967295] 00000400:00000200:1.0:1788840364.352183:0:34151:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840364.352191:0:34151:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840364.352195:0:34151:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840364.352200:0:34151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee9120cf00. 00000800:00000200:1.0:1788840364.352207:0:34151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840364.352213:0:34151:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840364.352216:0:34151:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee9120cf00 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1788840364.352227:0:34151:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840364.352231:0:34151:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 817843 usecs (818 jiffies) 00000400:00000200:1.0:1788840364.352233:0:34151:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840364.352235:0:34151:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296594988 00000100:00000001:1.0:1788840364.352237:0:34151:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296596388 00000100:00000001:1.0:1788840364.352245:0:34151:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296594988 00000100:00000001:1.0:1788840364.352247:0:34151:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296596388 00000100:00000001:1.0:1788840364.352249:0:34151:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840364.352250:0:34151:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840364.352252:0:34151:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840364.352253:0:34151:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788840364.352255:0:34151:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee85c7a240 going to sleep for 11 seconds 00000100:00000001:1.0:1788840364.352257:0:34151:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840364.352259:0:34151:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840364.352389:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840364.352398:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee9120cf00. 00000400:00000200:3.0:1788840364.352403:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840364.352407:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840364.352412:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539110 00000400:00000010:3.0:1788840364.352414:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539110. 00000100:00000001:3.0:1788840364.352418:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840364.352423:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fad180 x1875733134001792/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788840380 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840364.352433:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840364.352435:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fad180 x1875733134001792/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788840380 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840364.352441:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840364.352442:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840364.361201:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840364.361219:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840364.361224:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840364.361227:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840364.361236:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840364.361309:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840364.361321:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840364.361326:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840364.361330:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840364.361334:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 664 into portal 10 MB=0x6a9f827254680 00000400:00000200:2.0:1788840364.361339:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840364.361345:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 664/664 into md 0x716d [32] + 224 00000800:00000001:2.0:1788840364.361353:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840364.361361:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840364.361365:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840364.361369:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840364.361377:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840364.361386:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fad180 x1875733134001792/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788840380 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840364.361396:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff90ee87fad180 x1875733134001792/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788840380 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840364.361466:0:34151:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840364.361483:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1788840364.361494:0:2353:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788840364.361498:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840364.361504:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840364.361510:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2607:2607:256:4294967295] 192.168.202.131@tcp LPNI seq info [2607:2607:8:4294967295] 00000400:00000200:2.0:1788840364.361514:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840364.361523:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) 192.168.202.131@tcp : ACK try# 0 00000800:00000200:2.0:1788840364.361529:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840364.361545:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff90ee91279c00. 00000800:00000200:2.0:1788840364.361551:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840364.361558:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840364.361564:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee91279c00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788840364.361667:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840364.361672:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff90ee91279c00. 00000400:00000200:2.0:1788840364.361675:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840364.361680:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: ACK: OK 00000800:00000001:2.0:1788840364.361686:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840364.361689:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1788840364.362779:0:34151:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840364.362792:0:34151:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840364.362796:0:34151:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000200:1.0:1788840364.362802:0:34151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85c5f000 00000400:00000010:1.0:1788840364.362804:0:34151:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff90ee85c5f000. 00000100:00000001:1.0:1788840364.362807:0:34151:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840364.362815:0:34151:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87fad180 x1875733134001792/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788840380 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788840364.362825:0:34151:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87fad180 x1875733134001792/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788840380 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840364.362833:0:34151:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840364.362835:0:34151:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840364.362838:0:34151:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840364.363080:0:34151:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840364.363082:0:34151:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840364.363085:0:34151:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840364.363088:0:34151:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840364.363098:0:34151:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=64 v=5 (5 5 102 102) 00000100:00001000:1.0:1788840364.363103:0:34151:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=22 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840364.363106:0:34151:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840364.363107:0:34151:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.363110:0:34151:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840364.363114:0:34151:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840364.363117:0:34151:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788840364.363119:0:34151:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x200000001/0x1] 00000100:00000001:1.0:1788840364.363121:0:34151:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788840364.363124:0:34151:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840364.363125:0:34151:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890818944 : -122120818732672 : ffff90ee87fad180) 00000100:00000001:1.0:1788840364.363128:0:34151:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840364.363130:0:34151:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 4294967654 00000100:00000001:1.0:1788840364.363132:0:34151:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840364.363135:0:34151:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840364.363141:0:34151:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87fad180 x1875733134001792/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/664 e 0 to 0 dl 1788840380 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840364.363150:0:34151:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840364.363213:0:34151:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840364.363215:0:34151:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840364.363221:0:34151:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87fad180 x1875733134001792/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/664 e 0 to 0 dl 1788840380 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788840364.363229:0:34151:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87fad180 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:34151:1875733134001792:192.168.202.131@tcp:101:multiop.0 00000100:00000001:1.0:1788840364.363234:0:34151:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840364.363237:0:34151:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840364.363239:0:34151:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788840364.363242:0:34151:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840364.363246:0:34151:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fad180 x1875733134001792/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/664 e 0 to 0 dl 1788840380 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840364.363253:0:34151:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840364.363256:0:34151:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee85c7a240. 00000100:00000001:1.0:1788840364.363259:0:34151:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788840364.363261:0:34151:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.363263:0:34151:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788840364.363268:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840364.363271:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840364.363274:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84200 refcount=4 00000020:00000001:1.0:1788840364.363277:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872825344 : -122120836726272 : ffff90ee86e84200) 00010000:00000001:1.0:1788840364.363280:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872825344 : -122120836726272 : ffff90ee86e84200) 00010000:00000040:1.0:1788840364.363288:0:34151:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee86e84200, remote cookie: 0x8a436931312badbc, flags: 0x1001 00010000:00010000:1.0:1788840364.363293:0:34151:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84200/0x3aa5f499c96f38bd lrc: 4/0,1 mode: --/CW res: [0x200000404:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312badbc expref: -99 pid: 34151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788840364.363300:0:34151:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x30:0x0].0x0, instead of [0x200000404:0x2e:0x0].0x0 00010000:00000001:1.0:1788840364.363302:0:34151:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1788840364.363311:0:34151:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee98cc4d00. 00010000:00000010:1.0:1788840364.363314:0:34151:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee85063400. 00010000:00000001:1.0:1788840364.363317:0:34151:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840364.363320:0:34151:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84200/0x3aa5f499c96f38bd lrc: 4/0,1 mode: --/PR res: [0x200000404:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312badbc expref: -99 pid: 34151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788840364.363325:0:34151:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84200/0x3aa5f499c96f38bd lrc: 4/0,1 mode: --/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312badbc expref: -99 pid: 34151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840364.363330:0:34151:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788840364.363333:0:34151:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788840364.363335:0:34151:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788840364.363336:0:34151:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788840364.363337:0:34151:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788840364.363339:0:34151:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x30:0x0].0x0 (ffff90ee98cc4d00) refcount = 1 00010000:00010000:1.0:1788840364.363341:0:34151:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84200/0x3aa5f499c96f38bd lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312badbc expref: -99 pid: 34151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840364.363346:0:34151:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788840364.363349:0:34151:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788840364.363402:0:34151:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840364.363405:0:34151:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788840364.363406:0:34151:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840364.363409:0:34151:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84200/0x3aa5f499c96f38bd lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312badbc expref: -99 pid: 34151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840364.363417:0:34151:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788840364.363418:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840364.363419:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840364.363420:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840364.363420:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840364.363421:0:34151:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840364.363424:0:34151:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788840364.363426:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840364.363427:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840364.363428:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84200 refcount=3 00000020:00000001:1.0:1788840364.363429:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872825344 : -122120836726272 : ffff90ee86e84200) 00010000:00000001:1.0:1788840364.363431:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872825344 : -122120836726272 : ffff90ee86e84200) 00010000:00000001:1.0:1788840364.363432:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840364.363433:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840364.363434:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84200 refcount=4 00000020:00000001:1.0:1788840364.363435:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872825344 : -122120836726272 : ffff90ee86e84200) 00010000:00000001:1.0:1788840364.363436:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872825344 : -122120836726272 : ffff90ee86e84200) 00010000:00000001:1.0:1788840364.363438:0:34151:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840364.363441:0:34151:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840364.363443:0:34151:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84200/0x3aa5f499c96f38bd lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312badbc expref: -99 pid: 34151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840364.363446:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840364.363447:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840364.363448:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840364.363448:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840364.363449:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84200 refcount=5 00000020:00000001:1.0:1788840364.363450:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872825344 : -122120836726272 : ffff90ee86e84200) 00010000:00000001:1.0:1788840364.363451:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872825344 : -122120836726272 : ffff90ee86e84200) 00010000:00000001:1.0:1788840364.363452:0:34151:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840364.363454:0:34151:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84200/0x3aa5f499c96f38bd lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312badbc expref: -99 pid: 34151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840364.363465:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840364.363466:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788840364.363468:0:34151:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84200/0x3aa5f499c96f38bd lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312badbc expref: -99 pid: 34151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840364.363472:0:34151:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840364.363472:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840364.363473:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840364.363474:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840364.363474:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788840364.363477:0:34151:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff90ee87fad180 x1875733134001792/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/664 e 0 to 0 dl 1788840380 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788840364.363484:0:34151:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1788840364.363486:0:34151:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90ee87fad180 x1875733134001792/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/664 e 0 to 0 dl 1788840380 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788840364.363490:0:34151:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.363495:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840364.363496:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840364.363496:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84200 refcount=3 00000020:00000001:1.0:1788840364.363497:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872825344 : -122120836726272 : ffff90ee86e84200) 00010000:00000001:1.0:1788840364.363499:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872825344 : -122120836726272 : ffff90ee86e84200) 00000002:00010000:1.0:1788840364.363501:0:34151:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84200/0x3aa5f499c96f38bd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312badbc expref: -99 pid: 34151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1788840364.363507:0:34151:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff90ee87139cc0. 00010000:00000001:1.0:1788840364.363508:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840364.363509:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840364.363510:0:34151:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840364.363511:0:34151:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840364.363512:0:34151:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1788840364.363515:0:34151:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840364.363516:0:34151:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890818944 : -122120818732672 : ffff90ee87fad180) 00000100:00000001:1.0:1788840364.363517:0:34151:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840364.363518:0:34151:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890818944 : -122120818732672 : ffff90ee87fad180) 00010000:00000001:1.0:1788840364.363519:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840364.363520:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840364.363521:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84200 refcount=3 00000020:00000001:1.0:1788840364.363522:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872825344 : -122120836726272 : ffff90ee86e84200) 00010000:00000001:1.0:1788840364.363523:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872825344 : -122120836726272 : ffff90ee86e84200) 00000002:00010000:1.0:1788840364.363525:0:34151:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84200/0x3aa5f499c96f38bd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312badbc expref: -99 pid: 34151 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840364.363528:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840364.363528:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840364.363530:0:34151:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788840364.363538:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840364.363540:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840364.363541:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84200 refcount=3 00000020:00000001:1.0:1788840364.363542:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872825344 : -122120836726272 : ffff90ee86e84200) 00010000:00000001:1.0:1788840364.363544:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872825344 : -122120836726272 : ffff90ee86e84200) 00010000:00000040:1.0:1788840364.363548:0:34151:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4d00 count: 2 00010000:00000001:1.0:1788840364.363550:0:34151:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788840364.363554:0:34151:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 4 res 8589935620/48 (0 0) 00010000:00000001:1.0:1788840364.363556:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840364.363557:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840364.363558:0:34151:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788840364.363560:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c97768 00000002:00002000:1.0:1788840364.363618:0:34151:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f24a.recovery-small intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:1.0:1788840364.363620:0:34151:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840364.363624:0:34151:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840364.363626:0:34151:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788840364.363628:0:34151:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x2e:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788840364.363631:0:34151:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840364.363634:0:34151:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788840364.363636:0:34151:0:(namei.c:674:ll_lookup_it_finish()) it ffff90ee8532cb40 it_disposition 1800037 00000080:00002000:1.0:1788840364.363739:0:34151:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90ee9075f1b0 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:1.0:1788840364.363744:0:34151:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788840364.363746:0:34151:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:1.0:1788840364.363747:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c97998 00000080:00200000:1.0:1788840364.363748:0:34151:0:(namei.c:1628:ll_create_it()) VFS Op:name=f24a.recovery-small, dir=[0x200000404:0x2e:0x0](ffff90ee90515b88), intent=open|creat 00000080:00000001:1.0:1788840364.363750:0:34151:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:1.0:1788840364.363752:0:34151:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788840364.363756:0:34151:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788840364.363759:0:34151:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788840364.363762:0:34151:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833968 : 144115205322833968 : 200000404000030) 00000080:00000001:1.0:1788840364.363764:0:34151:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:1.0:1788840364.363776:0:34151:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff90ee90515280. 00000020:00000001:1.0:1788840364.363791:0:34151:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:1.0:1788840364.363793:0:34151:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:1.0:1788840364.363795:0:34151:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:1.0:1788840364.363797:0:34151:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x30:0x0](ffff90ee90515348) 00000020:00000001:1.0:1788840364.363802:0:34151:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840364.363806:0:34151:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036962344 : -122120672589272 : ffff90ee90b0ca28) 00000020:00001000:1.0:1788840364.363808:0:34151:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0ca20 00000020:00000001:1.0:1788840364.363812:0:34151:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:1.0:1788840364.363817:0:34151:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff90ee87fb2000. 00000020:00000001:1.0:1788840364.363819:0:34151:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1788840364.363821:0:34151:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840364.363828:0:34151:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:1.0:1788840364.363832:0:34151:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff90ee885702e8. 00020000:00000001:1.0:1788840364.363833:0:34151:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446621952896860904 : -122120812690712 : ffff90ee885702e8) 00020000:00000001:1.0:1788840364.363836:0:34151:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:1.0:1788840364.364055:0:34151:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788840364.364062:0:34151:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90ee8532c660. 00020000:00000010:1.0:1788840364.364067:0:34151:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90ee86edae80. 00020000:00000010:1.0:1788840364.364071:0:34151:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90ee8532c600. 00020000:00000001:1.0:1788840364.364073:0:34151:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621952844154368 : -122120865397248 : ffff90ee8532c600) 00020000:00000002:1.0:1788840364.364077:0:34151:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee8532c600, objid 0x30:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788840364.364082:0:34151:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788840364.364086:0:34151:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90ee86edae80: ostid: 0x240000400:66 ost idx: 0 gen: 0 00020000:00000001:1.0:1788840364.364089:0:34151:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:1.0:1788840364.364091:0:34151:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee8532c600, objid 0x30:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788840364.364094:0:34151:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788840364.364096:0:34151:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90ee86edae80: ostid: 0x240000400:66 ost idx: 0 gen: 0 00020000:00000010:1.0:1788840364.364100:0:34151:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff90ee87d59290. 00020000:00000010:1.0:1788840364.364103:0:34151:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff90ee85c7a240. 00020000:00000001:1.0:1788840364.364108:0:34151:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:1.0:1788840364.364111:0:34151:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff90ee983e70c0. 00020000:00000001:1.0:1788840364.364114:0:34151:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:1.0:1788840364.364115:0:34151:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:1.0:1788840364.364121:0:34151:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:1.0:1788840364.364125:0:34151:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff90ee87fb2898. 00000020:00000001:1.0:1788840364.364127:0:34151:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:1.0:1788840364.364128:0:34151:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840364.364130:0:34151:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446621952890841368 : -122120818710248 : ffff90ee87fb2918) 00020000:00000001:1.0:1788840364.364134:0:34151:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:1.0:1788840364.364139:0:34151:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff90ee85c4d340. 00020000:00000001:1.0:1788840364.364143:0:34151:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.364148:0:34151:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446621952890841368 : -122120818710248 : ffff90ee87fb2918) 00020000:00000001:1.0:1788840364.364151:0:34151:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446621952890841368 : -122120818710248 : ffff90ee87fb2918) 00020000:00000002:1.0:1788840364.364211:0:34151:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x42:0x0]@ffff90ee87fb2898[0:0] -> [0x200000404:0x30:0x0]@ffff90ee87fb2000: ostid: 0x240000400:66 ost idx: 0 gen: 0 00020000:00000001:1.0:1788840364.364215:0:34151:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:1.0:1788840364.364217:0:34151:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:1.0:1788840364.364219:0:34151:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.364222:0:34151:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446621952890839168 : -122120818712448 : ffff90ee87fb2080) 00000020:00001000:1.0:1788840364.364224:0:34151:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0ca20 00000080:00000001:1.0:1788840364.364227:0:34151:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833968 : 144115205322833968 : 200000404000030) 00000080:00000001:1.0:1788840364.364229:0:34151:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:1.0:1788840364.364231:0:34151:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833968 mtime from 0 to 1788840364 00000080:00000001:1.0:1788840364.364234:0:34151:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1788840364.364236:0:34151:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621953030705992 : -122120678845624 : ffff90ee90515348) 00010000:00000001:1.0:1788840364.364238:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840364.364239:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840364.364241:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84200 refcount=3 00000020:00000001:1.0:1788840364.364243:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872825344 : -122120836726272 : ffff90ee86e84200) 00010000:00000001:1.0:1788840364.364245:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872825344 : -122120836726272 : ffff90ee86e84200) 00000080:00000001:1.0:1788840364.364248:0:34151:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788840364.364249:0:34151:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840364.364251:0:34151:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036962344 : -122120672589272 : ffff90ee90b0ca28) 00000020:00001000:1.0:1788840364.364252:0:34151:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0ca20 00000020:00000001:1.0:1788840364.364254:0:34151:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1788840364.364256:0:34151:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788840364.364257:0:34151:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788840364.364261:0:34151:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90ee8532c4e0. 00020000:00000010:1.0:1788840364.364263:0:34151:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90ee86edaa00. 00020000:00000010:1.0:1788840364.364266:0:34151:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90ee8532ce40. 00020000:00000001:1.0:1788840364.364268:0:34151:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621952844156480 : -122120865395136 : ffff90ee8532ce40) 00020000:00000002:1.0:1788840364.364270:0:34151:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee8532ce40, objid 0x30:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788840364.364273:0:34151:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788840364.364276:0:34151:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90ee86edaa00: ostid: 0x240000400:66 ost idx: 0 gen: 0 00020000:00000002:1.0:1788840364.364279:0:34151:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90ee885702e8) owner ffff90eec216a7c0 00020000:00000001:1.0:1788840364.364281:0:34151:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788840364.364283:0:34151:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90ee885702e8) owner ffff90eec216a7c0 00020000:00000010:1.0:1788840364.364287:0:34151:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90ee86edaa00. 00020000:00000010:1.0:1788840364.364291:0:34151:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90ee8532c4e0. 00020000:00000010:1.0:1788840364.364294:0:34151:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90ee8532ce40. 00020000:00000002:1.0:1788840364.364296:0:34151:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x30:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1788840364.364298:0:34151:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.364300:0:34151:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.364303:0:34151:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1788840364.364305:0:34151:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee885702e8) owner 0000000000000000/ffff90eec216a7c0 00020000:00000002:1.0:1788840364.364309:0:34151:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90ee8532c600 addref 2/0 by ffff90eec216a7c0. 00020000:00000002:1.0:1788840364.364311:0:34151:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee885702e8) owner 0000000000000000/ffff90eec216a7c0 00020000:00000001:1.0:1788840364.364314:0:34151:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1788840364.364315:0:34151:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1788840364.364316:0:34151:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1788840364.364317:0:34151:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1788840364.364319:0:34151:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:1.0:1788840364.364321:0:34151:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x30:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:1.0:1788840364.364322:0:34151:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0ca20 00000080:00000001:1.0:1788840364.364323:0:34151:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.364325:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840364.364326:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788840364.364327:0:34151:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788840364.364329:0:34151:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788840364.364330:0:34151:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840364.364332:0:34151:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x30:0x0](ffff90ee90515348) 00000080:00010000:1.0:1788840364.364334:0:34151:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x30:0x0](ffff90ee90515348) for lock 0x3aa5f499c96f38bd 00800000:00000001:1.0:1788840364.364336:0:34151:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788840364.364337:0:34151:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788840364.364338:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840364.364339:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840364.364340:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84200 refcount=3 00000020:00000001:1.0:1788840364.364341:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872825344 : -122120836726272 : ffff90ee86e84200) 00010000:00000001:1.0:1788840364.364342:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872825344 : -122120836726272 : ffff90ee86e84200) 00010000:00000001:1.0:1788840364.364344:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840364.364345:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840364.364345:0:34151:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840364.364346:0:34151:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840364.364347:0:34151:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:1.0:1788840364.364402:0:34151:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840364.364408:0:34151:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff90ee87fad180 x1875733134001792/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1788840380 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840364.364413:0:34151:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788840364.364417:0:34151:0:(namei.c:1651:ll_create_it()) inode ffff90ee90515348 need_sync_to_mds [0x200000404:0x30:0x0] 00000080:00000001:1.0:1788840364.364419:0:34151:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840364.364422:0:34151:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x30:0x0](ffff90ee90515348) 00000080:00000001:1.0:1788840364.364425:0:34151:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788840364.364427:0:34151:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98d5b000. 00000100:00000001:1.0:1788840364.364431:0:34151:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840364.364433:0:34151:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fad180 x1875733134001792/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1788840380 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840364.364436:0:34151:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840364.364439:0:34151:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:1.0:1788840364.364440:0:34151:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788840364.364441:0:34151:0:(namei.c:1500:ll_atomic_open()) inode ffff90ee90515348 need_sync_to_mds [0x200000404:0x30:0x0] 00000080:00000001:1.0:1788840364.364448:0:34151:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788840364.364450:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c97a68 00000080:00200008:1.0:1788840364.364451:0:34151:0:(file.c:1090:ll_file_open()) START file f24a.recovery-small:[0x200000404:0x30:0x0](ffff90ee90515348), flags 100102 00000080:00000010:1.0:1788840364.364457:0:34151:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90ee817c6500. 00000080:00000010:1.0:1788840364.364463:0:34151:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff90ee87139c80. 00000080:00000001:1.0:1788840364.364466:0:34151:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1788840364.364470:0:34151:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1788840364.364472:0:34151:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1788840364.364475:0:34151:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff90ee84b11420. 00000002:00100000:1.0:1788840364.364480:0:34151:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90ee87fad180 x1875733134001792/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1788840380 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788840364.364486:0:34151:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840364.364487:0:34151:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1788840364.364490:0:34151:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1788840364.364494:0:34151:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840364.364496:0:34151:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840364.364499:0:34151:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840364.364502:0:34151:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87fad180 x1875733134001792/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1788840380 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1788840364.364509:0:34151:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840364.364512:0:34151:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff90ee87fe0000. 02000000:00000001:1.0:1788840364.364556:0:34151:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788840364.364558:0:34151:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.364559:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c97a68 00000080:00000008:1.0:1788840364.364612:0:34151:0:(file.c:1329:ll_file_open()) COMPLETED file f24a.recovery-small:[0x200000404:0x30:0x0](ffff90ee90515348), flags 100102, rc = 0 00000080:00000001:1.0:1788840364.364616:0:34151:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1788840364.364617:0:34151:0:(dcache.c:176:ll_intent_release()) intent ffff90ee8532cb40 released 00000080:00010000:1.0:1788840364.364619:0:34151:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f38bd from it ffff90ee8532cb40 00010000:00000001:1.0:1788840364.364620:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840364.364621:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840364.364622:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84200 refcount=3 00000020:00000001:1.0:1788840364.364624:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872825344 : -122120836726272 : ffff90ee86e84200) 00010000:00000001:1.0:1788840364.364625:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872825344 : -122120836726272 : ffff90ee86e84200) 00010000:00000001:1.0:1788840364.364627:0:34151:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840364.364630:0:34151:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84200/0x3aa5f499c96f38bd lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8a436931312badbc expref: -99 pid: 34151 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840364.364635:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840364.364636:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840364.364637:0:34151:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840364.364718:0:34151:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840364.364721:0:34151:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84200/0x3aa5f499c96f38bd lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312badbc expref: -99 pid: 34151 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788840364.364727:0:34151:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840364.364729:0:34151:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840364.364731:0:34151:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840364.364734:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840364.364735:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840364.364736:0:34151:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.364738:0:34151:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840364.364740:0:34151:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.364741:0:34151:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.364743:0:34151:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.364745:0:34151:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840364.364745:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840364.364746:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788840364.364747:0:34151:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1788840364.364748:0:34151:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:1.0:1788840364.364750:0:34151:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1788840364.364751:0:34151:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788840364.364753:0:34151:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1788840364.364754:0:34151:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840364.364757:0:34151:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:1.0:1788840364.364758:0:34151:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840364.364760:0:34151:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788840364.364761:0:34151:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840364.364762:0:34151:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788840364.364764:0:34151:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff90ee8532cb40. 00000080:00000001:1.0:1788840364.364766:0:34151:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840364.364769:0:34151:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788840364.364770:0:34151:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x30:0x0](ffff90ee90515348), inode mode 81a4 mask 40 00000080:00000001:1.0:1788840364.364773:0:34151:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840364.365140:0:34151:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:1.0:1788840364.365142:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c97d88 00000080:00200008:1.0:1788840364.365144:0:34151:0:(file.c:2650:do_file_write_iter()) START file f24a.recovery-small:[0x200000404:0x30:0x0], ppos: 0, count: 1 00000080:00000002:1.0:1788840364.365146:0:34151:0:(file.c:2656:do_file_write_iter()) inode ffff90ee90515348 need_sync_to_oss [0x200000404:0x30:0x0] 00000080:00000001:1.0:1788840364.365148:0:34151:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:1.0:1788840364.365149:0:34151:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840364.365150:0:34151:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:1.0:1788840364.365207:0:34151:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840364.365210:0:34151:0:(file.c:2588:ll_do_tiny_write()) Process entered 00000020:00000001:1.0:1788840364.365211:0:34151:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:1.0:1788840364.365213:0:34151:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee885702e8) owner 0000000000000000/ffff90eec216a7c0 00020000:00000002:1.0:1788840364.365215:0:34151:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90ee8532c600 addref 2/0 by ffff90eec216a7c0. 00020000:00000002:1.0:1788840364.365217:0:34151:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee885702e8) owner 0000000000000000/ffff90eec216a7c0 00000020:00000001:1.0:1788840364.365218:0:34151:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000080:00000001:1.0:1788840364.365224:0:34151:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:1.0:1788840364.365225:0:34151:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 1 bytes 00000080:00000001:1.0:1788840364.365228:0:34151:0:(rw26.c:683:ll_write_begin()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:1.0:1788840364.365230:0:34151:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00200000:1.0:1788840364.365232:0:34151:0:(file.c:2626:ll_do_tiny_write()) result: 0, original count 1 00000080:00000001:1.0:1788840364.365233:0:34151:0:(file.c:2628:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.365234:0:34151:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840364.365236:0:34151:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036962344 : -122120672589272 : ffff90ee90b0ca28) 00000020:00001000:1.0:1788840364.365238:0:34151:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0ca20 00000080:00000001:1.0:1788840364.365240:0:34151:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:1.0:1788840364.365241:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c97c98 00000080:00200000:1.0:1788840364.365243:0:34151:0:(file.c:2090:ll_file_io_generic()) f24a.recovery-small: write ppos: 0, bytes: 1 00000020:00000001:1.0:1788840364.365247:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c97c30 00000080:00200000:1.0:1788840364.365249:0:34151:0:(file.c:1848:ll_io_set_mirror()) f24a.recovery-small: desiginated mirror: 0 00000020:00000001:1.0:1788840364.365251:0:34151:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:1.0:1788840364.365256:0:34151:0:(cl_io.c:214:cl_io_rw_init()) header@000000008095a2df[0x110, 1, [0x200000404:0x30:0x0] hash] 00000020:00200000:1.0:1788840364.365258:0:34151:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 1) 0 0 00000020:00000001:1.0:1788840364.365260:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90ee87fb2080 -> ffff90ee87fb2080 00000020:00000001:1.0:1788840364.365262:0:34151:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788840364.365264:0:34151:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788840364.365266:0:34151:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788840364.365269:0:34151:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788840364.365270:0:34151:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1788840364.365272:0:34151:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840364.365277:0:34151:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840364.365280:0:34151:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788840364.365281:0:34151:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840364.365283:0:34151:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788840364.365286:0:34151:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x30:0x0]io ffff90ee87fcce40 type 2 ignore/verify layout 0/0 00020000:00000002:1.0:1788840364.365289:0:34151:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee885702e8) owner 0000000000000000/ffff90eec216a7c0 00020000:00000001:1.0:1788840364.365292:0:34151:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788840364.365294:0:34151:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788840364.365296:0:34151:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788840364.365298:0:34151:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:1.0:1788840364.365300:0:34151:0:(lov_io.c:860:lov_io_slice_init()) 0 1 00020000:00000001:1.0:1788840364.365303:0:34151:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:1.0:1788840364.365305:0:34151:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788840364.365306:0:34151:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.365307:0:34151:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788840364.365307:0:34151:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788840364.365308:0:34151:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788840364.365309:0:34151:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee885702e8) owner 0000000000000000/ffff90eec216a7c0 00000020:00000001:1.0:1788840364.365311:0:34151:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.365312:0:34151:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788840364.365313:0:34151:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 0] 00000001:00000001:1.0:1788840364.365314:0:34151:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:1.0:1788840364.365317:0:34151:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.365319:0:34151:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1788840364.365320:0:34151:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1788840364.365322:0:34151:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:1.0:1788840364.365323:0:34151:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:1.0:1788840364.365324:0:34151:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:1.0:1788840364.365326:0:34151:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 1) 1, 1 00020000:00000001:1.0:1788840364.365327:0:34151:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1788840364.365329:0:34151:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1788840364.365332:0:34151:0:(lov_offset.c:253:lov_stripe_intersects()) [0->0] -> [(0) 0->0 (0)] 00020000:00000001:1.0:1788840364.365334:0:34151:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788840364.365335:0:34151:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788840364.365336:0:34151:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840364.365337:0:34151:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036961768 : -122120672589848 : ffff90ee90b0c7e8) 00000020:00001000:1.0:1788840364.365338:0:34151:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0c7e0 00000020:00000001:1.0:1788840364.365340:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90ee87fb2918 -> ffff90ee87fb2080 00000020:00000001:1.0:1788840364.365341:0:34151:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788840364.365343:0:34151:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788840364.365344:0:34151:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788840364.365345:0:34151:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840364.365346:0:34151:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840364.365347:0:34151:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621952871594936 : -122120837956680 : ffff90ee86d57bb8) 00000020:00000001:1.0:1788840364.365401:0:34151:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1788840364.365403:0:34151:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1788840364.365405:0:34151:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.365406:0:34151:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840364.365407:0:34151:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840364.365409:0:34151:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.365410:0:34151:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.365411:0:34151:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:1.0:1788840364.365413:0:34151:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:1.0:1788840364.365414:0:34151:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:1.0:1788840364.365416:0:34151:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:1.0:1788840364.365418:0:34151:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840364.365419:0:34151:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840364.365421:0:34151:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:1.0:1788840364.365422:0:34151:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000020:00000001:1.0:1788840364.365423:0:34151:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:1.0:1788840364.365424:0:34151:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:1.0:1788840364.365425:0:34151:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.365427:0:34151:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840364.365428:0:34151:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840364.365429:0:34151:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840364.365430:0:34151:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840364.365432:0:34151:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1788840364.365433:0:34151:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788840364.365434:0:34151:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1788840364.365435:0:34151:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788840364.365436:0:34151:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.365437:0:34151:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840364.365438:0:34151:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840364.365439:0:34151:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.365439:0:34151:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788840364.365441:0:34151:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1788840364.365442:0:34151:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1788840364.365443:0:34151:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1788840364.365444:0:34151:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1788840364.365446:0:34151:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000010:1.0:1788840364.365449:0:34151:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90ee85063b00. 00020000:00000002:1.0:1788840364.365451:0:34151:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:1.0:1788840364.365452:0:34151:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1788840364.365454:0:34151:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788840364.365454:0:34151:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621952871594936 : -122120837956680 : ffff90ee86d57bb8) 00000020:00000001:1.0:1788840364.365455:0:34151:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1788840364.365458:0:34151:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90ee885c7b50. 00000008:00010000:1.0:1788840364.365460:0:34151:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:1.0:1788840364.365462:0:34151:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788840364.365463:0:34151:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1788840364.365466:0:34151:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90ee85063b30, osc lock ffff90ee885c7b50, flags 0x0 00000020:00000001:1.0:1788840364.365468:0:34151:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840364.365470:0:34151:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840364.365472:0:34151:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621952841235200 : -122120868316416 : ffff90ee85063b00) 00000020:00000001:1.0:1788840364.365473:0:34151:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788840364.365474:0:34151:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1788840364.365476:0:34151:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.365477:0:34151:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.365479:0:34151:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1788840364.365481:0:34151:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1788840364.365482:0:34151:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788840364.365483:0:34151:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621952871594936 : -122120837956680 : ffff90ee86d57bb8) 00000020:00000001:1.0:1788840364.365485:0:34151:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1788840364.365487:0:34151:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1788840364.365489:0:34151:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:1.0:1788840364.365491:0:34151:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.365494:0:34151:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788840364.365497:0:34151:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788840364.365498:0:34151:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788840364.365500:0:34151:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788840364.365501:0:34151:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788840364.365502:0:34151:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788840364.365504:0:34151:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1788840364.365507:0:34151:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788840364.365511:0:34151:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.365514:0:34151:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:1.0:1788840364.365519:0:34151:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87fac380. 00000020:00000040:1.0:1788840364.365522:0:34151:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=3 obd=lustre-OST0000-osc-ffff90ee90f70800 00010000:00000001:1.0:1788840364.365526:0:34151:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788840364.365529:0:34151:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840364.365539:0:34151:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840364.365542:0:34151:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840364.365544:0:34151:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840364.365548:0:34151:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840364.365554:0:34151:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee98d5b000. 00000100:00000001:1.0:1788840364.365559:0:34151:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.365631:0:34151:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788840364.365633:0:34151:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.365634:0:34151:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788840364.365636:0:34151:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.365637:0:34151:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.365985:0:34151:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446621952890815360 : -122120818736256 : ffff90ee87fac380) 00010000:00000001:1.0:1788840364.365990:0:34151:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788840364.365992:0:34151:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788840364.365997:0:34151:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee98cc4800. 00010000:00000010:1.0:1788840364.366001:0:34151:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff90ee98cc4900. 00010000:00000001:1.0:1788840364.366007:0:34151:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788840364.366009:0:34151:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee86e84e00. 00000020:00000001:1.0:1788840364.366013:0:34151:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788840364.366016:0:34151:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee86e84e00 with handle 0x3aa5f499c96f38c4 to hash 00000020:00000001:1.0:1788840364.366018:0:34151:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788840364.366020:0:34151:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952872828416 : -122120836723200 : ffff90ee86e84e00) 00010000:00000010:1.0:1788840364.366023:0:34151:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff90ee87139d00. 00010000:00000001:1.0:1788840364.366026:0:34151:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952872828416 : -122120836723200 : ffff90ee86e84e00) 00010000:00000001:1.0:1788840364.366029:0:34151:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840364.366031:0:34151:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840364.366036:0:34151:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000af048a67/0x3aa5f499c96f38c4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788840364.366046:0:34151:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000af048a67/0x3aa5f499c96f38c4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788840364.366058:0:34151:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000af048a67/0x3aa5f499c96f38c4 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788840364.366064:0:34151:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788840364.366067:0:34151:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788840364.366073:0:34151:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee85c7ab40. 00000100:00000001:1.0:1788840364.366075:0:34151:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952853912384 : -122120855639232 : ffff90ee85c7ab40) 00000100:00000001:1.0:1788840364.366078:0:34151:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840364.366079:0:34151:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890815360 : -122120818736256 : ffff90ee87fac380) 00000100:00000001:1.0:1788840364.366082:0:34151:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840364.366085:0:34151:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840364.366086:0:34151:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788840364.366088:0:34151:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840364.366098:0:34151:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87fac380 x1875733134001920/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840364.366107:0:34151:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840364.366109:0:34151:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840364.366112:0:34151:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840364.366115:0:34151:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840364.366117:0:34151:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840364.366121:0:34151:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87fac380 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:34151:1875733134001920:192.168.202.131@tcp:101:multiop.0 00000100:00000001:1.0:1788840364.366126:0:34151:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840364.366130:0:34151:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840364.366133:0:34151:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840364.366135:0:34151:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840364.366139:0:34151:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee85c5f000. 02000000:00000001:1.0:1788840364.366142:0:34151:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840364.366148:0:34151:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840364.366151:0:34151:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000010:1.0:1788840364.366514:0:34151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539dd0. 00000100:00000200:1.0:1788840364.366521:0:34151:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733134001920, portal 4 00000100:00000001:1.0:1788840364.366523:0:34151:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840364.366525:0:34151:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890815360 : -122120818736256 : ffff90ee87fac380) 00000100:00000040:1.0:1788840364.366542:0:34151:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87fac380 x1875733134001920/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840380 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840364.366550:0:34151:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840364.366553:0:34151:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840364.366556:0:34151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539220. 00000100:00000200:1.0:1788840364.366559:0:34151:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875733134001920, offset 0 00000400:00000200:1.0:1788840364.366629:0:34151:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840364.366773:0:34151:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840364.367016:0:34151:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840364.367023:0:34151:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840364.367029:0:34151:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840364.367032:0:34151:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840364.367036:0:34151:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840364.367040:0:34151:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2608:2608:256:4294967295] 192.168.202.131@tcp LPNI seq info [2608:2608:8:4294967295] 00000400:00000200:1.0:1788840364.367046:0:34151:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840364.367057:0:34151:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840364.367063:0:34151:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840364.367070:0:34151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee9120cf00. 00000800:00000200:1.0:1788840364.367078:0:34151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840364.367086:0:34151:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840364.367091:0:34151:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee9120cf00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788840364.367190:0:34151:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840364.367195:0:34151:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: using a timeout of 23117 usecs (24 jiffies) 00000400:00000200:1.0:1788840364.367199:0:34151:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840364.367202:0:34151:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296594209 00000100:00000001:1.0:1788840364.367205:0:34151:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296596388 00000100:00000001:1.0:1788840364.367207:0:34151:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296594209 00000100:00000001:1.0:1788840364.367209:0:34151:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296596388 00000100:00000001:1.0:1788840364.367212:0:34151:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840364.367214:0:34151:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840364.367217:0:34151:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840364.367219:0:34151:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788840364.367222:0:34151:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee85c7ab40 going to sleep for 11 seconds 00000100:00000001:1.0:1788840364.367225:0:34151:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840364.367228:0:34151:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840364.371439:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840364.371450:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee9120cf00. 00000400:00000200:2.0:1788840364.371458:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840364.371467:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840364.371476:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539220 00000400:00000010:2.0:1788840364.371478:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539220. 00000100:00000001:2.0:1788840364.371483:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840364.371492:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fac380 x1875733134001920/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840380 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840364.371505:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840364.371509:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fac380 x1875733134001920/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840380 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840364.371517:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840364.371519:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840364.375575:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840364.375592:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840364.375596:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840364.375598:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840364.375606:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840364.375614:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840364.375622:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840364.375627:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840364.375632:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840364.375636:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 400 into portal 4 MB=0x6a9f827254700 00000400:00000200:3.0:1788840364.375682:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840364.375688:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 400/400 into md 0x7175 [1] + 224 00000800:00000001:3.0:1788840364.375695:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840364.375704:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840364.375708:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840364.375713:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840364.375720:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840364.375728:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fac380 x1875733134001920/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840380 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840364.375739:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff90ee87fac380 x1875733134001920/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840380 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840364.375761:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840364.375769:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840364.375772:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840364.375908:0:34151:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788840364.375916:0:34151:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840364.375918:0:34151:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840364.375922:0:34151:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000200:1.0:1788840364.375928:0:34151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539dd0 00000400:00000010:1.0:1788840364.375930:0:34151:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539dd0. 00000100:00000001:1.0:1788840364.375933:0:34151:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840364.375939:0:34151:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87fac380 x1875733134001920/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840380 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788840364.375947:0:34151:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87fac380 x1875733134001920/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840380 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840364.375953:0:34151:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840364.375955:0:34151:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840364.375957:0:34151:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840364.375961:0:34151:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840364.375964:0:34151:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840364.375966:0:34151:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840364.375969:0:34151:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840364.375978:0:34151:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b5cc60 time=64 v=5 (5 5 5 5) 00000100:00001000:1.0:1788840364.375982:0:34151:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=16 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840364.375984:0:34151:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840364.375986:0:34151:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.375989:0:34151:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840364.375992:0:34151:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840364.375995:0:34151:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840364.375997:0:34151:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: skip recheck: last_committed 4294967341 00000100:00000001:1.0:1788840364.375999:0:34151:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840364.376001:0:34151:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840364.376005:0:34151:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87fac380 x1875733134001920/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840380 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840364.376012:0:34151:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840364.376015:0:34151:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840364.376017:0:34151:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840364.376021:0:34151:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87fac380 x1875733134001920/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840380 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788840364.376034:0:34151:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87fac380 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:34151:1875733134001920:192.168.202.131@tcp:101:multiop.0 00000100:00000001:1.0:1788840364.376039:0:34151:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840364.376041:0:34151:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840364.376043:0:34151:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788840364.376045:0:34151:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840364.376049:0:34151:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87fac380 x1875733134001920/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840380 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840364.376055:0:34151:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840364.376058:0:34151:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee85c7ab40. 00000100:00000001:1.0:1788840364.376061:0:34151:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788840364.376063:0:34151:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.376066:0:34151:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788840364.376069:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840364.376072:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840364.376074:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84e00 refcount=4 00000020:00000001:1.0:1788840364.376077:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872828416 : -122120836723200 : ffff90ee86e84e00) 00010000:00000001:1.0:1788840364.376080:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872828416 : -122120836723200 : ffff90ee86e84e00) 00010000:00000040:1.0:1788840364.376087:0:34151:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee86e84e00, remote cookie: 0x8a436931312badca, flags: 0x1 00010000:00010000:1.0:1788840364.376092:0:34151:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000af048a67/0x3aa5f499c96f38c4 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x8a436931312badca expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840364.376101:0:34151:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:1.0:1788840364.376104:0:34151:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.376106:0:34151:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788840364.376109:0:34151:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1788840364.376115:0:34151:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000af048a67/0x3aa5f499c96f38c4 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312badca expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788840364.376122:0:34151:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000400:0x42:0x0].0x0 (ffff90ee98cc4800) refcount = 1 00010000:00000040:1.0:1788840364.376125:0:34151:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788840364.376128:0:34151:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000af048a67/0x3aa5f499c96f38c4 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312badca expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840364.376136:0:34151:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788840364.376138:0:34151:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840364.376141:0:34151:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788840364.376142:0:34151:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840364.376145:0:34151:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000af048a67/0x3aa5f499c96f38c4 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x0 nid: local remote: 0x8a436931312badca expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840364.376151:0:34151:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788840364.376152:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840364.376756:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840364.376757:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840364.376758:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840364.376760:0:34151:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840364.376763:0:34151:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:1.0:1788840364.376765:0:34151:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1788840364.376768:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840364.376769:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840364.376771:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84e00 refcount=3 00000020:00000001:1.0:1788840364.376772:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872828416 : -122120836723200 : ffff90ee86e84e00) 00010000:00000001:1.0:1788840364.376775:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872828416 : -122120836723200 : ffff90ee86e84e00) 00010000:00000001:1.0:1788840364.376777:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840364.376778:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840364.376780:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84e00 refcount=4 00000020:00000001:1.0:1788840364.376782:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872828416 : -122120836723200 : ffff90ee86e84e00) 00010000:00000001:1.0:1788840364.376784:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872828416 : -122120836723200 : ffff90ee86e84e00) 00010000:00000001:1.0:1788840364.376787:0:34151:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840364.378117:0:34151:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840364.378126:0:34151:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000af048a67/0x3aa5f499c96f38c4 lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312badca expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840364.378139:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840364.378140:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788840364.378144:0:34151:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:1.0:1788840364.378148:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90ee85c4d340 -> ffff90ee87fb2080 00000008:00010000:1.0:1788840364.378153:0:34151:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000af048a67/0x3aa5f499c96f38c4 lrc: 4/0,2 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x10020000000000 nid: local remote: 0x8a436931312badca expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1788840364.378161:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90ee85c4d340 -> ffff90ee87fb2080 00000020:00000001:1.0:1788840364.378163:0:34151:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1788840364.378166:0:34151:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1788840364.378169:0:34151:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788840364.378171:0:34151:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.378173:0:34151:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.378174:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90ee85c4d340 -> ffff90ee87fb2080 00000008:00000001:1.0:1788840364.378176:0:34151:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:1.0:1788840364.378179:0:34151:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.378182:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840364.378183:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840364.378185:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84e00 refcount=5 00000020:00000001:1.0:1788840364.378187:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872828416 : -122120836723200 : ffff90ee86e84e00) 00010000:00000001:1.0:1788840364.378190:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872828416 : -122120836723200 : ffff90ee86e84e00) 00010000:00000001:1.0:1788840364.378192:0:34151:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840364.378195:0:34151:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000af048a67/0x3aa5f499c96f38c4 lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x8a436931312badca expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840364.378202:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840364.378203:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788840364.378206:0:34151:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000af048a67/0x3aa5f499c96f38c4 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x8a436931312badca expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840364.378212:0:34151:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840364.378213:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840364.378214:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788840364.378216:0:34151:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840364.378219:0:34151:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840364.378230:0:34151:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87fac380 x1875733134001920/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840380 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840364.378238:0:34151:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840364.378250:0:34151:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840364.378254:0:34151:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee85c5f000. 02000000:00000001:1.0:1788840364.378260:0:34151:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840364.378262:0:34151:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840364.378264:0:34151:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=2 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:1.0:1788840364.378266:0:34151:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840364.378269:0:34151:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee98d5b000. 02000000:00000001:1.0:1788840364.378273:0:34151:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840364.378275:0:34151:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840364.378277:0:34151:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87fac380. 00000100:00000001:1.0:1788840364.378280:0:34151:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840364.378282:0:34151:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788840364.378284:0:34151:0:(osc_request.c:3317:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840364.378286:0:34151:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.378289:0:34151:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840364.378292:0:34151:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.378294:0:34151:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.378296:0:34151:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.378299:0:34151:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.378301:0:34151:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.378304:0:34151:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:1.0:1788840364.378309:0:34151:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000020:00000001:1.0:1788840364.378314:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c97b80 00000080:00200000:1.0:1788840364.378317:0:34151:0:(vvp_io.c:1292:vvp_io_write_start()) f24a.recovery-small: write [0, 1) append 0 append lockpos 0 00000020:00000001:1.0:1788840364.378320:0:34151:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:1.0:1788840364.378323:0:34151:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee885702e8) owner 0000000000000000/ffff90eec216a7c0 00020000:00000002:1.0:1788840364.378327:0:34151:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90ee8532c600 addref 2/0 by ffff90eec216a7c0. 00020000:00000002:1.0:1788840364.378329:0:34151:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee885702e8) owner 0000000000000000/ffff90eec216a7c0 00000020:00000001:1.0:1788840364.378332:0:34151:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:1.0:1788840364.378335:0:34151:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:1.0:1788840364.378338:0:34151:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:1.0:1788840364.378341:0:34151:0:(lov_offset.c:253:lov_stripe_intersects()) [0->0] -> [(0) 0->0 (0)] 00020000:00000001:1.0:1788840364.378345:0:34151:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788840364.378346:0:34151:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621952871594936 : -122120837956680 : ffff90ee86d57bb8) 00000020:00000001:1.0:1788840364.378348:0:34151:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:1.0:1788840364.378351:0:34151:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:1.0:1788840364.378353:0:34151:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.378355:0:34151:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840364.378356:0:34151:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.378358:0:34151:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840364.378365:0:34151:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:1.0:1788840364.378367:0:34151:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 1 bytes 00000020:00000001:1.0:1788840364.378392:0:34151:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:1.0:1788840364.378395:0:34151:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x30:0x0] fffffcfe44a6e5c0 0 1 00000020:00000001:1.0:1788840364.378398:0:34151:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:1.0:1788840364.378400:0:34151:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.378402:0:34151:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:1.0:1788840364.378409:0:34151:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff90ee853c01c0. 00000020:00000001:1.0:1788840364.378413:0:34151:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:1.0:1788840364.378415:0:34151:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:1.0:1788840364.378417:0:34151:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:1.0:1788840364.378420:0:34151:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:1.0:1788840364.378422:0:34151:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788840364.378423:0:34151:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621952871594936 : -122120837956680 : ffff90ee86d57bb8) 00000008:00000001:1.0:1788840364.378427:0:34151:0:(osc_cache.c:2427:osc_prep_async_page()) Process entered 00000008:00000040:1.0:1788840364.378429:0:34151:0:(osc_cache.c:2450:osc_prep_async_page()) oap ffff90ee853c0230 folio fffffcfe44a6e5c0 pg:0 obj off 0 00000008:00000001:1.0:1788840364.378431:0:34151:0:(osc_cache.c:2451:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.378433:0:34151:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:1.0:1788840364.378434:0:34151:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:1.0:1788840364.378436:0:34151:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:1.0:1788840364.378438:0:34151:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840364.378441:0:34151:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.378443:0:34151:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446621952844759488 : -122120864792128 : ffff90ee853c01c0) 00000020:00000001:1.0:1788840364.378445:0:34151:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446621952844759488 : -122120864792128 : ffff90ee853c01c0) 00000020:00000001:1.0:1788840364.378448:0:34151:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:1.0:1788840364.378450:0:34151:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:1.0:1788840364.378452:0:34151:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446621952890949184 : -122120818602432 : ffff90ee87fcce40) 00000020:00000001:1.0:1788840364.378454:0:34151:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1788840364.378455:0:34151:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1788840364.378457:0:34151:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788840364.378473:0:34151:0:(cl_page.c:507:__cl_page_state_set()) page@000000003e30f44d[2 000000000edb95ac 1 1 00000000b653b21b 0 0 0] 00000020:00000001:1.0:1788840364.378475:0:34151:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1788840364.378476:0:34151:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1788840364.378478:0:34151:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:1.0:1788840364.378480:0:34151:0:(rw26.c:582:ll_prepare_partial_page()) Process entered 00000020:00000001:1.0:1788840364.378481:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90ee87fb2080 -> ffff90ee87fb2080 00000020:00000001:1.0:1788840364.378483:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90ee87fb2080 -> ffff90ee87fb2080 00000020:00000001:1.0:1788840364.378485:0:34151:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788840364.378488:0:34151:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1788840364.378492:0:34151:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788840364.378493:0:34151:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840364.378495:0:34151:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788840364.378496:0:34151:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788840364.378499:0:34151:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1028 on OST[0]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:1.0:1788840364.378502:0:34151:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788840364.378505:0:34151:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:1.0:1788840364.378508:0:34151:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.378510:0:34151:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.378512:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90ee87fb2080 -> ffff90ee87fb2080 00000080:00000001:1.0:1788840364.378515:0:34151:0:(rw26.c:602:ll_prepare_partial_page()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788840364.378518:0:34151:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:1.0:1788840364.378519:0:34151:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840364.378523:0:34151:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:1.0:1788840364.378524:0:34151:0:(rw26.c:871:ll_write_end()) pos 0, len 1, copied 1 00000020:00000001:1.0:1788840364.378526:0:34151:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:1.0:1788840364.378528:0:34151:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446621952890949184 : -122120818602432 : ffff90ee87fcce40) 00000020:00000001:1.0:1788840364.378530:0:34151:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:1.0:1788840364.378541:0:34151:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788840364.378557:0:34151:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:1.0:1788840364.378559:0:34151:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1788840364.378561:0:34151:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1788840364.378562:0:34151:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:1.0:1788840364.378566:0:34151:0:(rw26.c:929:ll_write_end()) page@000000003e30f44d[3 000000000edb95ac 2 1 00000000b653b21b 0 0 0] 00000080:00200000:1.0:1788840364.378570:0:34151:0:(rw26.c:929:ll_write_end()) vmpage @000000000a26c8eb 17ffffc0001001 3:0 ffff90ee853c01c0 0 lru 00000080:00200000:1.0:1788840364.378577:0:34151:0:(rw26.c:929:ll_write_end()) osc-page@00000000d024bb98 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000000f58d4 000000008cd3da64 > 3< 0 0 > 4< 0 0 8 2097152 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1788840364.378579:0:34151:0:(rw26.c:929:ll_write_end()) end page@000000003e30f44d 00000080:00200000:1.0:1788840364.378580:0:34151:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:1.0:1788840364.378582:0:34151:0:(rw26.c:950:ll_write_end()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788840364.378586:0:34151:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:1.0:1788840364.378587:0:34151:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 1 prio 0 00000020:00000001:1.0:1788840364.378590:0:34151:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:1.0:1788840364.378592:0:34151:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:1.0:1788840364.378593:0:34151:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788840364.378594:0:34151:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621952871594936 : -122120837956680 : ffff90ee86d57bb8) 00000020:00000001:1.0:1788840364.378596:0:34151:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:1.0:1788840364.378598:0:34151:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:1.0:1788840364.378601:0:34151:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:1.0:1788840364.378602:0:34151:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1788840364.378603:0:34151:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:1.0:1788840364.378604:0:34151:0:(osc_cache.c:2472:osc_queue_async_io()) Process entered 00000008:00000020:1.0:1788840364.378608:0:34151:0:(osc_cache.c:2531:osc_queue_async_io()) obj ffff90ee85c4d340 ready 0|-|- wr 0|-|- rd 0|- oap ffff90ee853c0230 folio fffffcfe44a6e5c0 pg:0 added for cmd 2 00000008:00000001:1.0:1788840364.378613:0:34151:0:(osc_cache.c:1726:osc_enter_cache()) Process entered 00000008:00000020:1.0:1788840364.378616:0:34151:0:(osc_cache.c:1728:osc_enter_cache()) lustre-OST0000-osc-ffff90ee90f70800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:1703936 00000008:00000020:1.0:1788840364.378622:0:34151:0:(osc_cache.c:1633:osc_enter_cache_try()) lustre-OST0000-osc-ffff90ee90f70800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:1703936 00000008:00000020:1.0:1788840364.378626:0:34151:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff90ee853c0268 page fffffcfe44a6e5c0 00000008:00000020:1.0:1788840364.378630:0:34151:0:(osc_cache.c:1760:osc_enter_cache()) lustre-OST0000-osc-ffff90ee90f70800: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 393216, dirty_grant: 0, reserved: 1703936, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }granted from cache 00000008:00000001:1.0:1788840364.378634:0:34151:0:(osc_cache.c:1776:osc_enter_cache()) Process leaving 00000008:00000001:1.0:1788840364.378635:0:34151:0:(osc_cache.c:1779:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840364.378638:0:34151:0:(osc_cache.c:707:osc_extent_find()) Process entered 00000008:00000010:1.0:1788840364.378661:0:34151:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff90ee92c6af00. 00000008:00000020:1.0:1788840364.378666:0:34151:0:(osc_cache.c:1309:__osc_extent_tree_dump()) Dump object ffff90ee85c4d340 extents at osc_extent_find:840, mppr: 256. 00000008:00000020:1.0:1788840364.378671:0:34151:0:(osc_cache.c:1872:osc_update_pending()) obj ffff90ee85c4d340 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:1.0:1788840364.378676:0:34151:0:(osc_cache.c:858:osc_extent_find()) extent ffff90ee92c6af00@{[0 -> 255/255], [3|1|-|active|wi|ffff90ee85c4d340], [1703936|0|-|-|ffff90ee86e84e00|256|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:1.0:1788840364.378683:0:34151:0:(osc_cache.c:858:osc_extent_find()) ### extent: 00000000772b6254 ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000af048a67/0x3aa5f499c96f38c4 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x8a436931312badca expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:1.0:1788840364.378691:0:34151:0:(osc_cache.c:875:osc_extent_find()) Process leaving 00000008:00000001:1.0:1788840364.378694:0:34151:0:(osc_cache.c:2668:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840364.378697:0:34151:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840364.378698:0:34151:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:1.0:1788840364.378700:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90ee85c4d340 -> ffff90ee87fb2080 00000008:00000002:1.0:1788840364.378702:0:34151:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 0->1 0 00000020:00000001:1.0:1788840364.378705:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90ee85c4d340 -> ffff90ee87fb2080 00000020:00000001:1.0:1788840364.378707:0:34151:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1788840364.378708:0:34151:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 1 00020000:00000001:1.0:1788840364.378710:0:34151:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788840364.378712:0:34151:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.378713:0:34151:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.378715:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90ee85c4d340 -> ffff90ee87fb2080 00000008:00000001:1.0:1788840364.378717:0:34151:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:1.0:1788840364.378718:0:34151:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:1.0:1788840364.378720:0:34151:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788840364.378724:0:34151:0:(cl_page.c:556:cl_batch_put()) page@000000003e30f44d[4 000000000edb95ac 2 1 00000000b653b21b 0 0 0] 00000020:00000001:1.0:1788840364.378725:0:34151:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:1.0:1788840364.378727:0:34151:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:1.0:1788840364.378728:0:34151:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:1.0:1788840364.378730:0:34151:0:(osc_request.c:745:osc_update_next_shrink()) next time 3126 to shrink grant 00000080:00000001:1.0:1788840364.378733:0:34151:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:1.0:1788840364.378735:0:34151:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:1.0:1788840364.378741:0:34151:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff90ee905154f8, count 1, dirtied 1 00000080:00000001:1.0:1788840364.378743:0:34151:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:1.0:1788840364.378745:0:34151:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1788840364.378747:0:34151:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788840364.378749:0:34151:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788840364.378750:0:34151:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788840364.378753:0:34151:0:(cl_page.c:507:__cl_page_state_set()) page@000000003e30f44d[3 000000000edb95ac 2 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788840364.378755:0:34151:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:1.0:1788840364.378756:0:34151:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1788840364.378758:0:34151:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1788840364.378759:0:34151:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788840364.378761:0:34151:0:(cl_page.c:556:cl_batch_put()) page@000000003e30f44d[3 000000000edb95ac 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788840364.378762:0:34151:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:1.0:1788840364.378763:0:34151:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:1.0:1788840364.378764:0:34151:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:1.0:1788840364.378766:0:34151:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:1.0:1788840364.378767:0:34151:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.378769:0:34151:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840364.378771:0:34151:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.378773:0:34151:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788840364.378775:0:34151:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 1 bytes, tot: 1 00000020:00000001:1.0:1788840364.378776:0:34151:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1788840364.378778:0:34151:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:1.0:1788840364.378779:0:34151:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.378782:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c97b80 00000080:00200000:1.0:1788840364.378783:0:34151:0:(vvp_io.c:1358:vvp_io_write_start()) f24a.recovery-small: write bytes 0, result: 1 00000080:00000001:1.0:1788840364.378786:0:34151:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840364.378788:0:34151:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1788840364.378790:0:34151:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788840364.378791:0:34151:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1788840364.378793:0:34151:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:1.0:1788840364.378795:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90ee85c4d340 -> ffff90ee87fb2080 00000020:00000001:1.0:1788840364.378797:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90ee85c4d340 -> ffff90ee87fb2080 00000020:00000001:1.0:1788840364.378798:0:34151:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1788840364.378800:0:34151:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788840364.378801:0:34151:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.378803:0:34151:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.378804:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90ee85c4d340 -> ffff90ee87fb2080 00000008:00000001:1.0:1788840364.378806:0:34151:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.378807:0:34151:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840364.378809:0:34151:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840364.378810:0:34151:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.378811:0:34151:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.378813:0:34151:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1788840364.378814:0:34151:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:1.0:1788840364.378816:0:34151:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1788840364.378817:0:34151:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:1.0:1788840364.378819:0:34151:0:(osc_cache.c:600:osc_extent_release()) Process entered 00000008:00000001:1.0:1788840364.378821:0:34151:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:1.0:1788840364.378824:0:34151:0:(osc_cache.c:1872:osc_update_pending()) obj ffff90ee85c4d340 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:1.0:1788840364.378830:0:34151:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1788840364.378833:0:34151:0:(osc_cache.c:1857:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840364.378835:0:34151:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1788840364.378836:0:34151:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840364.378839:0:34151:0:(osc_cache.c:674:osc_extent_release()) Process leaving 00000020:00000001:1.0:1788840364.378840:0:34151:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1788840364.378841:0:34151:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840364.378843:0:34151:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.378845:0:34151:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1788840364.378847:0:34151:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788840364.378849:0:34151:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788840364.378851:0:34151:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90ee87fb4e48 (ffff90ee90b0ca28/0) at cl_lock_release():245 00000020:00000001:1.0:1788840364.378854:0:34151:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788840364.378855:0:34151:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee87fb4e48 (ffff90ee90b0ca28/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788840364.378868:0:34151:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788840364.378870:0:34151:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788840364.378871:0:34151:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621952871594936 : -122120837956680 : ffff90ee86d57bb8) 00000020:00000001:1.0:1788840364.378873:0:34151:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788840364.378874:0:34151:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee85063b30 (ffff90ee90b0c7e8/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788840364.378876:0:34151:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788840364.378878:0:34151:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788840364.378880:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840364.378881:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840364.378883:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84e00 refcount=5 00000020:00000001:1.0:1788840364.378885:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872828416 : -122120836723200 : ffff90ee86e84e00) 00010000:00000001:1.0:1788840364.378888:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872828416 : -122120836723200 : ffff90ee86e84e00) 00010000:00000001:1.0:1788840364.378890:0:34151:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840364.378893:0:34151:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000af048a67/0x3aa5f499c96f38c4 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x8a436931312badca expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840364.378900:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840364.378901:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840364.378903:0:34151:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840364.378905:0:34151:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840364.378908:0:34151:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000af048a67/0x3aa5f499c96f38c4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x8a436931312badca expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788840364.378918:0:34151:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840364.378921:0:34151:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840364.378923:0:34151:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840364.378927:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840364.378928:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840364.378929:0:34151:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.378932:0:34151:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840364.378934:0:34151:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.378936:0:34151:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.378938:0:34151:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.378940:0:34151:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840364.378942:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840364.378943:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840364.378944:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840364.378945:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788840364.378946:0:34151:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788840364.378948:0:34151:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788840364.378950:0:34151:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788840364.378951:0:34151:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788840364.378953:0:34151:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788840364.378954:0:34151:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee87fb4e48 (ffff90ee90b0ca28/0) at cl_lock_fini():72 00020000:00000001:1.0:1788840364.378957:0:34151:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788840364.378958:0:34151:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788840364.378959:0:34151:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee85063b30 (ffff90ee90b0ca28/1) at cl_lock_fini():72 00000008:00000010:1.0:1788840364.378962:0:34151:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90ee885c7b50. 00000020:00000001:1.0:1788840364.378965:0:34151:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788840364.378966:0:34151:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90ee85063b00. 00020000:00000001:1.0:1788840364.378969:0:34151:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788840364.378970:0:34151:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788840364.378971:0:34151:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:1.0:1788840364.378974:0:34151:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1788840364.378975:0:34151:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788840364.378976:0:34151:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788840364.378978:0:34151:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1788840364.378979:0:34151:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840364.378981:0:34151:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840364.378982:0:34151:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1788840364.378983:0:34151:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1788840364.378985:0:34151:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:1.0:1788840364.378987:0:34151:0:(vvp_io.c:533:vvp_io_advance()) advancing 1 bytes 00000020:00000001:1.0:1788840364.378989:0:34151:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1788840364.378990:0:34151:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1788840364.378992:0:34151:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1788840364.378993:0:34151:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788840364.378994:0:34151:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1788840364.378996:0:34151:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1788840364.378998:0:34151:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840364.379000:0:34151:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840364.379001:0:34151:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788840364.379003:0:34151:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788840364.379005:0:34151:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788840364.379008:0:34151:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 0] 00000001:00000001:1.0:1788840364.379011:0:34151:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:1.0:1788840364.379013:0:34151:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:1.0:1788840364.379015:0:34151:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788840364.379017:0:34151:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788840364.379019:0:34151:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788840364.379020:0:34151:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788840364.379021:0:34151:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788840364.379023:0:34151:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0c7e0 00020000:00000001:1.0:1788840364.379026:0:34151:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788840364.379028:0:34151:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788840364.379030:0:34151:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788840364.379032:0:34151:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788840364.379035:0:34151:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788840364.379036:0:34151:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:1.0:1788840364.379037:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c97c98 00000080:00200000:1.0:1788840364.379039:0:34151:0:(file.c:2238:ll_file_io_generic()) f24a.recovery-small: 2 io complete with rc: 0, result: 1, restart: 0 00000080:00000001:1.0:1788840364.379044:0:34151:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788840364.379046:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90ee87fb2080 -> ffff90ee87fb2080 00000020:00000001:1.0:1788840364.379048:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90ee87fb2080 -> ffff90ee87fb2080 00000020:00000001:1.0:1788840364.379049:0:34151:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788840364.379051:0:34151:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1788840364.379053:0:34151:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788840364.379055:0:34151:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:1.0:1788840364.379057:0:34151:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788840364.379058:0:34151:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1788840364.379060:0:34151:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1028 on OST[0]: s=1 (1) m=1788840364 a=0 c=1788840364 b=1 00020000:00000001:1.0:1788840364.379063:0:34151:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788840364.379065:0:34151:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=1 m=1788840364 a=0 c=1788840364 b=1 00020000:00000001:1.0:1788840364.379067:0:34151:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.379069:0:34151:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.379071:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90ee87fb2080 -> ffff90ee87fb2080 00000080:00200000:1.0:1788840364.379073:0:34151:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x30:0x0] updating i_size 1 i_blocks 1 00000080:00000001:1.0:1788840364.379076:0:34151:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:1.0:1788840364.379079:0:34151:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1 00000080:00000001:1.0:1788840364.379082:0:34151:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=1 : 1 : 1) 00000020:00001000:1.0:1788840364.379084:0:34151:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0ca20 00000020:00000001:1.0:1788840364.379087:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c97d88 00000080:00000008:1.0:1788840364.379089:0:34151:0:(file.c:2732:do_file_write_iter()) COMPLETED: file f24a.recovery-small:[0x200000404:0x30:0x0], ppos: 1, count: 0, rc = 1 00000080:00000001:1.0:1788840364.379092:0:34151:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788840364.379114:0:34151:0:(file.c:5379:ll_fsync()) Process entered 00000020:00000001:1.0:1788840364.379116:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c97e48 00000080:00200008:1.0:1788840364.379118:0:34151:0:(file.c:5384:ll_fsync()) START file: name=f24a.recovery-small, fid=[0x200000404:0x30:0x0], start=0, end=9223372036854775807, datasync=0, need_sync 1/1 00000080:00000001:1.0:1788840364.379124:0:34151:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:1.0:1788840364.379126:0:34151:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1788840364.379127:0:34151:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840364.379130:0:34151:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036962344 : -122120672589272 : ffff90ee90b0ca28) 00000020:00001000:1.0:1788840364.379132:0:34151:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0ca20 00000020:00000001:1.0:1788840364.379134:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90ee87fb2080 -> ffff90ee87fb2080 00000020:00000001:1.0:1788840364.379136:0:34151:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788840364.379940:0:34151:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788840364.379943:0:34151:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788840364.379947:0:34151:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788840364.379948:0:34151:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788840364.379950:0:34151:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788840364.379954:0:34151:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x30:0x0]io ffff90ee87fcce40 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1788840364.379957:0:34151:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee885702e8) owner 0000000000000000/ffff90eec216a7c0 00020000:00000001:1.0:1788840364.379960:0:34151:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788840364.379962:0:34151:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788840364.379964:0:34151:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788840364.379965:0:34151:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840364.379968:0:34151:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788840364.379970:0:34151:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788840364.379971:0:34151:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.379973:0:34151:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788840364.379974:0:34151:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788840364.379975:0:34151:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788840364.379977:0:34151:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee885702e8) owner 0000000000000000/ffff90eec216a7c0 00000020:00000001:1.0:1788840364.379979:0:34151:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.379982:0:34151:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1788840364.379983:0:34151:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1788840364.379985:0:34151:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1788840364.379987:0:34151:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1788840364.379990:0:34151:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788840364.379993:0:34151:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788840364.379994:0:34151:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788840364.379996:0:34151:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840364.379998:0:34151:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036961768 : -122120672589848 : ffff90ee90b0c7e8) 00000020:00001000:1.0:1788840364.380001:0:34151:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0c7e0 00000020:00000001:1.0:1788840364.380004:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90ee87fb2918 -> ffff90ee87fb2080 00000020:00000001:1.0:1788840364.380006:0:34151:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788840364.380008:0:34151:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788840364.380009:0:34151:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788840364.380010:0:34151:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840364.380012:0:34151:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840364.380014:0:34151:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621952871594936 : -122120837956680 : ffff90ee86d57bb8) 00000020:00000001:1.0:1788840364.380017:0:34151:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1788840364.380018:0:34151:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840364.380020:0:34151:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.380022:0:34151:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.380024:0:34151:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1788840364.380025:0:34151:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1788840364.380026:0:34151:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788840364.380027:0:34151:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1788840364.380029:0:34151:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788840364.380030:0:34151:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.380032:0:34151:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840364.380033:0:34151:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840364.380035:0:34151:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.380037:0:34151:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788840364.380038:0:34151:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.380040:0:34151:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.380041:0:34151:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1788840364.380043:0:34151:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1788840364.380044:0:34151:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788840364.380045:0:34151:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1788840364.380047:0:34151:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1788840364.380050:0:34151:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1788840364.380054:0:34151:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1788840364.380055:0:34151:0:(osc_cache.c:1826:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1788840364.380057:0:34151:0:(osc_cache.c:1827:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788840364.380059:0:34151:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1788840364.380060:0:34151:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:1.0:1788840364.380062:0:34151:0:(osc_cache.c:2303:osc_next_obj()) Process leaving (rc=18446621952853726016 : -122120855825600 : ffff90ee85c4d340) 00000008:00000020:1.0:1788840364.380065:0:34151:0:(osc_cache.c:2339:osc_check_rpcs()) obj ffff90ee85c4d340 ready 0|-|- wr 1|-|+ rd 0|- 0 in flight 00000008:00000001:1.0:1788840364.380068:0:34151:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1788840364.380069:0:34151:0:(osc_cache.c:1826:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1788840364.380071:0:34151:0:(osc_cache.c:1827:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788840364.380072:0:34151:0:(osc_cache.c:2159:osc_send_write_rpc()) Process entered 00000008:00000001:1.0:1788840364.380074:0:34151:0:(osc_cache.c:2016:try_to_add_extent_for_io()) Process entered 00000008:00000020:1.0:1788840364.380077:0:34151:0:(osc_cache.c:2020:try_to_add_extent_for_io()) extent ffff90ee92c6af00@{[0 -> 255/255], [1|0|+|cache|wiuY|ffff90ee85c4d340], [1703936|1|+|-|ffff90ee86e84e00|256|0000000000000000]} trying to add this extent 00000008:00010000:1.0:1788840364.380084:0:34151:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### extent: 00000000772b6254 ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000af048a67/0x3aa5f499c96f38c4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x8a436931312badca expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:1.0:1788840364.380101:0:34151:0:(osc_cache.c:2069:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:1.0:1788840364.380104:0:34151:0:(osc_cache.c:1872:osc_update_pending()) obj ffff90ee85c4d340 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:1.0:1788840364.380108:0:34151:0:(osc_cache.c:1166:osc_extent_make_ready()) Process entered 00000008:00000001:1.0:1788840364.380110:0:34151:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:1.0:1788840364.380114:0:34151:0:(osc_cache.c:1174:osc_extent_make_ready()) extent ffff90ee92c6af00@{[0 -> 255/255], [1|0|+|locking|wiuY|ffff90ee85c4d340], [1703936|1|+|-|ffff90ee86e84e00|256|ffff90eec216a7c0]} make ready 00000008:00010000:1.0:1788840364.380120:0:34151:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 00000000772b6254 ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000af048a67/0x3aa5f499c96f38c4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x8a436931312badca expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:1.0:1788840364.380127:0:34151:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:1.0:1788840364.380129:0:34151:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:1.0:1788840364.380141:0:34151:0:(cl_page.c:1160:cl_page_make_ready()) page@000000003e30f44d[2 000000000edb95ac 1 1 0000000000000000 0 0 0] 00000020:00008000:1.0:1788840364.380142:0:34151:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:1.0:1788840364.380144:0:34151:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:1.0:1788840364.380145:0:34151:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788840364.380146:0:34151:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788840364.380148:0:34151:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:1.0:1788840364.380150:0:34151:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1788840364.380152:0:34151:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788840364.380154:0:34151:0:(cl_page.c:507:__cl_page_state_set()) page@000000003e30f44d[2 000000000edb95ac 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788840364.380156:0:34151:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:1.0:1788840364.380158:0:34151:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1788840364.380159:0:34151:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:1.0:1788840364.380162:0:34151:0:(cl_page.c:1182:cl_page_make_ready()) page@000000003e30f44d[2 000000000edb95ac 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788840364.380163:0:34151:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:1.0:1788840364.380165:0:34151:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.380167:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90ee85c4d340 -> ffff90ee87fb2080 00000020:00000001:1.0:1788840364.380169:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90ee85c4d340 -> ffff90ee87fb2080 00000020:00000001:1.0:1788840364.380170:0:34151:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:1.0:1788840364.380172:0:34151:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.380174:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90ee85c4d340 -> ffff90ee87fb2080 00000008:00000001:1.0:1788840364.380176:0:34151:0:(osc_cache.c:1227:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840364.380179:0:34151:0:(osc_request.c:2819:osc_build_rpc()) Process entered 00000008:00000020:1.0:1788840364.380182:0:34151:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff90ee90f70800: cli: ffff90ee86e3a1d8 unstable pages: 0, osc unstable pages: 0 00000008:00000010:1.0:1788840364.380189:0:34151:0:(osc_request.c:2850:osc_build_rpc()) kmalloced '(pga)': 8 at ffff90ee983e7b50. 00000008:00000010:1.0:1788840364.380193:0:34151:0:(osc_request.c:2854:osc_build_rpc()) slab-alloced 'oa': 208 at ffff90ee884524e0. 00000020:00000001:1.0:1788840364.380196:0:34151:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:1.0:1788840364.380198:0:34151:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:1.0:1788840364.380200:0:34151:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:1.0:1788840364.380202:0:34151:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1788840364/1788840364 00000020:00000001:1.0:1788840364.380205:0:34151:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:1.0:1788840364.380206:0:34151:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:1.0:1788840364.380210:0:34151:0:(osc_lock.c:1343:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:1.0:1788840364.380212:0:34151:0:(osc_request.c:3331:osc_match_base()) Process entered 00010000:00000001:1.0:1788840364.380215:0:34151:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840364.380220:0:34151:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4800 count: 2 00010000:00000001:1.0:1788840364.380223:0:34151:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840364.380228:0:34151:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1788840364.380231:0:34151:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1788840364.380234:0:34151:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788840364.380252:0:34151:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840364.380256:0:34151:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000af048a67/0x3aa5f499c96f38c4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x8a436931312badca expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788840364.380265:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840364.380266:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788840364.380267:0:34151:0:(osc_request.c:3346:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1788840364.380269:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840364.380271:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840364.380273:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84e00 refcount=3 00000020:00000001:1.0:1788840364.380274:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872828416 : -122120836723200 : ffff90ee86e84e00) 00010000:00000001:1.0:1788840364.380276:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872828416 : -122120836723200 : ffff90ee86e84e00) 00000008:00000001:1.0:1788840364.380279:0:34151:0:(osc_lock.c:1377:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446621952872828416 : -122120836723200 : ffff90ee86e84e00) 00010000:00000001:1.0:1788840364.380281:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840364.380281:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1788840364.380283:0:34151:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000008:00000001:1.0:1788840364.380285:0:34151:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:1.0:1788840364.380289:0:34151:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87fac380. 00000020:00000040:1.0:1788840364.380294:0:34151:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=3 obd=lustre-OST0000-osc-ffff90ee90f70800 00000100:00000001:1.0:1788840364.380300:0:34151:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840364.380304:0:34151:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840364.380307:0:34151:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840364.380313:0:34151:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee98d5b000. 00000100:00000001:1.0:1788840364.380319:0:34151:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1788840364.380325:0:34151:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 1 00000008:00000020:1.0:1788840364.380330:0:34151:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff90ee90f70800: dirty: 1703936 undirty: 485097472 dropped 0 grant: 393216 cl_lost_grant 0 00000008:00000001:1.0:1788840364.380334:0:34151:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:1.0:1788840364.380360:0:34151:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 5375 MB/s 00000008:00008000:1.0:1788840364.380365:0:34151:0:(osc_request.c:1346:osc_checksum_bulk()) page fffffcfe44a6e5c0 map ffff90ee905154f8 index 0 flags 17ffffc0005008 count 3 priv ffff90ee853c01c0: off 0 00000008:00000001:1.0:1788840364.380374:0:34151:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:1.0:1788840364.380376:0:34151:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: 5b57dc90 (4) 00000008:00100000:1.0:1788840364.380381:0:34151:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff90ee87fac380 - object 0x240000400:66 offset 0<>1 00000008:00000001:1.0:1788840364.380383:0:34151:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.380385:0:34151:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:1.0:1788840364.380386:0:34151:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:1.0:1788840364.380387:0:34151:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:1.0:1788840364.380389:0:34151:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1788840364/1788840364 00000020:00000001:1.0:1788840364.380391:0:34151:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:1.0:1788840364.380392:0:34151:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:1.0:1788840364.380393:0:34151:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000100:00000001:1.0:1788840364.380395:0:34151:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840364.380397:0:34151:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890815360 : -122120818736256 : ffff90ee87fac380) 00000008:00000002:1.0:1788840364.380407:0:34151:0:(osc_request.c:2976:osc_build_rpc()) @@@ 1 pages, aa 00000000fb8307a1, now 0r/1w/0d in flight req@ffff90ee87fac380 x1875733134002048/t0(0) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:1.0:1788840364.380416:0:34151:0:(osc_request.c:2988:osc_build_rpc()) [0x200000404:0x30:0x0]: 1 write pages, start 0, end 0, now 0r/1w/0d in flight 00000100:00000040:1.0:1788840364.380423:0:34151:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000804dd2e0] to pc [ptlrpcd_00_00+0] req@ffff90ee87fac380 x1875733134002048/t0(0) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840364.380491:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840364.380495:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840364.380497:0:2359:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840364.380504:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87fac380 x1875733134002048/t0(0) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840364.380513:0:2359:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840364.380515:0:2359:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840364.380519:0:2359:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840364.380521:0:2359:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840364.380524:0:2359:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840364.380528:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87fac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2359:1875733134002048:192.168.202.131@tcp:4:multiop.0 00000100:00000001:0.0:1788840364.380541:0:2359:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840364.380547:0:2359:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840364.380549:0:2359:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840364.380551:0:2359:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840364.380556:0:2359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86f34400. 02000000:00000001:0.0:1788840364.380558:0:2359:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840364.380565:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840364.380569:0:2359:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c800b0. 00000400:00000010:0.0:1788840364.380575:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed66e8. 00000100:00000200:0.0:1788840364.380582:0:2359:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733134002048, portal 4 00000100:00000001:0.0:1788840364.380584:0:2359:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840364.380585:0:2359:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890815360 : -122120818736256 : ffff90ee87fac380) 00000100:00000040:0.0:1788840364.380592:0:2359:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87fac380 x1875733134002048/t0(0) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 496/448 e 0 to 0 dl 1788840380 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840364.380599:0:2359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840364.380601:0:2359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840364.380604:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6000. 00000100:00000200:0.0:1788840364.380607:0:2359:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 6, xid 1875733134002048, offset 0 00000400:00000200:0.0:1788840364.380613:0:2359:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840364.380621:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840364.380628:0:2359:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840364.380633:0:2359:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840364.380637:0:2359:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840364.380660:0:2359:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840364.380663:0:2359:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840364.380666:0:2359:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2609:2609:256:4294967295] 192.168.202.131@tcp LPNI seq info [2609:2609:8:4294967295] 00000400:00000200:0.0:1788840364.380671:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840364.380682:0:2359:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840364.380688:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840364.380694:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee92e46b00. 00000800:00000200:0.0:1788840364.380701:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840364.380708:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840364.380713:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee92e46b00 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:0.0:1788840364.380733:0:2359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840364.380738:0:2359:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: using a timeout of 23070 usecs (24 jiffies) 00000400:00000200:0.0:1788840364.380742:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840364.380744:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296594222 00000100:00000001:0.0:1788840364.380747:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296596388 00000100:00000001:0.0:1788840364.380750:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296594222 00000100:00000001:0.0:1788840364.380752:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296596388 00000100:00000001:0.0:1788840364.380754:0:2359:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840364.380757:0:2359:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840364.380760:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840364.380762:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788840364.381002:0:34151:0:(osc_request.c:2994:osc_build_rpc()) Process leaving 00000008:00000001:1.0:1788840364.381005:0:34151:0:(osc_request.c:3019:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840364.381007:0:34151:0:(osc_cache.c:2208:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840364.381009:0:34151:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1788840364.381011:0:34151:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840364.381013:0:34151:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1788840364.381014:0:34151:0:(osc_cache.c:1816:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840364.381015:0:34151:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1788840364.381016:0:34151:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840364.381019:0:34151:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:1.0:1788840364.381021:0:34151:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840364.381023:0:34151:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000008:00000020:1.0:1788840364.381026:0:34151:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff90ee85c4d340 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:1.0:1788840364.381030:0:34151:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788840364.381032:0:34151:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.381034:0:34151:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840364.381036:0:34151:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840364.381038:0:34151:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.381039:0:34151:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.381041:0:34151:0:(cl_io.c:555:cl_io_end()) Process entered 00000800:00000200:2.0:1788840364.381042:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00020000:00000001:1.0:1788840364.381044:0:34151:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1788840364.381045:0:34151:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1788840364.381046:0:34151:0:(cl_io.c:555:cl_io_end()) Process entered 00000800:00000010:2.0:1788840364.381047:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee92e46b00. 00000008:00000001:1.0:1788840364.381048:0:34151:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000001:1.0:1788840364.381050:0:34151:0:(osc_cache.c:973:osc_extent_wait()) Process entered 00000400:00000200:2.0:1788840364.381052:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000008:00000001:1.0:1788840364.381053:0:34151:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1788840364.381057:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840364.381063:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6000 00000100:00000001:1.0:1788840364.381064:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000400:00000010:2.0:1788840364.381065:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6000. 00000100:00000001:1.0:1788840364.381066:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840364.381069:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840364.381073:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fac380 x1875733134002048/t0(0) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 496/448 e 0 to 0 dl 1788840380 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840364.381081:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840364.381085:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fac380 x1875733134002048/t0(0) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 496/448 e 0 to 0 dl 1788840380 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840364.381091:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840364.381093:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:0.0:1788840364.385540:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840364.385547:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788840364.385553:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840364.385556:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840364.385559:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840364.385563:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788840364.393731:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840364.393747:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840364.393751:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840364.393754:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840364.393763:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840364.393770:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840364.393780:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840364.393784:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840364.393789:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840364.393793:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 448 into portal 4 MB=0x6a9f827254780 00000400:00000200:3.0:1788840364.393798:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840364.393804:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 448/448 into md 0x717d [1] + 224 00000800:00000001:3.0:1788840364.393810:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840364.393817:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840364.393820:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840364.393825:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840364.393833:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840364.393842:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fac380 x1875733134002048/t0(0) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 496/448 e 0 to 0 dl 1788840380 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840364.393855:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff90ee87fac380 x1875733134002048/t0(0) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 496/448 e 0 to 0 dl 1788840380 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840364.393878:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840364.393887:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840364.393890:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840364.393968:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840364.393972:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840364.393978:0:2359:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840364.393980:0:2359:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840364.393983:0:2359:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c800b0. 00000400:00000200:0.0:1788840364.393989:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed66e8 00000400:00000010:0.0:1788840364.393992:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed66e8. 00000100:00000001:0.0:1788840364.393995:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840364.394001:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87fac380 x1875733134002048/t0(0) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 496/448 e 0 to 0 dl 1788840380 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788840364.394009:0:2359:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87fac380 x1875733134002048/t0(0) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 496/448 e 0 to 0 dl 1788840380 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840364.394015:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840364.394017:0:2359:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840364.394019:0:2359:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840364.394022:0:2359:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840364.394024:0:2359:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840364.394026:0:2359:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840364.394029:0:2359:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840364.394104:0:2359:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b5cca8 time=812 v=5 (5 5 5 0) 00000100:00001000:0.0:1788840364.394110:0:2359:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840364.394113:0:2359:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840364.394115:0:2359:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840364.394118:0:2359:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840364.394125:0:2359:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840364.394129:0:2359:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788840364.394131:0:2359:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788840364.394133:0:2359:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788840364.394135:0:2359:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840364.394137:0:2359:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890815360 : -122120818736256 : ffff90ee87fac380) 00000100:00000001:0.0:1788840364.394140:0:2359:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840364.394142:0:2359:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: skip recheck: last_committed 4294967341 00000100:00000001:0.0:1788840364.394144:0:2359:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840364.394147:0:2359:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840364.394152:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87fac380 x1875733134002048/t4294967344(4294967344) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 496/448 e 0 to 0 dl 1788840380 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840364.394159:0:2359:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840364.394163:0:2359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840364.394165:0:2359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788840364.394169:0:2359:0:(osc_request.c:2581:brw_interpret()) Process entered 00000008:00000001:0.0:1788840364.394172:0:2359:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:04000000:0.0:1788840364.394177:0:2359:0:(osc_request.c:2195:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:0.0:1788840364.394180:0:2359:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:0.0:1788840364.394184:0:2359:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff90ee90f70800: setdq to remove for usr 0 00000001:04000000:0.0:1788840364.394186:0:2359:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff90ee90f70800: setdq to remove for grp 0 00000001:04000000:0.0:1788840364.394187:0:2359:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff90ee90f70800: setdq to remove for prj 0 00000001:00000001:0.0:1788840364.394189:0:2359:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788840364.394192:0:2359:0:(osc_request.c:759:osc_update_grant()) got 3407872 extra grant 00000008:00008000:0.0:1788840364.394194:0:2359:0:(osc_request.c:2091:check_write_checksum()) checksum 5b57dc90 confirmed 00000008:00000001:0.0:1788840364.394198:0:2359:0:(osc_request.c:2227:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1788840364.394202:0:2359:0:(osc_request.c:2439:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:0.0:1788840364.394204:0:2359:0:(osc_request.c:2586:brw_interpret()) request ffff90ee87fac380 aa ffff90ee87fac530 rc 0 00000020:00000001:0.0:1788840364.394211:0:2359:0:(cl_object.c:143:cl_object_top()) ffff90ee85c4d340 -> ffff90ee87fb2080 00000020:00000001:0.0:1788840364.394214:0:2359:0:(cl_object.c:143:cl_object_top()) ffff90ee85c4d340 -> ffff90ee87fb2080 00000020:00000001:0.0:1788840364.394217:0:2359:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1788840364.394221:0:2359:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788840364.394223:0:2359:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840364.394224:0:2359:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840364.394226:0:2359:0:(cl_object.c:143:cl_object_top()) ffff90ee85c4d340 -> ffff90ee87fb2080 00000008:00000010:0.0:1788840364.394229:0:2359:0:(osc_request.c:2668:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff90ee884524e0. 00000020:00000001:0.0:1788840364.394234:0:2359:0:(cl_object.c:143:cl_object_top()) ffff90ee85c4d340 -> ffff90ee87fb2080 00000020:00000001:0.0:1788840364.394237:0:2359:0:(cl_object.c:278:cl_object_dirty_for_sync()) Process entered 00000020:00000001:0.0:1788840364.394252:0:2359:0:(cl_object.c:284:cl_object_dirty_for_sync()) Process leaving 00000100:00000001:0.0:1788840364.394255:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840364.394259:0:2359:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fac380 x1875733134002048/t4294967344(4294967344) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 496/448 e 0 to 0 dl 1788840380 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840364.394265:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840364.394269:0:2359:0:(osc_cache.c:904:osc_extent_finish()) Process entered 00000008:00000020:0.0:1788840364.394272:0:2359:0:(osc_cache.c:908:osc_extent_finish()) extent ffff90ee92c6af00@{[0 -> 255/255], [3|0|-|rpc|wiuY|ffff90ee85c4d340], [1703936|1|+|+|ffff90ee86e84e00|256|ffff90eec216a7c0]} extent finished. 00000008:00010000:0.0:1788840364.394280:0:2359:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 00000000772b6254 ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000af048a67/0x3aa5f499c96f38c4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x8a436931312badca expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1788840364.394439:0:2359:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:0.0:1788840364.394441:0:2359:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:0.0:1788840364.394446:0:2359:0:(cl_page.c:1104:cl_page_complete()) page@000000003e30f44d[2 000000000edb95ac 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788840364.394447:0:2359:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:0.0:1788840364.394450:0:2359:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1788840364.394451:0:2359:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1788840364.394454:0:2359:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788840364.394457:0:2359:0:(cl_page.c:507:__cl_page_state_set()) page@000000003e30f44d[2 000000000edb95ac 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788840364.394459:0:2359:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:0.0:1788840364.394460:0:2359:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:0.0:1788840364.394462:0:2359:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:0.0:1788840364.394466:0:2359:0:(vvp_page.c:167:vvp_page_complete_write()) page@000000003e30f44d[2 000000000edb95ac 1 1 0000000000000000 0 0 0] 00000080:00008000:0.0:1788840364.394467:0:2359:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:0.0:1788840364.394484:0:2359:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:0.0:1788840364.394486:0:2359:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:0.0:1788840364.394487:0:2359:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788840364.394490:0:2359:0:(cl_page.c:556:cl_batch_put()) page@000000003e30f44d[2 000000000edb95ac 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788840364.394492:0:2359:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:0.0:1788840364.394493:0:2359:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1788840364.394495:0:2359:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000020:0.0:1788840364.394497:0:2359:0:(osc_cache.c:1600:osc_free_grant()) lost 0 grant: 0 avail: 3801088 dirty: 0/0 00000008:00000020:0.0:1788840364.394517:0:2359:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff90ee92c6af00@{[0 -> 255/255], [2|0|-|inv|wuY|ffff90ee85c4d340], [1703936|0|-|-|ffff90ee86e84e00|256|ffff90eec216a7c0]} destroyed. 00000008:00010000:0.0:1788840364.394523:0:2359:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000772b6254 ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000af048a67/0x3aa5f499c96f38c4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x8a436931312badca expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1788840364.394530:0:2359:0:(osc_cache.c:955:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1788840364.394541:0:2359:0:(osc_request.c:2540:osc_release_ppga()) kvfree 'ppga': 8 at ffff90ee983e7b50. 00000008:00000020:0.0:1788840364.394548:0:2359:0:(osc_cache.c:2414:__osc_io_unplug()) Queue writeback work for client ffff90ee86e3a1d8. 00000008:00000001:1.0:1788840364.394692:0:34151:0:(osc_cache.c:1008:osc_extent_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.394697:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840364.394698:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:1.0:1788840364.394703:0:34151:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff90ee92c6af00. 00000008:00000020:1.0:1788840364.394708:0:34151:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff90ee85c4d340 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1788840364.394711:0:34151:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.394715:0:34151:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1788840364.394717:0:34151:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840364.394719:0:34151:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1788840364.394721:0:34151:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1788840364.394724:0:34151:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1788840364.394726:0:34151:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1788840364.394729:0:34151:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788840364.394730:0:34151:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788840364.394731:0:34151:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1788840364.394733:0:34151:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840364.394735:0:34151:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840364.394737:0:34151:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1788840364.394737:0:34151:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1788840364.394739:0:34151:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1788840364.394740:0:34151:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1788840364.394742:0:34151:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1788840364.394743:0:34151:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1788840364.394744:0:34151:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788840364.394745:0:34151:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1788840364.394746:0:34151:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1788840364.394748:0:34151:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840364.394749:0:34151:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840364.394751:0:34151:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788840364.394752:0:34151:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788840364.394754:0:34151:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.394756:0:34151:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788840364.394758:0:34151:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788840364.394759:0:34151:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788840364.394760:0:34151:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788840364.394762:0:34151:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788840364.394764:0:34151:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0c7e0 00020000:00000001:1.0:1788840364.394767:0:34151:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788840364.394768:0:34151:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788840364.394779:0:34151:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788840364.394782:0:34151:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788840364.394785:0:34151:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788840364.394786:0:34151:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788840364.394788:0:34151:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0ca20 00000080:00000001:1.0:1788840364.394791:0:34151:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788840364.394794:0:34151:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840364.394800:0:34151:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788840364.394803:0:34151:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee885702e8) owner 0000000000000000/ffff90eec216a7c0 00020000:00000002:1.0:1788840364.394807:0:34151:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee885702e8) owner 0000000000000000/ffff90eec216a7c0 00020000:00000001:1.0:1788840364.394810:0:34151:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788840364.394813:0:34151:0:(file.c:5353:ll_mdsync()) inode ffff90ee90515348 metadata sync [0x200000404:0x30:0x0] (need_sync=1) 00800000:00000001:1.0:1788840364.394819:0:34151:0:(lmv_obd.c:3058:lmv_fsync()) Process entered 00000002:00000001:1.0:1788840364.394829:0:34151:0:(mdc_request.c:2773:mdc_fsync()) Process entered 00000100:00000010:1.0:1788840364.394836:0:34151:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87faf800. 00000020:00000040:1.0:1788840364.394841:0:34151:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:1.0:1788840364.394847:0:34151:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840364.394849:0:34151:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840364.394853:0:34151:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840364.394861:0:34151:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee98d5a600. 00000100:00000001:1.0:1788840364.394867:0:34151:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840364.394872:0:34151:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788840364.394874:0:34151:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788840364.394880:0:34151:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee85c7ab40. 00000100:00000001:1.0:1788840364.394882:0:34151:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952853912384 : -122120855639232 : ffff90ee85c7ab40) 00000100:00000001:1.0:1788840364.394885:0:34151:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840364.394886:0:34151:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890828800 : -122120818722816 : ffff90ee87faf800) 00000100:00000001:1.0:1788840364.394890:0:34151:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840364.394894:0:34151:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840364.394896:0:34151:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788840364.394897:0:34151:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840364.394903:0:34151:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87faf800 x1875733134002176/t0(0) o44->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840364.394920:0:34151:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840364.394923:0:34151:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840364.394926:0:34151:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840364.394929:0:34151:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840364.394931:0:34151:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840364.394934:0:34151:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87faf800 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:34151:1875733134002176:192.168.202.131@tcp:44:multiop.0 00000100:00000001:1.0:1788840364.394939:0:34151:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840364.394944:0:34151:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840364.394947:0:34151:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840364.394949:0:34151:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840364.394953:0:34151:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee85c5f000. 02000000:00000001:1.0:1788840364.394955:0:34151:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840364.394961:0:34151:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840364.394965:0:34151:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000010:1.0:1788840364.394972:0:34151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539dd0. 00000100:00000200:1.0:1788840364.394979:0:34151:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733134002176, portal 10 00000100:00000001:1.0:1788840364.394981:0:34151:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840364.394982:0:34151:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890828800 : -122120818722816 : ffff90ee87faf800) 00000100:00000040:1.0:1788840364.394989:0:34151:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87faf800 x1875733134002176/t0(0) o44->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 448/440 e 0 to 0 dl 1788840380 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840364.394996:0:34151:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840364.394999:0:34151:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840364.395001:0:34151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539d48. 00000100:00000200:1.0:1788840364.395005:0:34151:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 12, xid 1875733134002176, offset 0 00000400:00000200:1.0:1788840364.395011:0:34151:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840364.395018:0:34151:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840364.395024:0:34151:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840364.395029:0:34151:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840364.395033:0:34151:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840364.395037:0:34151:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840364.395040:0:34151:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840364.395043:0:34151:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2610:2610:256:4294967295] 192.168.202.131@tcp LPNI seq info [2610:2610:8:4294967295] 00000400:00000200:1.0:1788840364.395048:0:34151:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840364.395058:0:34151:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840364.395063:0:34151:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840364.395069:0:34151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee9120cf00. 00000800:00000200:1.0:1788840364.395076:0:34151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840364.395083:0:34151:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840364.395088:0:34151:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee9120cf00 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:1.0:1788840364.395104:0:34151:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840364.395108:0:34151:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 816840 usecs (817 jiffies) 00000400:00000200:1.0:1788840364.395111:0:34151:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840364.395114:0:34151:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296595030 00000100:00000001:1.0:1788840364.395116:0:34151:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296596388 00000100:00000001:1.0:1788840364.395119:0:34151:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296595030 00000100:00000001:1.0:1788840364.395121:0:34151:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296596388 00000100:00000001:1.0:1788840364.395124:0:34151:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840364.395127:0:34151:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840364.395129:0:34151:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840364.395131:0:34151:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788840364.395134:0:34151:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee85c7ab40 going to sleep for 11 seconds 00000100:00000001:1.0:1788840364.395135:0:34151:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840364.395138:0:34151:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840364.395198:0:2359:0:(osc_request.c:2756:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840364.395205:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87fac380 x1875733134002048/t4294967344(4294967344) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 496/448 e 0 to 0 dl 1788840380 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788840364.395220:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87fac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2359:1875733134002048:192.168.202.131@tcp:4:multiop.0 00000100:00000001:0.0:1788840364.395225:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840364.395227:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840364.395230:0:2359:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87fac380 x1875733134002048/t4294967344(4294967344) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 496/448 e 0 to 0 dl 1788840380 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840364.395237:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840364.395248:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840364.395255:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840364.395256:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840364.395258:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840364.395260:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840364.395270:0:33705:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788840364.395273:0:33705:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036963208 : -122120672588408 : ffff90ee90b0cd88) 00000020:00001000:0.0:1788840364.395275:0:33705:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0cd80 00000008:00000020:0.0:1788840364.395277:0:33705:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff90ee86e3a1d8. 00000008:00000001:0.0:1788840364.395279:0:33705:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000800:00000200:2.0:1788840364.395324:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840364.395329:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee9120cf00. 00000400:00000200:2.0:1788840364.395332:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840364.395337:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840364.395341:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539d48 00000400:00000010:2.0:1788840364.395343:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539d48. 00000100:00000001:2.0:1788840364.395347:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000008:00000001:0.0:1788840364.395466:0:33705:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:0.0:1788840364.395470:0:33705:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840364.395473:0:33705:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000020:00001000:0.0:1788840364.395475:0:33705:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0cd80 00000100:00000200:2.0:1788840364.395660:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87faf800 x1875733134002176/t0(0) o44->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 448/440 e 0 to 0 dl 1788840380 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840364.395669:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840364.395672:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87faf800 x1875733134002176/t0(0) o44->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 448/440 e 0 to 0 dl 1788840380 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840364.395678:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840364.395680:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840364.478452:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840364.478471:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840364.478476:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840364.478479:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840364.478488:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840364.478496:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840364.478506:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840364.478511:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840364.478516:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840364.478519:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 440 into portal 10 MB=0x6a9f827254800 00000400:00000200:3.0:1788840364.478524:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840364.478540:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 440/440 into md 0x7185 [1] + 224 00000800:00000001:3.0:1788840364.478549:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840364.478560:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840364.478563:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840364.478568:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840364.478576:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840364.478585:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87faf800 x1875733134002176/t0(0) o44->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 448/440 e 0 to 0 dl 1788840380 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840364.478596:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=440 offset=224 replen=440 req@ffff90ee87faf800 x1875733134002176/t0(0) o44->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 448/440 e 0 to 0 dl 1788840380 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840364.478620:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840364.478629:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840364.478633:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840364.478934:0:34151:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788840364.478942:0:34151:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840364.478945:0:34151:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840364.478948:0:34151:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000200:1.0:1788840364.478953:0:34151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539dd0 00000400:00000010:1.0:1788840364.478955:0:34151:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539dd0. 00000100:00000001:1.0:1788840364.478959:0:34151:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840364.478964:0:34151:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87faf800 x1875733134002176/t0(0) o44->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 448/440 e 0 to 0 dl 1788840380 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788840364.478973:0:34151:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87faf800 x1875733134002176/t0(0) o44->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 448/440 e 0 to 0 dl 1788840380 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840364.478980:0:34151:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840364.478982:0:34151:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840364.478984:0:34151:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840364.478988:0:34151:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840364.478990:0:34151:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840364.478992:0:34151:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840364.478995:0:34151:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840364.479004:0:34151:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=64 v=5 (5 5 102 102) 00000100:00001000:1.0:1788840364.479008:0:34151:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=22 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840364.479011:0:34151:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840364.479013:0:34151:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.479016:0:34151:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840364.479020:0:34151:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840364.479024:0:34151:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788840364.479026:0:34151:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: committing for last_committed 8589934594 gen 2 00000100:00000040:1.0:1788840364.479033:0:34151:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 8589934594) req@ffff90ee87face00 x1875733134000128/t8589934593(8589934593) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/448 e 0 to 0 dl 1788840380 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840364.479046:0:34151:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840364.479049:0:34151:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87face00 x1875733134000128/t8589934593(8589934593) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/448 e 0 to 0 dl 1788840380 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840364.479056:0:34151:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840364.479058:0:34151:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840364.479061:0:34151:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee85c5e000. 02000000:00000001:1.0:1788840364.479065:0:34151:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840364.479068:0:34151:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840364.479069:0:34151:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:1.0:1788840364.479071:0:34151:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840364.479074:0:34151:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee85c5e800. 02000000:00000001:1.0:1788840364.479077:0:34151:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840364.479079:0:34151:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840364.479081:0:34151:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87face00. 00000100:00000001:1.0:1788840364.479084:0:34151:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840364.479086:0:34151:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788840364.479091:0:34151:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff90ee87fad500 x1875733134001152/t8589934595(8589934595) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/456 e 0 to 0 dl 1788840380 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840364.479098:0:34151:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788840364.479100:0:34151:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: normal: skip=1 replay=1/2 committed=0/0 00000100:00000001:1.0:1788840364.479103:0:34151:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840364.479106:0:34151:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840364.479110:0:34151:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87faf800 x1875733134002176/t0(0) o44->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 448/440 e 0 to 0 dl 1788840380 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840364.479117:0:34151:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840364.479121:0:34151:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840364.479123:0:34151:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840364.479128:0:34151:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87faf800 x1875733134002176/t0(0) o44->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 448/440 e 0 to 0 dl 1788840380 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788840364.479136:0:34151:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87faf800 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:34151:1875733134002176:192.168.202.131@tcp:44:multiop.0 00000100:00000001:1.0:1788840364.479141:0:34151:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840364.479144:0:34151:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840364.479147:0:34151:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788840364.479149:0:34151:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840364.479164:0:34151:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87faf800 x1875733134002176/t0(0) o44->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 448/440 e 0 to 0 dl 1788840380 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840364.479171:0:34151:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840364.479173:0:34151:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee85c7ab40. 00000100:00000001:1.0:1788840364.479177:0:34151:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788840364.479178:0:34151:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840364.479182:0:34151:0:(mdc_request.c:2794:mdc_fsync()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840364.479185:0:34151:0:(lmv_obd.c:3065:lmv_fsync()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840364.479188:0:34151:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840364.479191:0:34151:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87faf800 x1875733134002176/t0(0) o44->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 448/440 e 0 to 0 dl 1788840380 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840364.479197:0:34151:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840364.479199:0:34151:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840364.479200:0:34151:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee85c5f000. 02000000:00000001:1.0:1788840364.479203:0:34151:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840364.479204:0:34151:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840364.479205:0:34151:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:1.0:1788840364.479207:0:34151:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840364.479209:0:34151:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee98d5a600. 02000000:00000001:1.0:1788840364.479212:0:34151:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840364.479213:0:34151:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840364.479215:0:34151:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87faf800. 00000100:00000001:1.0:1788840364.479217:0:34151:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840364.479219:0:34151:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788840364.479223:0:34151:0:(pcc.c:2802:pcc_fsync()) Process entered 00000080:00000001:1.0:1788840364.479224:0:34151:0:(pcc.c:2805:pcc_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840364.479227:0:34151:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1788840364.479231:0:34151:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840364.479235:0:34151:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036962344 : -122120672589272 : ffff90ee90b0ca28) 00000020:00001000:1.0:1788840364.479238:0:34151:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0ca20 00000020:00000001:1.0:1788840364.479243:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90ee87fb2080 -> ffff90ee87fb2080 00000020:00000001:1.0:1788840364.479246:0:34151:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788840364.479249:0:34151:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788840364.479250:0:34151:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788840364.479253:0:34151:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788840364.479255:0:34151:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788840364.479256:0:34151:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788840364.479261:0:34151:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x30:0x0]io ffff90ee87fcce40 type 6 ignore/verify layout 0/0 00020000:00000002:1.0:1788840364.479264:0:34151:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee885702e8) owner 0000000000000000/ffff90eec216a7c0 00020000:00000001:1.0:1788840364.479269:0:34151:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788840364.479271:0:34151:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788840364.479273:0:34151:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788840364.479275:0:34151:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840364.479278:0:34151:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788840364.479430:0:34151:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788840364.479431:0:34151:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.479433:0:34151:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788840364.479434:0:34151:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788840364.479436:0:34151:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788840364.479438:0:34151:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee885702e8) owner 0000000000000000/ffff90eec216a7c0 00000020:00000001:1.0:1788840364.479441:0:34151:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.479443:0:34151:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1788840364.479444:0:34151:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1788840364.479447:0:34151:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1788840364.479450:0:34151:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1788840364.479453:0:34151:0:(lov_offset.c:253:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:1.0:1788840364.479457:0:34151:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788840364.479458:0:34151:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788840364.479460:0:34151:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840364.479462:0:34151:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036961768 : -122120672589848 : ffff90ee90b0c7e8) 00000020:00001000:1.0:1788840364.479464:0:34151:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0c7e0 00000020:00000001:1.0:1788840364.479467:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90ee87fb2918 -> ffff90ee87fb2080 00000020:00000001:1.0:1788840364.479469:0:34151:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788840364.479472:0:34151:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788840364.479473:0:34151:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788840364.479474:0:34151:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840364.479477:0:34151:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840364.479478:0:34151:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621952871594936 : -122120837956680 : ffff90ee86d57bb8) 00000020:00000001:1.0:1788840364.479481:0:34151:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1788840364.479483:0:34151:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840364.479485:0:34151:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.479486:0:34151:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.479488:0:34151:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1788840364.479489:0:34151:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1788840364.479491:0:34151:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788840364.479493:0:34151:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1788840364.479494:0:34151:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788840364.479495:0:34151:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.479497:0:34151:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840364.479499:0:34151:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840364.479500:0:34151:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.479502:0:34151:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788840364.479503:0:34151:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.479505:0:34151:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.479507:0:34151:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1788840364.479508:0:34151:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1788840364.479510:0:34151:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788840364.479511:0:34151:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1788840364.479513:0:34151:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1788840364.479516:0:34151:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000020:1.0:1788840364.479521:0:34151:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff90ee85c4d340 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 1: rc=0. 00000008:00000001:1.0:1788840364.479525:0:34151:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840364.479527:0:34151:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1788840364.479540:0:34151:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff90ee85c4d340 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1788840364.479543:0:34151:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840364.479545:0:34151:0:(osc_io.c:1067:osc_fsync_ost()) Process entered 00000020:00000001:1.0:1788840364.479548:0:34151:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788840364.479550:0:34151:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788840364.479551:0:34151:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788840364.479553:0:34151:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788840364.479555:0:34151:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788840364.479556:0:34151:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788840364.479558:0:34151:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:1.0:1788840364.479564:0:34151:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87faf800. 00000020:00000040:1.0:1788840364.479568:0:34151:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=4 obd=lustre-OST0000-osc-ffff90ee90f70800 00000100:00000001:1.0:1788840364.479572:0:34151:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840364.479575:0:34151:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840364.479580:0:34151:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840364.479586:0:34151:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee98d5a600. 00000100:00000001:1.0:1788840364.479592:0:34151:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840364.479599:0:34151:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840364.479603:0:34151:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840364.479609:0:34151:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b26477a] to pc [ptlrpcd_00_01+1] req@ffff90ee87faf800 x1875733134002304/t0(0) o16->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:1.0:1788840364.479683:0:34151:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840364.479686:0:34151:0:(osc_io.c:1084:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840364.479688:0:34151:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.479690:0:34151:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840364.479691:0:34151:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840364.479693:0:34151:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.479694:0:34151:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.479696:0:34151:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1788840364.479698:0:34151:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1788840364.479699:0:34151:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1788840364.479700:0:34151:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:0.0:1788840364.481169:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840364.481175:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840364.481178:0:2360:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840364.481187:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87faf800 x1875733134002304/t0(0) o16->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840364.481198:0:2360:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840364.481200:0:2360:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840364.481204:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840364.481207:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840364.481210:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840364.481214:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87faf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2360:1875733134002304:192.168.202.131@tcp:16:multiop.0 00000100:00000001:0.0:1788840364.481218:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840364.481224:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840364.481227:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840364.481229:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840364.481237:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86f37400. 02000000:00000001:0.0:1788840364.481240:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840364.481246:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840364.481250:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c800b0. 00000400:00000010:0.0:1788840364.481256:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed66e8. 00000100:00000200:0.0:1788840364.481264:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733134002304, portal 4 00000100:00000001:0.0:1788840364.481266:0:2360:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840364.481268:0:2360:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890828800 : -122120818722816 : ffff90ee87faf800) 00000100:00000040:0.0:1788840364.481275:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87faf800 x1875733134002304/t0(0) o16->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 1788840380 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840364.481407:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840364.481411:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840364.481414:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6d48. 00000100:00000200:0.0:1788840364.481419:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1875733134002304, offset 0 00000400:00000200:0.0:1788840364.481424:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840364.481433:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840364.481440:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840364.481444:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840364.481449:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840364.481452:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840364.481455:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840364.481458:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2611:2611:256:4294967295] 192.168.202.131@tcp LPNI seq info [2611:2611:8:4294967295] 00000400:00000200:0.0:1788840364.481462:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840364.481472:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840364.481477:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840364.481482:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee92e46600. 00000800:00000200:0.0:1788840364.481488:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840364.481496:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840364.481500:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee92e46600 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1788840364.481525:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840364.481538:0:2360:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: using a timeout of 23043 usecs (24 jiffies) 00000400:00000200:0.0:1788840364.481541:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840364.481544:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296594323 00000100:00000001:0.0:1788840364.481547:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296596388 00000100:00000001:0.0:1788840364.481549:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296594323 00000100:00000001:0.0:1788840364.481551:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296596388 00000100:00000001:0.0:1788840364.481554:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840364.481556:0:2360:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840364.481559:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840364.481561:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840364.481568:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840364.481570:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788840364.481572:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840364.481574:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840364.481575:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840364.481577:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840364.481590:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840364.481592:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840364.482732:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840364.482738:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee92e46600. 00000400:00000200:2.0:1788840364.482745:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840364.482753:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840364.482759:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6d48 00000400:00000010:2.0:1788840364.482761:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6d48. 00000100:00000001:2.0:1788840364.482766:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840364.482771:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87faf800 x1875733134002304/t0(0) o16->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 1788840380 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840364.482793:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840364.482797:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87faf800 x1875733134002304/t0(0) o16->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 1788840380 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840364.482803:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840364.482805:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840364.542354:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840364.542372:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840364.542377:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840364.542379:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840364.542389:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840364.542397:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840364.542405:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840364.542410:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840364.542415:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840364.542431:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 432 into portal 4 MB=0x6a9f827254880 00000400:00000200:3.0:1788840364.542436:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840364.542443:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 432/432 into md 0x718d [1] + 224 00000800:00000001:3.0:1788840364.542450:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840364.542460:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840364.542464:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840364.542468:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840364.542476:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840364.542486:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87faf800 x1875733134002304/t0(0) o16->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 1788840380 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840364.542498:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff90ee87faf800 x1875733134002304/t0(0) o16->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 1788840380 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840364.542519:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840364.542537:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840364.542541:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840364.542906:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840364.542919:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840364.542927:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840364.542929:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840364.542932:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c800b0. 00000400:00000200:0.0:1788840364.542938:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed66e8 00000400:00000010:0.0:1788840364.542940:0:2360:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed66e8. 00000100:00000001:0.0:1788840364.542943:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840364.542948:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87faf800 x1875733134002304/t0(0) o16->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 1788840380 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788840364.542957:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87faf800 x1875733134002304/t0(0) o16->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 1788840380 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840364.542964:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840364.542966:0:2360:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840364.542968:0:2360:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840364.542971:0:2360:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840364.542974:0:2360:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840364.542977:0:2360:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840364.542980:0:2360:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840364.542989:0:2360:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b5cc60 time=64 v=5 (5 5 5 5) 00000100:00001000:0.0:1788840364.542994:0:2360:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=16 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840364.542997:0:2360:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840364.542998:0:2360:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840364.543001:0:2360:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840364.543005:0:2360:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840364.543008:0:2360:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840364.543010:0:2360:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: skip recheck: last_committed 4294967341 00000100:00000001:0.0:1788840364.543012:0:2360:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840364.543016:0:2360:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840364.543020:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87faf800 x1875733134002304/t0(0) o16->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 1788840380 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840364.543028:0:2360:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840364.543030:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840364.543032:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788840364.543036:0:2360:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000020:00000001:0.0:1788840364.543043:0:2360:0:(cl_object.c:143:cl_object_top()) ffff90ee85c4d340 -> ffff90ee87fb2080 00000020:00000001:0.0:1788840364.543045:0:2360:0:(cl_object.c:143:cl_object_top()) ffff90ee85c4d340 -> ffff90ee87fb2080 00000020:00000001:0.0:1788840364.543047:0:2360:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1788840364.543051:0:2360:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788840364.543053:0:2360:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840364.543055:0:2360:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840364.543057:0:2360:0:(cl_object.c:143:cl_object_top()) ffff90ee85c4d340 -> ffff90ee87fb2080 00000008:00000001:0.0:1788840364.543074:0:2360:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840364.543079:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87faf800 x1875733134002304/t0(0) o16->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 1788840380 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788840364.543087:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87faf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2360:1875733134002304:192.168.202.131@tcp:16:multiop.0 00000100:00000001:0.0:1788840364.543092:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840364.543094:0:2360:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840364.543098:0:2360:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87faf800 x1875733134002304/t0(0) o16->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 1788840380 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840364.543105:0:2360:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788840364.543108:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840364.543111:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee86f37400. 02000000:00000001:0.0:1788840364.543115:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788840364.543117:0:2360:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840364.543119:0:2360:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=3 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:0.0:1788840364.543121:0:2360:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840364.543124:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee98d5a600. 02000000:00000001:0.0:1788840364.543129:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840364.543130:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840364.543132:0:2360:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87faf800. 00000100:00000001:0.0:1788840364.543136:0:2360:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840364.543137:0:2360:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840364.543139:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840364.543146:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840364.543148:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840364.543161:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840364.543164:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.543561:0:34151:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1788840364.543565:0:34151:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840364.543568:0:34151:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000080:00000001:1.0:1788840364.543573:0:34151:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788840364.543576:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90ee87fb2080 -> ffff90ee87fb2080 00000020:00000001:1.0:1788840364.543578:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90ee87fb2080 -> ffff90ee87fb2080 00000020:00000001:1.0:1788840364.543580:0:34151:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788840364.543584:0:34151:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1788840364.543588:0:34151:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788840364.543590:0:34151:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000001:1.0:1788840364.543592:0:34151:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788840364.543593:0:34151:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=1 : 1 : 1) 00020000:00000002:1.0:1788840364.543595:0:34151:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1028 on OST[0]: s=1 (1) m=1788840364 a=0 c=1788840364 b=11 00020000:00000001:1.0:1788840364.543598:0:34151:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788840364.543601:0:34151:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=1 m=1788840364 a=0 c=1788840364 b=11 00020000:00000001:1.0:1788840364.543603:0:34151:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.543605:0:34151:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.543607:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90ee87fb2080 -> ffff90ee87fb2080 00000080:00200000:1.0:1788840364.543610:0:34151:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x30:0x0] updating i_size 1 i_blocks 11 00000080:00000001:1.0:1788840364.543612:0:34151:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1788840364.543614:0:34151:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1788840364.543617:0:34151:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1788840364.543619:0:34151:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1788840364.543621:0:34151:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788840364.543622:0:34151:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788840364.543624:0:34151:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1788840364.543625:0:34151:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840364.543627:0:34151:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840364.543628:0:34151:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1788840364.543629:0:34151:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1788840364.543630:0:34151:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1788840364.543632:0:34151:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1788840364.543633:0:34151:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1788840364.543634:0:34151:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1788840364.543635:0:34151:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788840364.543636:0:34151:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1788840364.543665:0:34151:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1788840364.543667:0:34151:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840364.543669:0:34151:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840364.543671:0:34151:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788840364.543672:0:34151:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788840364.543673:0:34151:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.543676:0:34151:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788840364.543677:0:34151:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788840364.543679:0:34151:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788840364.543680:0:34151:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788840364.543682:0:34151:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788840364.543683:0:34151:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0c7e0 00020000:00000001:1.0:1788840364.543687:0:34151:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788840364.543689:0:34151:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788840364.543691:0:34151:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788840364.543693:0:34151:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788840364.543696:0:34151:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788840364.543697:0:34151:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788840364.543700:0:34151:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0ca20 00000080:00000001:1.0:1788840364.543702:0:34151:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840364.543708:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c97e48 00000080:00000008:1.0:1788840364.543711:0:34151:0:(file.c:5438:ll_fsync()) COMPLETED file: name=f24a.recovery-small, fid=[0x200000404:0x30:0x0], start=0, end=9223372036854775807, datasync=0, rc=0 00000080:00000001:1.0:1788840364.543714:0:34151:0:(file.c:5440:ll_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840364.580871:0:34155:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788840364.580883:0:34155:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788840364.580887:0:34155:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c97b78 00000080:00200000:1.0:1788840364.580892:0:34155:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:1.0:1788840364.580901:0:34155:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98d5a600. 00800000:00000002:1.0:1788840364.580919:0:34155:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:1.0:1788840364.580923:0:34155:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788840364.580928:0:34155:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788840364.580930:0:34155:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c97a98 00800000:00000002:1.0:1788840364.580934:0:34155:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788840364.580937:0:34155:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788840364.580942:0:34155:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788840364.580947:0:34155:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788840364.580949:0:34155:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c97968 00000002:00010000:1.0:1788840364.580951:0:34155:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788840364.580954:0:34155:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788840364.580956:0:34155:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840364.580959:0:34155:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840364.580966:0:34155:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74200 count: 2 00010000:00000001:1.0:1788840364.580969:0:34155:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840364.580979:0:34155:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840364.580983:0:34155:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788840364.580987:0:34155:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f38a8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bad61 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788840364.581001:0:34155:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788840364.581007:0:34155:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840364.581010:0:34155:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f38a8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bad61 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1788840364.581021:0:34155:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788840364.581023:0:34155:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788840364.581025:0:34155:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788840364.581027:0:34155:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788840364.581029:0:34155:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788840364.581031:0:34155:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788840364.581034:0:34155:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788840364.581037:0:34155:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:1.0:1788840364.581045:0:34155:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98d5a600. 00000080:00000001:1.0:1788840364.581050:0:34155:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788840364.581052:0:34155:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840364.581055:0:34155:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:1.0:1788840364.581063:0:34155:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f38a8 00800000:00000001:1.0:1788840364.581067:0:34155:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788840364.581069:0:34155:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788840364.581071:0:34155:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840364.581073:0:34155:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840364.581080:0:34155:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030a00 refcount=3 00000020:00000001:1.0:1788840364.581082:0:34155:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:1.0:1788840364.581085:0:34155:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:1.0:1788840364.581088:0:34155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840364.581089:0:34155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840364.581091:0:34155:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840364.581092:0:34155:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840364.581095:0:34155:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f38a8 from it ffffa16201c97bb0 00010000:00000001:1.0:1788840364.581097:0:34155:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840364.581098:0:34155:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840364.581100:0:34155:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030a00 refcount=3 00000020:00000001:1.0:1788840364.581106:0:34155:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:1.0:1788840364.581108:0:34155:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:1.0:1788840364.581110:0:34155:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840364.581113:0:34155:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f38a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bad61 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788840364.581120:0:34155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840364.581121:0:34155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840364.581123:0:34155:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840364.581125:0:34155:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840364.581127:0:34155:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f38a8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bad61 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788840364.581134:0:34155:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840364.581137:0:34155:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840364.581139:0:34155:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840364.581143:0:34155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840364.581144:0:34155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840364.581145:0:34155:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.581148:0:34155:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840364.581150:0:34155:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.581361:0:34155:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.581366:0:34155:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.581368:0:34155:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840364.581369:0:34155:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840364.581370:0:34155:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788840364.581373:0:34155:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788840364.581375:0:34155:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788840364.581378:0:34155:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 44 00000080:00000001:1.0:1788840364.581383:0:34155:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840364.581386:0:34155:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:1.0:1788840364.581388:0:34155:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788840364.581390:0:34155:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c97b78 00000080:00200008:1.0:1788840364.581392:0:34155:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff90ee905142c8), flags 504000 00000080:00000010:1.0:1788840364.581398:0:34155:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90ee817c6c80. 00000080:00000001:1.0:1788840364.581402:0:34155:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840364.581404:0:34155:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840364.581438:0:34155:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840364.581441:0:34155:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=8028667f arg=7ffc3bf1cc20 00000080:00000001:1.0:1788840364.581448:0:34155:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000080:00000001:1.0:1788840364.581455:0:34155:0:(llite_lib.c:4281:ll_get_sb_uuid()) Process entered 00000080:00000001:1.0:1788840364.581457:0:34155:0:(llite_lib.c:4287:ll_get_sb_uuid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840364.581459:0:34155:0:(llite_lib.c:3669:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840364.581461:0:34155:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840364.581473:0:34155:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:1.0:1788840364.581475:0:34155:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788840364.581477:0:34155:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c97dd0 00000080:00200008:1.0:1788840364.581478:0:34155:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff90ee905142c8), flags 504000 00000080:00400000:1.0:1788840364.581482:0:34155:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:1.0:1788840364.581485:0:34155:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90ee817c6c80. 00000080:00000001:1.0:1788840364.581492:0:34155:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788840364.581496:0:34155:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c97dd0 00000080:00000008:1.0:1788840364.581498:0:34155:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff90ee905142c8), flags 504000, rc = 0 00000080:00000001:1.0:1788840364.581501:0:34155:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840364.581502:0:34155:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.678028:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840364.678038:0:22780:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840364.678041:0:22780:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840364.678045:0:22780:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.678051:0:22780:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840364.678053:0:22780:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.678055:0:22780:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.678057:0:22780:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.678059:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840364.678061:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840364.678064:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840364.678065:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840364.678157:0:15925:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788840364.678161:0:15925:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840364.678164:0:15925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1788840365.603098:0:34151:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:1.0:1788840365.603104:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c97d88 00000080:00200008:1.0:1788840365.603108:0:34151:0:(file.c:2650:do_file_write_iter()) START file f24a.recovery-small:[0x200000404:0x30:0x0], ppos: 1, count: 1 00000080:00000002:1.0:1788840365.603113:0:34151:0:(file.c:2656:do_file_write_iter()) inode ffff90ee90515348 need_sync_to_oss [0x200000404:0x30:0x0] 00000080:00000001:1.0:1788840365.603117:0:34151:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:1.0:1788840365.603119:0:34151:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.603122:0:34151:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:1.0:1788840365.603126:0:34151:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.603129:0:34151:0:(file.c:2588:ll_do_tiny_write()) Process entered 00000020:00000001:1.0:1788840365.603131:0:34151:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:1.0:1788840365.603135:0:34151:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee885702e8) owner 0000000000000000/ffff90eec216a7c0 00020000:00000002:1.0:1788840365.603138:0:34151:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90ee8532c600 addref 2/0 by ffff90eec216a7c0. 00020000:00000002:1.0:1788840365.603140:0:34151:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee885702e8) owner 0000000000000000/ffff90eec216a7c0 00000020:00000001:1.0:1788840365.603143:0:34151:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000080:00000001:1.0:1788840365.603151:0:34151:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:1.0:1788840365.603153:0:34151:0:(rw26.c:676:ll_write_begin()) Writing 0 of 1 to 1 bytes 00000080:00000001:1.0:1788840365.603158:0:34151:0:(rw26.c:683:ll_write_begin()) Process leaving via out (rc=18446744073709551555 : -61 : 0xffffffffffffffc3) 00000080:00000001:1.0:1788840365.603162:0:34151:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00200000:1.0:1788840365.603165:0:34151:0:(file.c:2626:ll_do_tiny_write()) result: 0, original count 1 00000080:00000001:1.0:1788840365.603166:0:34151:0:(file.c:2628:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.603169:0:34151:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840365.603172:0:34151:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036962344 : -122120672589272 : ffff90ee90b0ca28) 00000020:00001000:1.0:1788840365.603175:0:34151:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0ca20 00000080:00000001:1.0:1788840365.603178:0:34151:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:1.0:1788840365.603180:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c97c98 00000080:00200000:1.0:1788840365.603181:0:34151:0:(file.c:2090:ll_file_io_generic()) f24a.recovery-small: write ppos: 1, bytes: 1 00000020:00000001:1.0:1788840365.603186:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c97c30 00000080:00200000:1.0:1788840365.603187:0:34151:0:(file.c:1848:ll_io_set_mirror()) f24a.recovery-small: desiginated mirror: 0 00000020:00000001:1.0:1788840365.603189:0:34151:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:1.0:1788840365.603195:0:34151:0:(cl_io.c:214:cl_io_rw_init()) header@000000008095a2df[0x110, 2, [0x200000404:0x30:0x0] hash] 00000020:00200000:1.0:1788840365.603197:0:34151:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [1, 2) 0 0 00000020:00000001:1.0:1788840365.603200:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90ee87fb2080 -> ffff90ee87fb2080 00000020:00000001:1.0:1788840365.603202:0:34151:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788840365.603204:0:34151:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788840365.603206:0:34151:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788840365.603209:0:34151:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788840365.603210:0:34151:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1788840365.603212:0:34151:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840365.603216:0:34151:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.603219:0:34151:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788840365.603220:0:34151:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.603222:0:34151:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788840365.603225:0:34151:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x30:0x0]io ffff90ee87fcce40 type 2 ignore/verify layout 0/0 00020000:00000002:1.0:1788840365.603228:0:34151:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee885702e8) owner 0000000000000000/ffff90eec216a7c0 00020000:00000001:1.0:1788840365.603232:0:34151:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788840365.603234:0:34151:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788840365.603236:0:34151:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788840365.603238:0:34151:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:1.0:1788840365.603241:0:34151:0:(lov_io.c:860:lov_io_slice_init()) 1 2 00020000:00000001:1.0:1788840365.603243:0:34151:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:1.0:1788840365.603245:0:34151:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788840365.603246:0:34151:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.603248:0:34151:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788840365.603249:0:34151:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788840365.603250:0:34151:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788840365.603251:0:34151:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee885702e8) owner 0000000000000000/ffff90eec216a7c0 00000020:00000001:1.0:1788840365.603254:0:34151:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.603255:0:34151:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788840365.603258:0:34151:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 0] 00000001:00000001:1.0:1788840365.603260:0:34151:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:1.0:1788840365.603262:0:34151:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.603265:0:34151:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1788840365.603266:0:34151:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1788840365.603269:0:34151:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:1.0:1788840365.603270:0:34151:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:1.0:1788840365.603272:0:34151:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:1.0:1788840365.603274:0:34151:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 1 chunk: [1, 2) 2, 1 00020000:00000001:1.0:1788840365.603276:0:34151:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1788840365.603279:0:34151:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1788840365.603282:0:34151:0:(lov_offset.c:253:lov_stripe_intersects()) [1->1] -> [(0) 1->1 (0)] 00020000:00000001:1.0:1788840365.603285:0:34151:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788840365.603286:0:34151:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788840365.603287:0:34151:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840365.603289:0:34151:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036961768 : -122120672589848 : ffff90ee90b0c7e8) 00000020:00001000:1.0:1788840365.603291:0:34151:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0c7e0 00000020:00000001:1.0:1788840365.603294:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90ee87fb2918 -> ffff90ee87fb2080 00000020:00000001:1.0:1788840365.603296:0:34151:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788840365.603299:0:34151:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788840365.603300:0:34151:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788840365.603301:0:34151:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840365.603303:0:34151:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840365.603305:0:34151:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621952871594936 : -122120837956680 : ffff90ee86d57bb8) 00000020:00000001:1.0:1788840365.603307:0:34151:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1788840365.603310:0:34151:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1788840365.603313:0:34151:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.603315:0:34151:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840365.603316:0:34151:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840365.603318:0:34151:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.603320:0:34151:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.603322:0:34151:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:1.0:1788840365.603324:0:34151:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:1.0:1788840365.603326:0:34151:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:1.0:1788840365.603329:0:34151:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:1.0:1788840365.603332:0:34151:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.603334:0:34151:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.603337:0:34151:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:1.0:1788840365.603338:0:34151:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 0] 00000020:00000001:1.0:1788840365.603339:0:34151:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:1.0:1788840365.603341:0:34151:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:1.0:1788840365.603343:0:34151:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.603345:0:34151:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.603346:0:34151:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.603348:0:34151:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.603349:0:34151:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840365.603351:0:34151:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1788840365.603353:0:34151:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788840365.603354:0:34151:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1788840365.603355:0:34151:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788840365.603357:0:34151:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.603358:0:34151:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840365.603360:0:34151:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840365.603361:0:34151:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.603363:0:34151:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788840365.603365:0:34151:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1788840365.603366:0:34151:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1788840365.603369:0:34151:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1788840365.603386:0:34151:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1788840365.603390:0:34151:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000010:1.0:1788840365.603397:0:34151:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90ee85063b00. 00020000:00000002:1.0:1788840365.603400:0:34151:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4095] -> [(0) 0->4095 (0)] 00020000:00000001:1.0:1788840365.603402:0:34151:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1788840365.603404:0:34151:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788840365.603405:0:34151:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621952871594936 : -122120837956680 : ffff90ee86d57bb8) 00000020:00000001:1.0:1788840365.603406:0:34151:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1788840365.603410:0:34151:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90ee885c7b50. 00000008:00010000:1.0:1788840365.603413:0:34151:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:1.0:1788840365.603416:0:34151:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788840365.603417:0:34151:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1788840365.603421:0:34151:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90ee85063b30, osc lock ffff90ee885c7b50, flags 0x0 00000020:00000001:1.0:1788840365.603424:0:34151:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840365.603426:0:34151:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840365.603428:0:34151:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621952841235200 : -122120868316416 : ffff90ee85063b00) 00000020:00000001:1.0:1788840365.603430:0:34151:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788840365.603431:0:34151:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1788840365.603432:0:34151:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.603434:0:34151:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.603436:0:34151:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1788840365.603438:0:34151:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1788840365.603440:0:34151:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788840365.603441:0:34151:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621952871594936 : -122120837956680 : ffff90ee86d57bb8) 00000020:00000001:1.0:1788840365.603443:0:34151:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1788840365.603445:0:34151:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1788840365.603446:0:34151:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:1.0:1788840365.603448:0:34151:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.603451:0:34151:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788840365.603454:0:34151:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788840365.603455:0:34151:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788840365.603457:0:34151:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788840365.603458:0:34151:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788840365.603459:0:34151:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788840365.603462:0:34151:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1788840365.603465:0:34151:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840365.603472:0:34151:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4800 count: 2 00010000:00000001:1.0:1788840365.603476:0:34151:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840365.603482:0:34151:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840365.603486:0:34151:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788840365.603491:0:34151:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000af048a67/0x3aa5f499c96f38c4 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x8a436931312badca expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788840365.603504:0:34151:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788840365.603510:0:34151:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840365.603513:0:34151:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000af048a67/0x3aa5f499c96f38c4 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x8a436931312badca expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788840365.603532:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840365.603535:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840365.603537:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84e00 refcount=3 00000020:00000001:1.0:1788840365.603539:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872828416 : -122120836723200 : ffff90ee86e84e00) 00010000:00000001:1.0:1788840365.603542:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872828416 : -122120836723200 : ffff90ee86e84e00) 00000008:00000001:1.0:1788840365.603546:0:34151:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1788840365.603548:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840365.603549:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840365.603550:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84e00 refcount=4 00000020:00000001:1.0:1788840365.603552:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872828416 : -122120836723200 : ffff90ee86e84e00) 00010000:00000001:1.0:1788840365.603555:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872828416 : -122120836723200 : ffff90ee86e84e00) 00010000:00000001:1.0:1788840365.603557:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840365.603558:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840365.603559:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84e00 refcount=5 00000020:00000001:1.0:1788840365.603561:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872828416 : -122120836723200 : ffff90ee86e84e00) 00010000:00000001:1.0:1788840365.603563:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872828416 : -122120836723200 : ffff90ee86e84e00) 00010000:00000001:1.0:1788840365.603566:0:34151:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840365.603567:0:34151:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840365.603570:0:34151:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000af048a67/0x3aa5f499c96f38c4 lrc: 6/0,2 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x8a436931312badca expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788840365.603578:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840365.603579:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788840365.603582:0:34151:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840365.603583:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840365.603585:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840365.603586:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84e00 refcount=6 00000020:00000001:1.0:1788840365.603588:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872828416 : -122120836723200 : ffff90ee86e84e00) 00010000:00000001:1.0:1788840365.603590:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872828416 : -122120836723200 : ffff90ee86e84e00) 00010000:00000001:1.0:1788840365.603592:0:34151:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840365.603595:0:34151:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000af048a67/0x3aa5f499c96f38c4 lrc: 6/0,2 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x8a436931312badca expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788840365.603602:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840365.603603:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788840365.603605:0:34151:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000af048a67/0x3aa5f499c96f38c4 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x8a436931312badca expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788840365.603611:0:34151:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840365.603613:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840365.603614:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840365.603615:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840365.603616:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788840365.603617:0:34151:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840365.603619:0:34151:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.603621:0:34151:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840365.603623:0:34151:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.603625:0:34151:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.603626:0:34151:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.603628:0:34151:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.603629:0:34151:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.603631:0:34151:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:1.0:1788840365.603634:0:34151:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000020:00000001:1.0:1788840365.603637:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c97b80 00000080:00200000:1.0:1788840365.603851:0:34151:0:(vvp_io.c:1292:vvp_io_write_start()) f24a.recovery-small: write [1, 2) append 0 append lockpos 0 00000020:00000001:1.0:1788840365.603853:0:34151:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:1.0:1788840365.603856:0:34151:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee885702e8) owner 0000000000000000/ffff90eec216a7c0 00020000:00000002:1.0:1788840365.603859:0:34151:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90ee8532c600 addref 2/0 by ffff90eec216a7c0. 00020000:00000002:1.0:1788840365.603861:0:34151:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee885702e8) owner 0000000000000000/ffff90eec216a7c0 00000020:00000001:1.0:1788840365.603864:0:34151:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:1.0:1788840365.603867:0:34151:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:1.0:1788840365.603870:0:34151:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:1.0:1788840365.603871:0:34151:0:(lov_offset.c:253:lov_stripe_intersects()) [1->1] -> [(0) 1->1 (0)] 00020000:00000001:1.0:1788840365.603874:0:34151:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788840365.603875:0:34151:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621952871594936 : -122120837956680 : ffff90ee86d57bb8) 00000020:00000001:1.0:1788840365.603876:0:34151:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:1.0:1788840365.603878:0:34151:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:1.0:1788840365.603881:0:34151:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.603883:0:34151:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840365.603885:0:34151:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.603886:0:34151:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.603890:0:34151:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:1.0:1788840365.603891:0:34151:0:(rw26.c:676:ll_write_begin()) Writing 0 of 1 to 1 bytes 00000020:00000001:1.0:1788840365.603894:0:34151:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:1.0:1788840365.603896:0:34151:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x30:0x0] fffffcfe44a6e5c0 ffff90ee853c01c0 1 00000020:00000001:1.0:1788840365.603900:0:34151:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:1.0:1788840365.603902:0:34151:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446621952844759488 : -122120864792128 : ffff90ee853c01c0) 00000020:00000001:1.0:1788840365.603904:0:34151:0:(cl_page.c:444:cl_page_find()) Process leaving (rc=18446621952844759488 : -122120864792128 : ffff90ee853c01c0) 00000020:00000001:1.0:1788840365.603907:0:34151:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:1.0:1788840365.603909:0:34151:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:1.0:1788840365.603911:0:34151:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446621952890949184 : -122120818602432 : ffff90ee87fcce40) 00000020:00000001:1.0:1788840365.603914:0:34151:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1788840365.603915:0:34151:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1788840365.603917:0:34151:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788840365.603922:0:34151:0:(cl_page.c:507:__cl_page_state_set()) page@000000003e30f44d[2 000000000edb95ac 1 1 00000000b653b21b 0 0 0] 00000020:00000001:1.0:1788840365.603924:0:34151:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1788840365.603926:0:34151:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1788840365.603927:0:34151:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:1.0:1788840365.603929:0:34151:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:1.0:1788840365.603930:0:34151:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.603933:0:34151:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:1.0:1788840365.603935:0:34151:0:(rw26.c:871:ll_write_end()) pos 1, len 1, copied 1 00000020:00000001:1.0:1788840365.603937:0:34151:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:1.0:1788840365.603938:0:34151:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446621952890949184 : -122120818602432 : ffff90ee87fcce40) 00000020:00000001:1.0:1788840365.603939:0:34151:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:1.0:1788840365.603941:0:34151:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788840365.603944:0:34151:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:1.0:1788840365.603945:0:34151:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1788840365.603946:0:34151:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1788840365.603947:0:34151:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:1.0:1788840365.603950:0:34151:0:(rw26.c:929:ll_write_end()) page@000000003e30f44d[3 000000000edb95ac 2 1 00000000b653b21b 0 0 0] 00000080:00200000:1.0:1788840365.603953:0:34151:0:(rw26.c:929:ll_write_end()) vmpage @000000000a26c8eb 17ffffc0001029 2:0 ffff90ee853c01c0 0 lru 00000080:00200000:1.0:1788840365.603960:0:34151:0:(rw26.c:929:ll_write_end()) osc-page@00000000d024bb98 0: 1< 2 - - > 2< 0 0 1 0x0 0x40420 | 00000000000f58d4 000000008cd3da64 > 3< 0 0 > 4< 0 0 8 3801088 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1788840365.603962:0:34151:0:(rw26.c:929:ll_write_end()) end page@000000003e30f44d 00000080:00200000:1.0:1788840365.603964:0:34151:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:1.0:1788840365.603965:0:34151:0:(rw26.c:950:ll_write_end()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788840365.603969:0:34151:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:1.0:1788840365.603971:0:34151:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 1, to 2 prio 0 00000020:00000001:1.0:1788840365.603973:0:34151:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:1.0:1788840365.603976:0:34151:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:1.0:1788840365.603978:0:34151:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788840365.603979:0:34151:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621952871594936 : -122120837956680 : ffff90ee86d57bb8) 00000020:00000001:1.0:1788840365.603981:0:34151:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:1.0:1788840365.603983:0:34151:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:1.0:1788840365.603985:0:34151:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:1.0:1788840365.603988:0:34151:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1788840365.603989:0:34151:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:1.0:1788840365.603991:0:34151:0:(osc_cache.c:2472:osc_queue_async_io()) Process entered 00000008:00000020:1.0:1788840365.603994:0:34151:0:(osc_cache.c:2531:osc_queue_async_io()) obj ffff90ee85c4d340 ready 0|-|- wr 0|-|- rd 0|- oap ffff90ee853c0230 folio fffffcfe44a6e5c0 pg:0 added for cmd 2 00000008:00000001:1.0:1788840365.603999:0:34151:0:(osc_cache.c:1726:osc_enter_cache()) Process entered 00000008:00000020:1.0:1788840365.604001:0:34151:0:(osc_cache.c:1728:osc_enter_cache()) lustre-OST0000-osc-ffff90ee90f70800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 3801088, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 1, left: 0, waiters: 0 }need:1703936 00000008:00000020:1.0:1788840365.604006:0:34151:0:(osc_cache.c:1633:osc_enter_cache_try()) lustre-OST0000-osc-ffff90ee90f70800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 3801088, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 1, left: 0, waiters: 0 }need:1703936 00000008:00000020:1.0:1788840365.604010:0:34151:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff90ee853c0268 page fffffcfe44a6e5c0 00000008:00000020:1.0:1788840365.604013:0:34151:0:(osc_cache.c:1760:osc_enter_cache()) lustre-OST0000-osc-ffff90ee90f70800: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 1703936, flight: 0 } lru {in list: 1, left: 0, waiters: 0 }granted from cache 00000008:00000001:1.0:1788840365.604017:0:34151:0:(osc_cache.c:1776:osc_enter_cache()) Process leaving 00000008:00000001:1.0:1788840365.604019:0:34151:0:(osc_cache.c:1779:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840365.604021:0:34151:0:(osc_cache.c:707:osc_extent_find()) Process entered 00000008:00000010:1.0:1788840365.604026:0:34151:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff90ee92c6af00. 00000008:00000020:1.0:1788840365.604031:0:34151:0:(osc_cache.c:1309:__osc_extent_tree_dump()) Dump object ffff90ee85c4d340 extents at osc_extent_find:840, mppr: 256. 00000008:00000020:1.0:1788840365.604038:0:34151:0:(osc_cache.c:1872:osc_update_pending()) obj ffff90ee85c4d340 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:1.0:1788840365.604043:0:34151:0:(osc_cache.c:858:osc_extent_find()) extent ffff90ee92c6af00@{[0 -> 255/255], [3|1|-|active|wi|ffff90ee85c4d340], [1703936|0|-|-|ffff90ee86e84e00|256|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:1.0:1788840365.604049:0:34151:0:(osc_cache.c:858:osc_extent_find()) ### extent: 00000000772b6254 ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000af048a67/0x3aa5f499c96f38c4 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x8a436931312badca expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:1.0:1788840365.604057:0:34151:0:(osc_cache.c:875:osc_extent_find()) Process leaving 00000008:00000001:1.0:1788840365.604060:0:34151:0:(osc_cache.c:2668:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840365.604063:0:34151:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840365.604065:0:34151:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:1.0:1788840365.604067:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90ee85c4d340 -> ffff90ee87fb2080 00000008:00000002:1.0:1788840365.604070:0:34151:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 1->2 1 00000020:00000001:1.0:1788840365.604072:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90ee85c4d340 -> ffff90ee87fb2080 00000020:00000001:1.0:1788840365.604074:0:34151:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1788840365.604077:0:34151:0:(osc_object.c:161:osc_attr_update()) set kms from 1to 2 00020000:00000001:1.0:1788840365.604079:0:34151:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788840365.604081:0:34151:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.604083:0:34151:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.604085:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90ee85c4d340 -> ffff90ee87fb2080 00000008:00000001:1.0:1788840365.604087:0:34151:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:1.0:1788840365.604088:0:34151:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:1.0:1788840365.604090:0:34151:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788840365.604094:0:34151:0:(cl_page.c:556:cl_batch_put()) page@000000003e30f44d[4 000000000edb95ac 2 1 00000000b653b21b 0 0 0] 00000020:00000001:1.0:1788840365.604095:0:34151:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:1.0:1788840365.604097:0:34151:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:1.0:1788840365.604098:0:34151:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:1.0:1788840365.604100:0:34151:0:(osc_request.c:745:osc_update_next_shrink()) next time 3128 to shrink grant 00000080:00000001:1.0:1788840365.604103:0:34151:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:1.0:1788840365.604105:0:34151:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:1.0:1788840365.604113:0:34151:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff90ee905154f8, count 1, dirtied 1 00000080:00000001:1.0:1788840365.604115:0:34151:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:1.0:1788840365.604117:0:34151:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1788840365.604118:0:34151:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788840365.604119:0:34151:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788840365.604121:0:34151:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788840365.604124:0:34151:0:(cl_page.c:507:__cl_page_state_set()) page@000000003e30f44d[3 000000000edb95ac 2 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788840365.604125:0:34151:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:1.0:1788840365.604127:0:34151:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1788840365.604129:0:34151:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1788840365.604130:0:34151:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788840365.604132:0:34151:0:(cl_page.c:556:cl_batch_put()) page@000000003e30f44d[3 000000000edb95ac 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788840365.604134:0:34151:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:1.0:1788840365.604135:0:34151:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:1.0:1788840365.604136:0:34151:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:1.0:1788840365.604138:0:34151:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:1.0:1788840365.604139:0:34151:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.604141:0:34151:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840365.604143:0:34151:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.604145:0:34151:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788840365.604147:0:34151:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 1 bytes, tot: 1 00000020:00000001:1.0:1788840365.604150:0:34151:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1788840365.604151:0:34151:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:1.0:1788840365.604153:0:34151:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.604155:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c97b80 00000080:00200000:1.0:1788840365.604156:0:34151:0:(vvp_io.c:1358:vvp_io_write_start()) f24a.recovery-small: write bytes 0, result: 1 00000080:00000001:1.0:1788840365.604159:0:34151:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840365.604161:0:34151:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1788840365.604163:0:34151:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788840365.604164:0:34151:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1788840365.604165:0:34151:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:1.0:1788840365.604167:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90ee85c4d340 -> ffff90ee87fb2080 00000020:00000001:1.0:1788840365.604169:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90ee85c4d340 -> ffff90ee87fb2080 00000020:00000001:1.0:1788840365.604170:0:34151:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1788840365.604171:0:34151:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788840365.604173:0:34151:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.604174:0:34151:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.604176:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90ee85c4d340 -> ffff90ee87fb2080 00000008:00000001:1.0:1788840365.604177:0:34151:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.604179:0:34151:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840365.604181:0:34151:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840365.604182:0:34151:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.604183:0:34151:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.604186:0:34151:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1788840365.604187:0:34151:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:1.0:1788840365.604188:0:34151:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1788840365.604189:0:34151:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:1.0:1788840365.604191:0:34151:0:(osc_cache.c:600:osc_extent_release()) Process entered 00000008:00000001:1.0:1788840365.604193:0:34151:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:1.0:1788840365.604197:0:34151:0:(osc_cache.c:1872:osc_update_pending()) obj ffff90ee85c4d340 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:1.0:1788840365.604203:0:34151:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1788840365.604206:0:34151:0:(osc_cache.c:1857:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840365.604208:0:34151:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1788840365.604209:0:34151:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840365.604211:0:34151:0:(osc_cache.c:674:osc_extent_release()) Process leaving 00000020:00000001:1.0:1788840365.604213:0:34151:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1788840365.604214:0:34151:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840365.604215:0:34151:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.604217:0:34151:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1788840365.604219:0:34151:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788840365.604221:0:34151:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788840365.604222:0:34151:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90ee87fb4e48 (ffff90ee90b0ca28/0) at cl_lock_release():245 00000020:00000001:1.0:1788840365.604225:0:34151:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788840365.604227:0:34151:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee87fb4e48 (ffff90ee90b0ca28/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788840365.604230:0:34151:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788840365.604231:0:34151:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788840365.604232:0:34151:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621952871594936 : -122120837956680 : ffff90ee86d57bb8) 00000020:00000001:1.0:1788840365.604235:0:34151:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788840365.604236:0:34151:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee85063b30 (ffff90ee90b0c7e8/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788840365.604239:0:34151:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788840365.604241:0:34151:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788840365.604242:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840365.604244:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840365.604246:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84e00 refcount=5 00000020:00000001:1.0:1788840365.604248:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872828416 : -122120836723200 : ffff90ee86e84e00) 00010000:00000001:1.0:1788840365.604250:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872828416 : -122120836723200 : ffff90ee86e84e00) 00010000:00000001:1.0:1788840365.604252:0:34151:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840365.604255:0:34151:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000af048a67/0x3aa5f499c96f38c4 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x810020000000000 nid: local remote: 0x8a436931312badca expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788840365.604263:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840365.604265:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840365.604266:0:34151:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840365.604268:0:34151:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840365.604272:0:34151:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000af048a67/0x3aa5f499c96f38c4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x8a436931312badca expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788840365.604283:0:34151:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840365.604286:0:34151:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840365.604288:0:34151:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840365.604292:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840365.604293:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840365.604295:0:34151:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840365.604298:0:34151:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840365.604299:0:34151:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840365.604302:0:34151:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840365.604304:0:34151:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840365.604306:0:34151:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840365.604307:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840365.604308:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840365.604310:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840365.604311:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788840365.604312:0:34151:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788840365.604314:0:34151:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788840365.604315:0:34151:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788840365.604316:0:34151:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788840365.604317:0:34151:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788840365.604318:0:34151:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee87fb4e48 (ffff90ee90b0ca28/0) at cl_lock_fini():72 00020000:00000001:1.0:1788840365.604322:0:34151:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788840365.604323:0:34151:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788840365.604324:0:34151:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee85063b30 (ffff90ee90b0ca28/1) at cl_lock_fini():72 00000008:00000010:1.0:1788840365.604327:0:34151:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90ee885c7b50. 00000020:00000001:1.0:1788840365.604330:0:34151:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788840365.604331:0:34151:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90ee85063b00. 00020000:00000001:1.0:1788840365.604334:0:34151:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788840365.604335:0:34151:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788840365.604336:0:34151:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:1.0:1788840365.604338:0:34151:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1788840365.604339:0:34151:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788840365.604340:0:34151:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788840365.604341:0:34151:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1788840365.604342:0:34151:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840365.604344:0:34151:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840365.604346:0:34151:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1788840365.604347:0:34151:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1788840365.604348:0:34151:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:1.0:1788840365.604350:0:34151:0:(vvp_io.c:533:vvp_io_advance()) advancing 1 bytes 00000020:00000001:1.0:1788840365.604352:0:34151:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1788840365.604353:0:34151:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1788840365.604355:0:34151:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1788840365.604357:0:34151:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788840365.604358:0:34151:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1788840365.604360:0:34151:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1788840365.604361:0:34151:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840365.604363:0:34151:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840365.604365:0:34151:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788840365.604366:0:34151:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788840365.604368:0:34151:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788840365.604371:0:34151:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 0] 00000001:00000001:1.0:1788840365.604374:0:34151:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:1.0:1788840365.604376:0:34151:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:1.0:1788840365.604378:0:34151:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788840365.604380:0:34151:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788840365.604381:0:34151:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788840365.604382:0:34151:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788840365.604383:0:34151:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788840365.604386:0:34151:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0c7e0 00020000:00000001:1.0:1788840365.604389:0:34151:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788840365.604391:0:34151:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788840365.604392:0:34151:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788840365.604394:0:34151:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788840365.604398:0:34151:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788840365.604399:0:34151:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:1.0:1788840365.604401:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c97c98 00000080:00200000:1.0:1788840365.604402:0:34151:0:(file.c:2238:ll_file_io_generic()) f24a.recovery-small: 2 io complete with rc: 0, result: 1, restart: 0 00000080:00000001:1.0:1788840365.604408:0:34151:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788840365.604409:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90ee87fb2080 -> ffff90ee87fb2080 00000020:00000001:1.0:1788840365.604411:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90ee87fb2080 -> ffff90ee87fb2080 00000020:00000001:1.0:1788840365.604413:0:34151:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788840365.604416:0:34151:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1788840365.604420:0:34151:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788840365.604422:0:34151:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=2 : 2 : 2) 00020000:00000001:1.0:1788840365.604423:0:34151:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788840365.604424:0:34151:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=2 : 2 : 2) 00020000:00000002:1.0:1788840365.604427:0:34151:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1028 on OST[0]: s=2 (1) m=1788840365 a=0 c=1788840365 b=11 00020000:00000001:1.0:1788840365.604430:0:34151:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788840365.604432:0:34151:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=2 m=1788840365 a=0 c=1788840365 b=11 00020000:00000001:1.0:1788840365.604435:0:34151:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.604437:0:34151:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.604439:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90ee87fb2080 -> ffff90ee87fb2080 00000080:00200000:1.0:1788840365.604441:0:34151:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x30:0x0] updating i_size 2 i_blocks 11 00000080:00000001:1.0:1788840365.604444:0:34151:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:1.0:1788840365.604447:0:34151:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 1 00000080:00000001:1.0:1788840365.604449:0:34151:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=1 : 1 : 1) 00000020:00001000:1.0:1788840365.604451:0:34151:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0ca20 00000020:00000001:1.0:1788840365.604454:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c97d88 00000080:00000008:1.0:1788840365.604456:0:34151:0:(file.c:2732:do_file_write_iter()) COMPLETED: file f24a.recovery-small:[0x200000404:0x30:0x0], ppos: 2, count: 0, rc = 1 00000080:00000001:1.0:1788840365.604458:0:34151:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788840365.604469:0:34151:0:(file.c:5379:ll_fsync()) Process entered 00000020:00000001:1.0:1788840365.604471:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c97e48 00000080:00200008:1.0:1788840365.604472:0:34151:0:(file.c:5384:ll_fsync()) START file: name=f24a.recovery-small, fid=[0x200000404:0x30:0x0], start=0, end=9223372036854775807, datasync=0, need_sync 0/1 00000080:00000001:1.0:1788840365.604480:0:34151:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:1.0:1788840365.604483:0:34151:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1788840365.604485:0:34151:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840365.604487:0:34151:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036962344 : -122120672589272 : ffff90ee90b0ca28) 00000020:00001000:1.0:1788840365.604490:0:34151:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0ca20 00000020:00000001:1.0:1788840365.604492:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90ee87fb2080 -> ffff90ee87fb2080 00000020:00000001:1.0:1788840365.604494:0:34151:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788840365.604496:0:34151:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788840365.604498:0:34151:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788840365.604500:0:34151:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788840365.604501:0:34151:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788840365.604502:0:34151:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788840365.604506:0:34151:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x30:0x0]io ffff90ee87fcce40 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1788840365.604508:0:34151:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee885702e8) owner 0000000000000000/ffff90eec216a7c0 00020000:00000001:1.0:1788840365.604511:0:34151:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788840365.604512:0:34151:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788840365.604514:0:34151:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788840365.604515:0:34151:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840365.604517:0:34151:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788840365.604531:0:34151:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788840365.604533:0:34151:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.604535:0:34151:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788840365.604536:0:34151:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788840365.604537:0:34151:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788840365.604539:0:34151:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee885702e8) owner 0000000000000000/ffff90eec216a7c0 00000020:00000001:1.0:1788840365.604542:0:34151:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.604544:0:34151:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1788840365.604545:0:34151:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1788840365.604547:0:34151:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1788840365.604549:0:34151:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1788840365.604551:0:34151:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788840365.604553:0:34151:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788840365.604555:0:34151:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788840365.604556:0:34151:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840365.604557:0:34151:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036961768 : -122120672589848 : ffff90ee90b0c7e8) 00000020:00001000:1.0:1788840365.604559:0:34151:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0c7e0 00000020:00000001:1.0:1788840365.604562:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90ee87fb2918 -> ffff90ee87fb2080 00000020:00000001:1.0:1788840365.604564:0:34151:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788840365.604566:0:34151:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788840365.604567:0:34151:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788840365.604569:0:34151:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840365.604570:0:34151:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840365.604572:0:34151:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621952871594936 : -122120837956680 : ffff90ee86d57bb8) 00000020:00000001:1.0:1788840365.604575:0:34151:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1788840365.604576:0:34151:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840365.604579:0:34151:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.604580:0:34151:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.604583:0:34151:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1788840365.604584:0:34151:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1788840365.604586:0:34151:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788840365.604587:0:34151:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1788840365.604588:0:34151:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788840365.604590:0:34151:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.604591:0:34151:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840365.604592:0:34151:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840365.604594:0:34151:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.604595:0:34151:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788840365.604596:0:34151:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.604598:0:34151:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.604599:0:34151:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1788840365.604600:0:34151:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1788840365.604601:0:34151:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788840365.604602:0:34151:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1788840365.604604:0:34151:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1788840365.604606:0:34151:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1788840365.604610:0:34151:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1788840365.604611:0:34151:0:(osc_cache.c:1826:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1788840365.604613:0:34151:0:(osc_cache.c:1827:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788840365.604615:0:34151:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1788840365.604617:0:34151:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:1.0:1788840365.604618:0:34151:0:(osc_cache.c:2303:osc_next_obj()) Process leaving (rc=18446621952853726016 : -122120855825600 : ffff90ee85c4d340) 00000008:00000020:1.0:1788840365.604622:0:34151:0:(osc_cache.c:2339:osc_check_rpcs()) obj ffff90ee85c4d340 ready 0|-|- wr 1|-|+ rd 0|- 0 in flight 00000008:00000001:1.0:1788840365.604625:0:34151:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1788840365.604626:0:34151:0:(osc_cache.c:1826:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1788840365.604627:0:34151:0:(osc_cache.c:1827:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788840365.604629:0:34151:0:(osc_cache.c:2159:osc_send_write_rpc()) Process entered 00000008:00000001:1.0:1788840365.604631:0:34151:0:(osc_cache.c:2016:try_to_add_extent_for_io()) Process entered 00000008:00000020:1.0:1788840365.604634:0:34151:0:(osc_cache.c:2020:try_to_add_extent_for_io()) extent ffff90ee92c6af00@{[0 -> 255/255], [1|0|+|cache|wiuY|ffff90ee85c4d340], [1703936|1|+|-|ffff90ee86e84e00|256|0000000000000000]} trying to add this extent 00000008:00010000:1.0:1788840365.604682:0:34151:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### extent: 00000000772b6254 ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000af048a67/0x3aa5f499c96f38c4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x8a436931312badca expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:1.0:1788840365.604692:0:34151:0:(osc_cache.c:2069:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:1.0:1788840365.604695:0:34151:0:(osc_cache.c:1872:osc_update_pending()) obj ffff90ee85c4d340 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:1.0:1788840365.604699:0:34151:0:(osc_cache.c:1166:osc_extent_make_ready()) Process entered 00000008:00000001:1.0:1788840365.604701:0:34151:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:1.0:1788840365.604704:0:34151:0:(osc_cache.c:1174:osc_extent_make_ready()) extent ffff90ee92c6af00@{[0 -> 255/255], [1|0|+|locking|wiuY|ffff90ee85c4d340], [1703936|1|+|-|ffff90ee86e84e00|256|ffff90eec216a7c0]} make ready 00000008:00010000:1.0:1788840365.604710:0:34151:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 00000000772b6254 ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000af048a67/0x3aa5f499c96f38c4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x8a436931312badca expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00000008:00000001:1.0:1788840365.604716:0:34151:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:1.0:1788840365.604719:0:34151:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:1.0:1788840365.604729:0:34151:0:(cl_page.c:1160:cl_page_make_ready()) page@000000003e30f44d[2 000000000edb95ac 1 1 0000000000000000 0 0 0] 00000020:00008000:1.0:1788840365.604731:0:34151:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:1.0:1788840365.604732:0:34151:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:1.0:1788840365.604734:0:34151:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788840365.604735:0:34151:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788840365.604737:0:34151:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:1.0:1788840365.604738:0:34151:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1788840365.604740:0:34151:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788840365.604742:0:34151:0:(cl_page.c:507:__cl_page_state_set()) page@000000003e30f44d[2 000000000edb95ac 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788840365.604744:0:34151:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:1.0:1788840365.604745:0:34151:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1788840365.604746:0:34151:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:1.0:1788840365.604750:0:34151:0:(cl_page.c:1182:cl_page_make_ready()) page@000000003e30f44d[2 000000000edb95ac 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788840365.604752:0:34151:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:1.0:1788840365.604754:0:34151:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.604757:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90ee85c4d340 -> ffff90ee87fb2080 00000020:00000001:1.0:1788840365.604759:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90ee85c4d340 -> ffff90ee87fb2080 00000020:00000001:1.0:1788840365.604760:0:34151:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:1.0:1788840365.604763:0:34151:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.604764:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90ee85c4d340 -> ffff90ee87fb2080 00000008:00000001:1.0:1788840365.604766:0:34151:0:(osc_cache.c:1227:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840365.604768:0:34151:0:(osc_request.c:2819:osc_build_rpc()) Process entered 00000008:00000020:1.0:1788840365.604771:0:34151:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff90ee90f70800: cli: ffff90ee86e3a1d8 unstable pages: 0, osc unstable pages: 0 00000008:00000010:1.0:1788840365.604778:0:34151:0:(osc_request.c:2850:osc_build_rpc()) kmalloced '(pga)': 8 at ffff90ee983e7670. 00000008:00000010:1.0:1788840365.604783:0:34151:0:(osc_request.c:2854:osc_build_rpc()) slab-alloced 'oa': 208 at ffff90ee88452d00. 00000020:00000001:1.0:1788840365.604785:0:34151:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:1.0:1788840365.604787:0:34151:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:1.0:1788840365.604789:0:34151:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:1.0:1788840365.604791:0:34151:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1788840365/1788840365 00000020:00000001:1.0:1788840365.604795:0:34151:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:1.0:1788840365.604796:0:34151:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:1.0:1788840365.604799:0:34151:0:(osc_lock.c:1343:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:1.0:1788840365.604801:0:34151:0:(osc_request.c:3331:osc_match_base()) Process entered 00010000:00000001:1.0:1788840365.604803:0:34151:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840365.604806:0:34151:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4800 count: 2 00010000:00000001:1.0:1788840365.604809:0:34151:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840365.604813:0:34151:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1788840365.604816:0:34151:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1788840365.604819:0:34151:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788840365.604824:0:34151:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840365.604827:0:34151:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000af048a67/0x3aa5f499c96f38c4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x8a436931312badca expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788840365.604833:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840365.604835:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788840365.604836:0:34151:0:(osc_request.c:3346:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1788840365.604838:0:34151:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840365.604839:0:34151:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840365.604841:0:34151:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84e00 refcount=3 00000020:00000001:1.0:1788840365.604843:0:34151:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872828416 : -122120836723200 : ffff90ee86e84e00) 00010000:00000001:1.0:1788840365.604845:0:34151:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872828416 : -122120836723200 : ffff90ee86e84e00) 00000008:00000001:1.0:1788840365.604848:0:34151:0:(osc_lock.c:1377:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446621952872828416 : -122120836723200 : ffff90ee86e84e00) 00010000:00000001:1.0:1788840365.604850:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840365.604851:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1788840365.604852:0:34151:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000008:00000001:1.0:1788840365.604855:0:34151:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:1.0:1788840365.604861:0:34151:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87face00. 00000020:00000040:1.0:1788840365.604866:0:34151:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=4 obd=lustre-OST0000-osc-ffff90ee90f70800 00000100:00000001:1.0:1788840365.604873:0:34151:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840365.604876:0:34151:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840365.604879:0:34151:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840365.604885:0:34151:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee98d5a600. 00000100:00000001:1.0:1788840365.604892:0:34151:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1788840365.604900:0:34151:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 2 00000008:00000020:1.0:1788840365.604904:0:34151:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff90ee90f70800: dirty: 1703936 undirty: 485097472 dropped 0 grant: 2097152 cl_lost_grant 0 00000008:00000001:1.0:1788840365.604910:0:34151:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:1.0:1788840365.604940:0:34151:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 5375 MB/s 00000008:00008000:1.0:1788840365.604947:0:34151:0:(osc_request.c:1346:osc_checksum_bulk()) page fffffcfe44a6e5c0 map ffff90ee905154f8 index 0 flags 17ffffc0005028 count 2 priv ffff90ee853c01c0: off 0 00000008:00000001:1.0:1788840365.604954:0:34151:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:1.0:1788840365.604956:0:34151:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: c9a4775b (4) 00000008:00100000:1.0:1788840365.604960:0:34151:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff90ee87face00 - object 0x240000400:66 offset 0<>2 00000008:00000001:1.0:1788840365.604962:0:34151:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.604964:0:34151:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:1.0:1788840365.604966:0:34151:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:1.0:1788840365.604967:0:34151:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:1.0:1788840365.604968:0:34151:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1788840365/1788840365 00000020:00000001:1.0:1788840365.604970:0:34151:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:1.0:1788840365.604971:0:34151:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:1.0:1788840365.604972:0:34151:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000100:00000001:1.0:1788840365.604974:0:34151:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840365.604976:0:34151:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890818048 : -122120818733568 : ffff90ee87face00) 00000008:00000002:1.0:1788840365.604989:0:34151:0:(osc_request.c:2976:osc_build_rpc()) @@@ 1 pages, aa 00000000448521d5, now 0r/1w/0d in flight req@ffff90ee87face00 x1875733134002432/t0(0) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:1.0:1788840365.604998:0:34151:0:(osc_request.c:2988:osc_build_rpc()) [0x200000404:0x30:0x0]: 1 write pages, start 0, end 0, now 0r/1w/0d in flight 00000100:00000040:1.0:1788840365.605005:0:34151:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067ca095d] to pc [ptlrpcd_00_00+0] req@ffff90ee87face00 x1875733134002432/t0(0) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:1.0:1788840365.605033:0:34151:0:(osc_request.c:2994:osc_build_rpc()) Process leaving 00000008:00000001:1.0:1788840365.605035:0:34151:0:(osc_request.c:3019:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840365.605037:0:34151:0:(osc_cache.c:2208:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840365.605039:0:34151:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1788840365.605040:0:34151:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840365.605042:0:34151:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1788840365.605043:0:34151:0:(osc_cache.c:1816:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840365.605045:0:34151:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1788840365.605046:0:34151:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840365.605048:0:34151:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:1.0:1788840365.605050:0:34151:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840365.605052:0:34151:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000008:00000020:1.0:1788840365.605055:0:34151:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff90ee85c4d340 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:1.0:1788840365.605058:0:34151:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788840365.605060:0:34151:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.605062:0:34151:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840365.605063:0:34151:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840365.605065:0:34151:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.605066:0:34151:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.605068:0:34151:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1788840365.605070:0:34151:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1788840365.605071:0:34151:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1788840365.605072:0:34151:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:1.0:1788840365.605074:0:34151:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000001:1.0:1788840365.605076:0:34151:0:(osc_cache.c:973:osc_extent_wait()) Process entered 00000008:00000001:1.0:1788840365.605078:0:34151:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840365.605370:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840365.605375:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840365.605378:0:2359:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840365.605386:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87face00 x1875733134002432/t0(0) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 496/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840365.605394:0:2359:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840365.605396:0:2359:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840365.605400:0:2359:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840365.605403:0:2359:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840365.605406:0:2359:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840365.605409:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87face00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2359:1875733134002432:192.168.202.131@tcp:4:multiop.0 00000100:00000001:0.0:1788840365.605414:0:2359:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840365.605419:0:2359:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840365.605422:0:2359:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840365.605425:0:2359:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840365.605430:0:2359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86f37400. 02000000:00000001:0.0:1788840365.605433:0:2359:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840365.605439:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840365.605444:0:2359:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c800b0. 00000400:00000010:0.0:1788840365.605451:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed66e8. 00000100:00000200:0.0:1788840365.605458:0:2359:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733134002432, portal 4 00000100:00000001:0.0:1788840365.605460:0:2359:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840365.605461:0:2359:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890818048 : -122120818733568 : ffff90ee87face00) 00000100:00000040:0.0:1788840365.605468:0:2359:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87face00 x1875733134002432/t0(0) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 496/448 e 0 to 0 dl 1788840381 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840365.605476:0:2359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840365.605479:0:2359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840365.605482:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6cc0. 00000100:00000200:0.0:1788840365.605485:0:2359:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 6, xid 1875733134002432, offset 0 00000400:00000200:0.0:1788840365.605491:0:2359:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840365.605500:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840365.605506:0:2359:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840365.605512:0:2359:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840365.605517:0:2359:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840365.605531:0:2359:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840365.605535:0:2359:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840365.605539:0:2359:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2612:2612:256:4294967295] 192.168.202.131@tcp LPNI seq info [2612:2612:8:4294967295] 00000400:00000200:0.0:1788840365.605543:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840365.605555:0:2359:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840365.605561:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840365.605566:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee92e46c00. 00000800:00000200:0.0:1788840365.605573:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840365.605581:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840365.605585:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee92e46c00 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:0.0:1788840365.605603:0:2359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840365.605608:0:2359:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: using a timeout of 23288 usecs (24 jiffies) 00000400:00000200:0.0:1788840365.605611:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840365.605614:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296595447 00000100:00000001:0.0:1788840365.605617:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296596388 00000100:00000001:0.0:1788840365.605619:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296595447 00000100:00000001:0.0:1788840365.605621:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296596388 00000100:00000001:0.0:1788840365.605624:0:2359:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840365.605626:0:2359:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840365.605630:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840365.605632:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840365.605662:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840365.605666:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788840365.605668:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840365.605669:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840365.605671:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840365.605673:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840365.605683:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840365.605685:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840365.605858:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840365.605864:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee92e46c00. 00000400:00000200:2.0:1788840365.605869:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840365.605875:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840365.605881:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6cc0 00000400:00000010:2.0:1788840365.605884:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6cc0. 00000100:00000001:2.0:1788840365.605888:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840365.605892:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87face00 x1875733134002432/t0(0) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 496/448 e 0 to 0 dl 1788840381 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840365.605903:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840365.605907:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87face00 x1875733134002432/t0(0) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 496/448 e 0 to 0 dl 1788840381 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840365.605915:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840365.605917:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840365.614816:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840365.614832:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840365.614837:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840365.614839:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840365.614847:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.614855:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840365.614864:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.614868:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.614873:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.614877:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f827254900 00000400:00000200:3.0:1788840365.614882:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.614889:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x7195 [1] + 224 00000800:00000001:3.0:1788840365.614896:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840365.614912:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840365.614915:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840365.614920:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840365.614926:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840365.614936:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87face00 x1875733134002432/t0(0) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 496/448 e 0 to 0 dl 1788840381 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840365.614946:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=224 offset=224 replen=448 req@ffff90ee87face00 x1875733134002432/t0(0) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 496/448 e 0 to 0 dl 1788840381 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840365.614966:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840365.614975:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840365.614978:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840365.615031:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840365.615037:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840365.615044:0:2359:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840365.615047:0:2359:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840365.615050:0:2359:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c800b0. 00000400:00000200:0.0:1788840365.615054:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed66e8 00000400:00000010:0.0:1788840365.615056:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed66e8. 00000100:00000001:0.0:1788840365.615059:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840365.615065:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87face00 x1875733134002432/t0(0) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 496/448 e 0 to 0 dl 1788840381 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788840365.615075:0:2359:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87face00 x1875733134002432/t0(0) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 496/448 e 0 to 0 dl 1788840381 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840365.615082:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840365.615084:0:2359:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840365.615086:0:2359:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840365.615090:0:2359:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840365.615094:0:2359:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840365.615096:0:2359:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840365.615099:0:2359:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840365.615109:0:2359:0:(import.c:2149:obd_at_measure()) add 0 to ffff90ee92b5cca8 time=63 v=5 (5 0 0 0) 00000100:00001000:0.0:1788840365.615113:0:2359:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=17 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840365.615116:0:2359:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:02020000:0.0:1788840365.615119:0:2359:0:(client.c:1505:ptlrpc_check_status()) lustre-OST0000-osc-ffff90ee90f70800: operation ost_write to node 192.168.202.131@tcp failed: rc = -107 00000100:00000001:0.0:1788840365.630253:0:2359:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:0.0:1788840365.630266:0:2359:0:(recover.c:202:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:0.0:1788840365.630273:0:2359:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-OST0000-osc-ffff90ee90f70800 of lustre-OST0000_UUID@192.168.202.131@tcp abruptly disconnected: reconnecting 00000100:00080000:0.0:1788840365.630280:0:2359:0:(import.c:65:import_set_state_nolock()) ffff90ee92b5c800 lustre-OST0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1788840365.630285:0:2359:0:(import.c:182:ptlrpc_set_import_discon()) lustre-OST0000-osc-ffff90ee90f70800: Connection to lustre-OST0000 (at 192.168.202.131@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:0.0:1788840365.630289:0:2359:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:0.0:1788840365.630292:0:2359:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:0.0:1788840365.630294:0:2359:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840365.630296:0:2359:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:0.0:1788840365.630298:0:2359:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1788840365.630300:0:2359:0:(import.c:65:import_set_state_nolock()) ffff90ee92b5c800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1788840365.630304:0:2359:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:0.0:1788840365.630308:0:2359:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff90ee90f70800: connect to NID 192.168.202.131@tcp last attempt 1910 00000400:00000200:0.0:1788840365.630316:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840365.630322:0:2359:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1 00000100:00000040:0.0:1788840365.630326:0:2359:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff90ee85e803c0 refcount 11 to 192.168.202.131@tcp 00000100:00000001:0.0:1788840365.630329:0:2359:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788840365.630331:0:2359:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff90ee85e803c0 refcount 12 to 192.168.202.131@tcp 00000100:00000001:0.0:1788840365.630334:0:2359:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621952856032192 : -122120853519424 : ffff90ee85e803c0) 00000020:00000001:0.0:1788840365.630337:0:2359:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:0.0:1788840365.630339:0:2359:0:(genops.c:804:class_conn2export()) looking for export cookie 0x3aa5f499c96f2ce6 00000020:00000001:0.0:1788840365.630341:0:2359:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840365.630344:0:2359:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90ee98818000 refcount=4 00000020:00000001:0.0:1788840365.630347:0:2359:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621953168080896 : -122120541470720 : ffff90ee98818000) 00000020:00000001:0.0:1788840365.630350:0:2359:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446621953168080896 : -122120541470720 : ffff90ee98818000) 00000100:00000040:0.0:1788840365.630353:0:2359:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff90ee85e803c0 refcount 11 to 192.168.202.131@tcp 00000100:00000001:0.0:1788840365.630355:0:2359:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1788840365.630357:0:2359:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff90ee85e803c0 refcount 12 to 192.168.202.131@tcp 00000100:00000001:0.0:1788840365.630359:0:2359:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621952856032192 : -122120853519424 : ffff90ee85e803c0) 00000020:00000040:0.0:1788840365.630361:0:2359:0:(genops.c:879:class_export_put()) PUTting export ffff90ee98818000 : new refcount 3 00000100:00080000:0.0:1788840365.630364:0:2359:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff90ee90f70800: import ffff90ee92b5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp 00000100:00000001:0.0:1788840365.630366:0:2359:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840365.630369:0:2359:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1788840365.631743:0:2359:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840365.631749:0:2359:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840365.631752:0:2359:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:1.0:1788840365.631756:0:2359:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683253 ocd_grant: 1703936, lost: 0. 00000008:00000001:1.0:1788840365.631758:0:2359:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840365.631761:0:2359:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840365.631769:0:2359:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87fafb80. 00000020:00000040:1.0:1788840365.631789:0:2359:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=5 obd=lustre-OST0000-osc-ffff90ee90f70800 02000000:00000001:1.0:1788840365.631792:0:2359:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788840365.631794:0:2359:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840365.631798:0:2359:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840365.631801:0:2359:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840365.631805:0:2359:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840365.631813:0:2359:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee85c5f000. 00000100:00000001:1.0:1788840365.631819:0:2359:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840365.632444:0:2359:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90ee87fafb80 x1875733134002560/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788840365.632457:0:2359:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840365.632462:0:2359:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840365.632468:0:2359:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000cb2864] to pc [ptlrpcd_rcv+-1] req@ffff90ee87fafb80 x1875733134002560/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840365.632492:0:2359:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840365.632495:0:2359:0:(recover.c:221:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:1.0:1788840365.632497:0:2359:0:(client.c:1714:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:1.0:1788840365.632501:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840365.632505:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840365.632513:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840365.632516:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840365.632518:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840365.632528:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840365.632531:0:2359:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840365.632533:0:2359:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840365.632536:0:2359:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840365.632538:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840365.632540:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840365.632724:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840365.632727:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840365.632729:0:2358:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840365.632736:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87fafb80 x1875733134002560/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840365.632744:0:2358:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840365.632745:0:2358:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840365.632749:0:2358:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840365.632753:0:2358:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840365.632756:0:2358:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840365.632759:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87fafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:10f4a654-3497-48d8-8f70-7e89f4f161cc:2358:1875733134002560:192.168.202.131@tcp:8:ptlrpcd_00_00.0 00000100:00000001:3.0:1788840365.632764:0:2358:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840365.632768:0:2358:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840365.632770:0:2358:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840365.632784:0:2358:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840365.632790:0:2358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86eef400. 02000000:00000001:3.0:1788840365.632792:0:2358:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840365.632800:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840365.632805:0:2358:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4f370. 00000400:00000010:3.0:1788840365.632814:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011eee0. 00000100:00000200:3.0:1788840365.632822:0:2358:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733134002560, portal 4 00000100:00000001:3.0:1788840365.632824:0:2358:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840365.632826:0:2358:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890829696 : -122120818721920 : ffff90ee87fafb80) 00000100:00000040:3.0:1788840365.632842:0:2358:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87fafb80 x1875733134002560/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1788840375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840365.632850:0:2358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840365.632853:0:2358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840365.632855:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e440. 00000100:00000200:3.0:1788840365.632859:0:2358:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875733134002560, offset 0 00000400:00000200:3.0:1788840365.632866:0:2358:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840365.632874:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.632881:0:2358:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840365.632887:0:2358:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840365.632891:0:2358:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840365.632894:0:2358:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840365.632897:0:2358:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840365.632901:0:2358:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2613:2613:256:4294967295] 192.168.202.131@tcp LPNI seq info [2613:2613:8:4294967295] 00000400:00000200:3.0:1788840365.632905:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.632916:0:2358:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840365.632923:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840365.632928:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee86f0d700. 00000800:00000200:3.0:1788840365.632935:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840365.632942:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840365.632947:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee86f0d700 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1788840365.632957:0:2358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840365.632961:0:2358:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: using a timeout of 23242 usecs (24 jiffies) 00000400:00000200:3.0:1788840365.632964:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840365.632968:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296595475 00000100:00000001:3.0:1788840365.632971:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296596388 00000100:00000001:3.0:1788840365.632975:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296595475 00000100:00000001:3.0:1788840365.632977:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296596388 00000100:00000001:3.0:1788840365.632980:0:2358:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840365.632982:0:2358:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840365.632985:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840365.632987:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840365.632993:0:2358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840365.632995:0:2358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:3.0:1788840365.632996:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840365.632998:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840365.632999:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840365.633001:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840365.633392:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840365.633397:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0d700. 00000400:00000200:2.0:1788840365.633402:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840365.633407:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840365.633413:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e440 00000400:00000010:2.0:1788840365.633415:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e440. 00000100:00000001:2.0:1788840365.633421:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840365.633426:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fafb80 x1875733134002560/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1788840375 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840365.633434:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840365.633437:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87fafb80 x1875733134002560/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1788840375 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840365.633443:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840365.633444:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840365.639471:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840365.639490:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840365.639495:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840365.639497:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840365.639509:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.639517:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840365.639537:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.639542:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.639548:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.639552:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 416 into portal 4 MB=0x6a9f827254980 00000400:00000200:3.0:1788840365.639557:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.639564:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 416/416 into md 0x719d [1] + 0 00000800:00000001:3.0:1788840365.639573:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840365.639579:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840365.639582:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840365.639587:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840365.639594:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840365.639602:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fafb80 x1875733134002560/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1788840375 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840365.639613:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff90ee87fafb80 x1875733134002560/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1788840375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840365.639670:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840365.639678:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840365.639681:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840365.640502:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840365.640508:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788840365.640516:0:2358:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840365.640518:0:2358:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840365.640532:0:2358:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4f370. 00000400:00000200:1.0:1788840365.640537:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011eee0 00000400:00000010:1.0:1788840365.640540:0:2358:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011eee0. 00000100:00000001:1.0:1788840365.640544:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840365.640551:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87fafb80 x1875733134002560/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1788840375 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788840365.640560:0:2358:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87fafb80 x1875733134002560/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1788840375 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840365.640567:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840365.640569:0:2358:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840365.640572:0:2358:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840365.640575:0:2358:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840365.640578:0:2358:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840365.640580:0:2358:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840365.640583:0:2358:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840365.640592:0:2358:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b5cc60 time=65 v=5 (5 5 5 5) 00000100:00001000:1.0:1788840365.640596:0:2358:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=17 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840365.640599:0:2358:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840365.640601:0:2358:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840365.640603:0:2358:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840365.640607:0:2358:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840365.640611:0:2358:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840365.640613:0:2358:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: skip recheck: last_committed 4294967341 00000100:00000001:1.0:1788840365.640615:0:2358:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840365.640618:0:2358:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840365.640623:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87fafb80 x1875733134002560/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/416 e 0 to 0 dl 1788840375 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840365.640630:0:2358:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840365.640633:0:2358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840365.640635:0:2358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840365.640662:0:2358:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1788840365.640669:0:2358:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff90ee90f70800: connect to target with instance 1 00000020:00000001:1.0:1788840365.640672:0:2358:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788840365.640674:0:2358:0:(genops.c:804:class_conn2export()) looking for export cookie 0x3aa5f499c96f2ce6 00000020:00000001:1.0:1788840365.640677:0:2358:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840365.640680:0:2358:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90ee98818000 refcount=4 00000020:00000001:1.0:1788840365.640682:0:2358:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621953168080896 : -122120541470720 : ffff90ee98818000) 00000020:00000001:1.0:1788840365.640685:0:2358:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446621953168080896 : -122120541470720 : ffff90ee98818000) 00000100:00001000:1.0:1788840365.640688:0:2358:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=1788840365 v=0 (0 0 0 0) 00000100:00001000:1.0:1788840365.640691:0:2358:0:(import.c:2215:obd_at_measure()) AT ffff90ee92b5cc18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:1.0:1788840365.640696:0:2358:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 911, crc32c 5375, adler 879 00000020:00000040:1.0:1788840365.640702:0:2358:0:(genops.c:879:class_export_put()) PUTting export ffff90ee98818000 : new refcount 3 00000100:00000001:1.0:1788840365.640705:0:2358:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1788840365.640709:0:2358:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:1.0:1788840365.640713:0:2358:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff90ee90f70800, setting cl_avail_grant: 393216 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:1.0:1788840365.640717:0:2358:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1788840365.640720:0:2358:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:1.0:1788840365.640723:0:2358:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788840365.640727:0:2358:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840365.640729:0:2358:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840365.640731:0:2358:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840365.640733:0:2358:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840365.640735:0:2358:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1788840365.640740:0:2358:0:(import.c:1338:ptlrpc_connect_interpret()) @@@ lustre-OST0000-osc-ffff90ee90f70800: evicting (reconnect/recover flags not set: 4) req@ffff90ee87fafb80 x1875733134002560/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/416 e 0 to 0 dl 1788840375 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788840365.640748:0:2358:0:(import.c:65:import_set_state_nolock()) ffff90ee92b5c800 lustre-OST0000_UUID: changing import state from CONNECTING to EVICTED 00000100:00000001:1.0:1788840365.640752:0:2358:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:02020000:1.0:1788840365.640755:0:2358:0:(import.c:1663:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff90ee90f70800: This client was evicted by lustre-OST0000; in progress operations using this service will fail. 00000100:00080000:1.0:1788840365.654124:0:2358:0:(import.c:1674:ptlrpc_import_recovery_state_machine()) evicted from lustre-OST0000_UUID@192.168.202.131@tcp; invalidating 00000020:00000040:1.0:1788840365.654131:0:2358:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=6 obd=lustre-OST0000-osc-ffff90ee90f70800 00000100:00000001:1.0:1788840365.654606:0:2358:0:(import.c:1695:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840365.654612:0:2358:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840365.654623:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87fafb80 x1875733134002560/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/416 e 0 to 0 dl 1788840375 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788840365.654634:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87fafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:10f4a654-3497-48d8-8f70-7e89f4f161cc:2358:1875733134002560:192.168.202.131@tcp:8:ptlrpcd_00_00.0 00000100:00000001:1.0:1788840365.654732:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840365.654736:0:2358:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840365.654741:0:2358:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87fafb80 x1875733134002560/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/416 e 0 to 0 dl 1788840375 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840365.654747:0:2358:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840365.654751:0:2358:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840365.654754:0:2358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee86eef400. 02000000:00000001:1.0:1788840365.654758:0:2358:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840365.654760:0:2358:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840365.654761:0:2358:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=5 obd=lustre-OST0000-osc-ffff90ee90f70800 00000100:00000001:3.0:1788840365.654849:0:34164:0:(import.c:1594:ptlrpc_invalidate_import_thread()) Process entered 00000100:00080000:3.0:1788840365.654859:0:34164:0:(import.c:1598:ptlrpc_invalidate_import_thread()) thread invalidate import lustre-OST0000-osc-ffff90ee90f70800 to lustre-OST0000_UUID@192.168.202.131@tcp 00000100:00000001:3.0:1788840365.654863:0:34164:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:3.0:1788840365.654864:0:34164:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00000001:3.0:1788840365.654866:0:34164:0:(client.c:3574:ptlrpc_abort_inflight()) Process entered 00000100:00100000:3.0:1788840365.654872:0:34164:0:(client.c:3601:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff90ee87face00 x1875733134002432/t0(0) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 496/224 e 0 to 0 dl 1788840381 ref 2 fl Rpc:RSQU/600/0 rc -107/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840365.654888:0:34164:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1788840365.654890:0:34164:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: committing for last_committed 4294967341 gen 18 00000100:00100000:3.0:1788840365.654895:0:34164:0:(client.c:3163:ptlrpc_free_committed()) @@@ free request with old gen req@ffff90ee87fac380 x1875733134002048/t4294967344(4294967344) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 496/448 e 0 to 0 dl 1788840380 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840365.654900:0:34164:0:(client.c:3164:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840365.654903:0:34164:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840365.654906:0:34164:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87fac380 x1875733134002048/t4294967344(4294967344) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 496/448 e 0 to 0 dl 1788840380 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840365.654913:0:34164:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840365.654914:0:34164:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840365.654916:0:34164:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee86f34400. 02000000:00000001:3.0:1788840365.654919:0:34164:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840365.654921:0:34164:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840365.654922:0:34164:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=5 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:3.0:1788840365.654924:0:34164:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840365.654927:0:34164:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee98d5b000. 02000000:00000001:3.0:1788840365.654931:0:34164:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840365.654933:0:34164:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840365.654934:0:34164:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87fac380. 00000100:00000001:3.0:1788840365.654938:0:34164:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840365.654939:0:34164:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840365.654942:0:34164:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: normal: skip=0 replay=1/1 committed=0/0 00000100:00000001:3.0:1788840365.654945:0:34164:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840365.654946:0:34164:0:(client.c:3619:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:3.0:1788840365.654947:0:34164:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:3.0:1788840365.654949:0:34164:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1788840365.654953:0:34164:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:3.0:1788840365.654955:0:34164:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:3.0:1788840365.654958:0:34164:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:3.0:1788840365.654962:0:34164:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:3.0:1788840365.654964:0:34164:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff90ee98890820 for uuid lustre-OST0000_UUID event(2) 00020000:01000000:3.0:1788840365.654968:0:34164:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID inactive 00020000:00000040:3.0:1788840365.654971:0:34164:0:(lov_obd.c:417:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn 3aa5f499c96f2ce6 00020000:00000001:3.0:1788840365.654974:0:34164:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840365.654977:0:34164:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788840365.654980:0:34164:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840365.654982:0:34164:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788840365.654984:0:34164:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788840365.654986:0:34164:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840365.654988:0:34164:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00100000:3.0:1788840365.654991:0:34164:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000001:1.0:1788840365.655066:0:2358:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840365.655068:0:2358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee85c5f000. 02000000:00000001:1.0:1788840365.655072:0:2358:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840365.655073:0:2358:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840365.655074:0:2358:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87fafb80. 00000100:00000001:1.0:1788840365.655077:0:2358:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840365.655078:0:2358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840365.655081:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840365.655089:0:2358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840365.655091:0:2358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840365.655094:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840365.655095:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840365.655105:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840365.655107:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840365.655110:0:2359:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840365.655116:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87face00 x1875733134002432/t0(0) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 496/224 e 0 to 0 dl 1788840381 ref 2 fl Rpc:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840365.655124:0:2359:0:(client.c:2142:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:1.0:1788840365.655126:0:2359:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840365.655129:0:2359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840365.655131:0:2359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788840365.655133:0:2359:0:(osc_request.c:2581:brw_interpret()) Process entered 00000008:00000001:1.0:1788840365.655135:0:2359:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:00000040:1.0:1788840365.655138:0:2359:0:(osc_request.c:2175:osc_brw_fini_request()) @@@ Failed request: rc = -5 req@ffff90ee87face00 x1875733134002432/t0(0) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 496/224 e 0 to 0 dl 1788840381 ref 2 fl Interpret:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:1.0:1788840365.655156:0:2359:0:(osc_request.c:2176:osc_brw_fini_request()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000008:00000002:1.0:1788840365.655159:0:2359:0:(osc_request.c:2586:brw_interpret()) request ffff90ee87face00 aa ffff90ee87facfb0 rc -5 00000008:00080000:1.0:1788840365.655163:0:2359:0:(osc_request.c:2601:brw_interpret()) lustre-OST0000-osc-ffff90ee90f70800: resend cross eviction for object: 0x240000400:66: rc = -5. 00000008:00000010:1.0:1788840365.655167:0:2359:0:(osc_request.c:2668:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff90ee88452d00. 00000100:00000001:1.0:1788840365.655171:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840365.655184:0:2359:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87face00 x1875733134002432/t0(0) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 496/224 e 0 to 0 dl 1788840381 ref 2 fl Interpret:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840365.655192:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840365.655196:0:2359:0:(osc_cache.c:904:osc_extent_finish()) Process entered 00000008:00000020:1.0:1788840365.655199:0:2359:0:(osc_cache.c:908:osc_extent_finish()) extent ffff90ee92c6af00@{[0 -> 255/255], [3|0|-|rpc|wiuY|ffff90ee85c4d340], [1703936|1|+|+|ffff90ee86e84e00|256|ffff90eec216a7c0]} extent finished. 00000008:00010000:1.0:1788840365.655423:0:2359:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 00000000772b6254 ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000af048a67/0x3aa5f499c96f38c4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x8a436931312badca expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00000001:1.0:1788840365.655438:0:2359:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:1.0:1788840365.655440:0:2359:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:1.0:1788840365.655446:0:2359:0:(cl_page.c:1104:cl_page_complete()) page@000000003e30f44d[2 000000000edb95ac 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788840365.655447:0:2359:0:(cl_page.c:1104:cl_page_complete()) 1 -5 00000020:00000001:1.0:1788840365.655449:0:2359:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:1.0:1788840365.655451:0:2359:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1788840365.655454:0:2359:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788840365.655458:0:2359:0:(cl_page.c:507:__cl_page_state_set()) page@000000003e30f44d[2 000000000edb95ac 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788840365.655459:0:2359:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:1.0:1788840365.655461:0:2359:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:1.0:1788840365.655464:0:2359:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:1.0:1788840365.655467:0:2359:0:(vvp_page.c:167:vvp_page_complete_write()) page@000000003e30f44d[2 000000000edb95ac 1 1 0000000000000000 0 0 0] 00000080:00008000:1.0:1788840365.655469:0:2359:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with -5 00000080:00000400:1.0:1788840365.655491:0:2359:0:(llite_lib.c:4342:ll_dirty_page_discard_warn()) lustre: dirty page discard: 192.168.202.131@tcp:/lustre/fid: [0x200000404:0x30:0x0]// may get corrupted (rc -5) 00000080:00000001:1.0:1788840365.668686:0:2359:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:1.0:1788840365.668694:0:2359:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:1.0:1788840365.668696:0:2359:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788840365.668705:0:2359:0:(cl_page.c:556:cl_batch_put()) page@000000003e30f44d[2 000000000edb95ac 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788840365.668707:0:2359:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:1.0:1788840365.668709:0:2359:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:1.0:1788840365.668710:0:2359:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000020:1.0:1788840365.668714:0:2359:0:(osc_cache.c:1600:osc_free_grant()) lost 0 grant: 0 avail: 393216 dirty: 0/0 00000008:00000020:1.0:1788840365.668734:0:2359:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff90ee92c6af00@{[0 -> 255/255], [2|0|-|inv|wuY|ffff90ee85c4d340], [1703936|0|-|-|ffff90ee86e84e00|256|ffff90eec216a7c0]} destroyed. 00000008:00010000:1.0:1788840365.668743:0:2359:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000772b6254 ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000af048a67/0x3aa5f499c96f38c4 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x800020000000000 nid: local remote: 0x8a436931312badca expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00000001:1.0:1788840365.668758:0:2359:0:(osc_cache.c:955:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1788840365.668770:0:2359:0:(osc_request.c:2540:osc_release_ppga()) kvfree 'ppga': 8 at ffff90ee983e7670. 00000008:00000020:1.0:1788840365.668781:0:2359:0:(osc_cache.c:2414:__osc_io_unplug()) Queue writeback work for client ffff90ee86e3a1d8. 00000008:00000001:1.0:1788840365.668786:0:2359:0:(osc_request.c:2756:brw_interpret()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000100:00000040:1.0:1788840365.668799:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87face00 x1875733134002432/t0(0) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 496/224 e 0 to 0 dl 1788840381 ref 1 fl Interpret:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788840365.668809:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87face00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2359:1875733134002432:192.168.202.131@tcp:4:multiop.0 00000100:00000001:1.0:1788840365.668827:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840365.668832:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840365.668836:0:2359:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87face00 x1875733134002432/t0(0) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 496/224 e 0 to 0 dl 1788840381 ref 1 fl Complete:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840365.668842:0:2359:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840365.668845:0:2359:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840365.668849:0:2359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee86f37400. 02000000:00000001:1.0:1788840365.668852:0:2359:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840365.668855:0:2359:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840365.668857:0:2359:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=3 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:1.0:1788840365.668859:0:2359:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840365.668862:0:2359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee98d5a600. 02000000:00000001:1.0:1788840365.668866:0:2359:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840365.668867:0:2359:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840365.668869:0:2359:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87face00. 00000100:00000001:1.0:1788840365.668874:0:2359:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840365.668876:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840365.668878:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840365.668885:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840365.668887:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840365.668890:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840365.668892:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.668925:0:22780:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:1.0:1788840365.668935:0:22780:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff90ee90b0c6c0. 00000020:00000010:1.0:1788840365.668940:0:22780:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90ee98d5a600. 00000020:00000010:1.0:1788840365.668945:0:22780:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff90ee98d5ba00. 00000020:00000010:1.0:1788840365.668948:0:22780:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff90ee8532cb40. 00000008:00000010:1.0:1788840365.668972:0:22780:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff90ee86f8a190. 00020000:00000010:1.0:1788840365.668977:0:22780:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff90ee92c6a840. 00008000:00000010:1.0:1788840365.668980:0:22780:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff90ee98e7a350. 00000080:00000010:1.0:1788840365.668984:0:22780:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff90ee87fb55e8. 00000080:00000010:1.0:1788840365.668987:0:22780:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff90ee87fce060. 00000020:00000010:1.0:1788840365.668990:0:22780:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90ee98d5b000. 00000008:00000010:1.0:1788840365.668992:0:22780:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff90ee850f4b00. 00020000:00000010:1.0:1788840365.668995:0:22780:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff90ee86d57908. 00008000:00000010:1.0:1788840365.668997:0:22780:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff90ee87fb39c0. 00000080:00000010:1.0:1788840365.669000:0:22780:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff90ee87fb4f00. 00000020:00000001:1.0:1788840365.669002:0:22780:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036961480 : -122120672590136 : ffff90ee90b0c6c8) 00000020:00001000:1.0:1788840365.669003:0:22780:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0c6c0 00000008:00000020:1.0:1788840365.669005:0:22780:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff90ee86e3a1d8. 00000008:00000001:1.0:1788840365.669007:0:22780:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1788840365.669008:0:22780:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:1.0:1788840365.669010:0:22780:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840365.669011:0:22780:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000020:00001000:1.0:1788840365.669012:0:22780:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0c6c0 00000100:00000001:3.0:1788840365.669165:0:34164:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1788840365.669168:0:34164:0:(osc_request.c:3902:osc_import_event()) Process entered 00000001:00000001:3.0:1788840365.669171:0:34164:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788840365.669182:0:34164:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:3.0:1788840365.669192:0:34164:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4800 count: 2 00010000:00000001:3.0:1788840365.669198:0:34164:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:3.0:1788840365.669200:0:34164:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840365.669203:0:34164:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840365.669399:0:34164:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84e00 refcount=4 00000020:00000001:3.0:1788840365.669402:0:34164:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872828416 : -122120836723200 : ffff90ee86e84e00) 00010000:00000001:3.0:1788840365.669405:0:34164:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872828416 : -122120836723200 : ffff90ee86e84e00) 00010000:00000001:3.0:1788840365.669410:0:34164:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788840365.669413:0:34164:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000af048a67/0x3aa5f499c96f38c4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x80012e400000000 nid: local remote: 0x8a436931312badca expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00000008:00000001:3.0:1788840365.669423:0:34164:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:3.0:1788840365.669426:0:34164:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788840365.669429:0:34164:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044391912 : -122120665159704 : ffff90ee912227e8) 00000020:00001000:3.0:1788840365.669431:0:34164:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912227e0 00000008:00000001:3.0:1788840365.669433:0:34164:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:3.0:1788840365.669436:0:34164:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:3.0:1788840365.669437:0:34164:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788840365.669439:0:34164:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044391048 : -122120665160568 : ffff90ee91222488) 00000020:00001000:3.0:1788840365.669440:0:34164:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee91222480 00000008:00000001:3.0:1788840365.669443:0:34164:0:(osc_cache.c:3704:osc_ldlm_hp_handle()) Process entered 00000008:00000020:3.0:1788840365.669445:0:34164:0:(osc_cache.c:3724:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:3.0:1788840365.669448:0:34164:0:(osc_cache.c:3740:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:3.0:1788840365.669450:0:34164:0:(osc_cache.c:3788:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788840365.669453:0:34164:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000001:3.0:1788840365.669457:0:34164:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000020:3.0:1788840365.669460:0:34164:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff90ee85c4d340 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1788840365.669462:0:34164:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1788840365.669465:0:34164:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff90ee85c4d340 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 1: rc=0. 00000008:00000001:3.0:1788840365.669468:0:34164:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:3.0:1788840365.669470:0:34164:0:(osc_lock.c:372:osc_lock_flush()) object ffff90ee85c4d340: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:3.0:1788840365.669474:0:34164:0:(osc_cache.c:3673:osc_lock_discard_pages()) Process entered 00000020:00000001:3.0:1788840365.669476:0:34164:0:(cl_object.c:143:cl_object_top()) ffff90ee85c4d340 -> ffff90ee87fb2080 00000020:00000001:3.0:1788840365.669479:0:34164:0:(cl_object.c:143:cl_object_top()) ffff90ee87fb2080 -> ffff90ee87fb2080 00000020:00000001:3.0:1788840365.669481:0:34164:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788840365.669484:0:34164:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788840365.669486:0:34164:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:3.0:1788840365.669490:0:34164:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788840365.669491:0:34164:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1788840365.669492:0:34164:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788840365.669496:0:34164:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x30:0x0]io ffff90ee85009700 type 8 ignore/verify layout 1/0 00020000:00000001:3.0:1788840365.669500:0:34164:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788840365.669502:0:34164:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788840365.669504:0:34164:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788840365.669507:0:34164:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788840365.669508:0:34164:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840365.669509:0:34164:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788840365.669510:0:34164:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788840365.669512:0:34164:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:3.0:1788840365.669513:0:34164:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788840365.669516:0:34164:0:(osc_cache.c:3460:osc_page_gang_lookup()) Process entered 00000020:00000001:3.0:1788840365.669528:0:34164:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:3.0:1788840365.669531:0:34164:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:3.0:1788840365.669533:0:34164:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:3.0:1788840365.669536:0:34164:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:3.0:1788840365.669537:0:34164:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446621952840865536 : -122120868686080 : ffff90ee85009700) 00000020:00000001:3.0:1788840365.669540:0:34164:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:3.0:1788840365.669541:0:34164:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:3.0:1788840365.669543:0:34164:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788840365.669547:0:34164:0:(cl_page.c:507:__cl_page_state_set()) page@000000003e30f44d[2 000000000edb95ac 1 1 0000000068f8794f 0 0 0] 00000020:00000001:3.0:1788840365.669549:0:34164:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:3.0:1788840365.669551:0:34164:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:3.0:1788840365.669552:0:34164:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:3.0:1788840365.669553:0:34164:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840365.669556:0:34164:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:3.0:1788840365.669558:0:34164:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:3.0:1788840365.669559:0:34164:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1788840365.669560:0:34164:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1788840365.669561:0:34164:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:3.0:1788840365.669563:0:34164:0:(cl_page.c:507:__cl_page_state_set()) page@000000003e30f44d[2 000000000edb95ac 2 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788840365.669565:0:34164:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:3.0:1788840365.669566:0:34164:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:3.0:1788840365.669567:0:34164:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:3.0:1788840365.669569:0:34164:0:(osc_page.c:138:osc_page_delete()) ffff90ee853c0220 00000008:00000001:3.0:1788840365.669570:0:34164:0:(osc_cache.c:2676:osc_teardown_async_page()) Process entered 00000008:00000040:3.0:1788840365.669572:0:34164:0:(osc_cache.c:2679:osc_teardown_async_page()) teardown oap ffff90ee853c0230 page ffff90ee853c0220 at index 0. 00000008:00000001:3.0:1788840365.669574:0:34164:0:(osc_cache.c:2701:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788840365.669578:0:34164:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:3.0:1788840365.669580:0:34164:0:(vvp_page.c:56:vvp_page_delete()) delete page fffffcfe44a6e5c0 index 0 00000020:00000001:3.0:1788840365.669584:0:34164:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:3.0:1788840365.669585:0:34164:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:3.0:1788840365.669592:0:34164:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:3.0:1788840365.669594:0:34164:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:3.0:1788840365.669594:0:34164:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:3.0:1788840365.669596:0:34164:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:3.0:1788840365.669597:0:34164:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:3.0:1788840365.669599:0:34164:0:(cl_page.c:556:cl_batch_put()) page@000000003e30f44d[1 000000000edb95ac 5 1 0000000000000000 0 0 0] 00000020:00000001:3.0:1788840365.669601:0:34164:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:3.0:1788840365.669603:0:34164:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:3.0:1788840365.669607:0:34164:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff90ee853c01c0. 00000020:00000001:3.0:1788840365.669611:0:34164:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:3.0:1788840365.669612:0:34164:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:3.0:1788840365.669626:0:34164:0:(osc_cache.c:3537:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1788840365.669629:0:34164:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788840365.669631:0:34164:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788840365.669633:0:34164:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788840365.669635:0:34164:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788840365.669636:0:34164:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:3.0:1788840365.669671:0:34164:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788840365.669672:0:34164:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:3.0:1788840365.669674:0:34164:0:(osc_cache.c:3692:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788840365.669676:0:34164:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee91222480 00000008:00000001:3.0:1788840365.669678:0:34164:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840365.669681:0:34164:0:(cl_object.c:143:cl_object_top()) ffff90ee85c4d340 -> ffff90ee87fb2080 00010000:00000001:3.0:1788840365.669684:0:34164:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:3.0:1788840365.669686:0:34164:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840365.669688:0:34164:0:(cl_object.c:143:cl_object_top()) ffff90ee85c4d340 -> ffff90ee87fb2080 00000020:00000001:3.0:1788840365.669690:0:34164:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1788840365.669692:0:34164:0:(osc_object.c:161:osc_attr_update()) set kms from 2to 0 00020000:00000001:3.0:1788840365.669695:0:34164:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788840365.669697:0:34164:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840365.669699:0:34164:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840365.669701:0:34164:0:(cl_object.c:143:cl_object_top()) ffff90ee85c4d340 -> ffff90ee87fb2080 00000020:00000001:3.0:1788840365.669702:0:34164:0:(cl_object.c:143:cl_object_top()) ffff90ee87fb2080 -> ffff90ee87fb2080 00000020:00000001:3.0:1788840365.669703:0:34164:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:3.0:1788840365.669706:0:34164:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840365.669707:0:34164:0:(cl_object.c:143:cl_object_top()) ffff90ee85c4d340 -> ffff90ee87fb2080 00000008:00000001:3.0:1788840365.669710:0:34164:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788840365.669712:0:34164:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912227e0 00000008:00000001:3.0:1788840365.669714:0:34164:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840365.669717:0:34164:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:3.0:1788840365.669719:0:34164:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788840365.669723:0:34164:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788840365.669724:0:34164:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788840365.669726:0:34164:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840365.669729:0:34164:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788840365.669732:0:34164:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee86e84e00 with handle 0x3aa5f499c96f38c4 from hash 00010000:00000001:3.0:1788840365.669734:0:34164:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788840365.669736:0:34164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840365.669737:0:34164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840365.669738:0:34164:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788840365.669741:0:34164:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788840365.669742:0:34164:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:3.0:1788840365.669745:0:34164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840365.669746:0:34164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840365.669747:0:34164:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840365.669748:0:34164:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840365.669749:0:34164:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000001:00000001:3.0:1788840365.669793:0:34164:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788840365.669795:0:34164:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788840365.669797:0:34164:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:3.0:1788840365.669806:0:34164:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4800 count: 2 00010000:00020000:3.0:1788840365.669810:0:34164:0:(ldlm_resource.c:1207:ldlm_resource_complain()) lustre-OST0000-osc-ffff90ee90f70800: namespace resource [0x240000400:0x42:0x0].0x0 (ffff90ee98cc4800) refcount nonzero (1) after lock cleanup; forcing cleanup. 00000008:00000001:2.0:1788840365.670907:0:34151:0:(osc_cache.c:1008:osc_extent_wait()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00010000:00000001:2.0:1788840365.670914:0:34151:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788840365.670918:0:34151:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000af048a67/0x3aa5f499c96f38c4 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x80496f400000000 nid: local remote: 0x8a436931312badca expref: -99 pid: 34151 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000010:2.0:1788840365.670929:0:34151:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff90ee87139d00. 00010000:00000001:2.0:1788840365.670937:0:34151:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:2.0:1788840365.670940:0:34151:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff90ee92c6af00. 00000008:00000020:2.0:1788840365.670944:0:34151:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff90ee85c4d340 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1788840365.670947:0:34151:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:2.0:1788840365.670951:0:34151:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1788840365.670953:0:34151:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840365.670955:0:34151:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1788840365.670958:0:34151:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1788840365.670960:0:34151:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1788840365.670962:0:34151:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1788840365.670964:0:34151:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788840365.670965:0:34151:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788840365.670967:0:34151:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1788840365.670968:0:34151:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840365.670970:0:34151:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840365.670971:0:34151:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1788840365.670972:0:34151:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1788840365.670973:0:34151:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1788840365.670975:0:34151:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1788840365.670976:0:34151:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1788840365.670978:0:34151:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1788840365.670979:0:34151:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788840365.670980:0:34151:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1788840365.670981:0:34151:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1788840365.670982:0:34151:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840365.670983:0:34151:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840365.670985:0:34151:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788840365.670986:0:34151:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788840365.670988:0:34151:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:2.0:1788840365.670991:0:34151:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788840365.670993:0:34151:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788840365.670994:0:34151:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788840365.670995:0:34151:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788840365.670997:0:34151:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788840365.670998:0:34151:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0c7e0 00020000:00000001:2.0:1788840365.671001:0:34151:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788840365.671002:0:34151:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788840365.671005:0:34151:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788840365.671007:0:34151:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788840365.671010:0:34151:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788840365.671010:0:34151:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788840365.671012:0:34151:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0ca20 00000080:00000001:2.0:1788840365.671015:0:34151:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000080:00000001:2.0:1788840365.671018:0:34151:0:(rw.c:1554:ll_writepages()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00020000:00000001:2.0:1788840365.671024:0:34151:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788840365.671026:0:34151:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee885702e8) owner 0000000000000000/ffff90eec216a7c0 00020000:00000002:2.0:1788840365.671031:0:34151:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee885702e8) owner 0000000000000000/ffff90eec216a7c0 00020000:00000001:2.0:1788840365.671034:0:34151:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000080:00000002:2.0:1788840365.671036:0:34151:0:(file.c:5353:ll_mdsync()) inode ffff90ee90515348 metadata sync [0x200000404:0x30:0x0] (need_sync=0) 00000080:00000001:2.0:1788840365.671040:0:34151:0:(pcc.c:2802:pcc_fsync()) Process entered 00000080:00000001:2.0:1788840365.671042:0:34151:0:(pcc.c:2805:pcc_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840365.671043:0:34151:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1788840365.671045:0:34151:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788840365.671048:0:34151:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036962344 : -122120672589272 : ffff90ee90b0ca28) 00000020:00001000:2.0:1788840365.671050:0:34151:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0ca20 00000020:00000001:2.0:1788840365.671053:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90ee87fb2080 -> ffff90ee87fb2080 00000020:00000001:2.0:1788840365.671055:0:34151:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788840365.671057:0:34151:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788840365.671058:0:34151:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788840365.671060:0:34151:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788840365.671061:0:34151:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788840365.671063:0:34151:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788840365.671065:0:34151:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x30:0x0]io ffff90ee87fcce40 type 6 ignore/verify layout 0/0 00020000:00000002:2.0:1788840365.671068:0:34151:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee885702e8) owner 0000000000000000/ffff90eec216a7c0 00020000:00000001:2.0:1788840365.671070:0:34151:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788840365.671072:0:34151:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788840365.671073:0:34151:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788840365.671075:0:34151:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840365.671077:0:34151:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788840365.671079:0:34151:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788840365.671080:0:34151:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840365.671082:0:34151:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788840365.671082:0:34151:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788840365.671084:0:34151:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788840365.671085:0:34151:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee885702e8) owner 0000000000000000/ffff90eec216a7c0 00000020:00000001:2.0:1788840365.671087:0:34151:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840365.671088:0:34151:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1788840365.671090:0:34151:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1788840365.671091:0:34151:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1788840365.671094:0:34151:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1788840365.671097:0:34151:0:(lov_offset.c:253:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:2.0:1788840365.671101:0:34151:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788840365.671103:0:34151:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788840365.671104:0:34151:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788840365.671105:0:34151:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036961768 : -122120672589848 : ffff90ee90b0c7e8) 00000020:00001000:2.0:1788840365.671107:0:34151:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0c7e0 00000020:00000001:2.0:1788840365.671109:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90ee87fb2918 -> ffff90ee87fb2080 00000020:00000001:2.0:1788840365.671110:0:34151:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788840365.671112:0:34151:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788840365.671113:0:34151:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788840365.671114:0:34151:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840365.671116:0:34151:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840365.671118:0:34151:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621952871594936 : -122120837956680 : ffff90ee86d57bb8) 00000020:00000001:2.0:1788840365.671120:0:34151:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1788840365.671121:0:34151:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840365.671124:0:34151:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840365.671125:0:34151:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840365.671127:0:34151:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1788840365.671129:0:34151:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1788840365.671130:0:34151:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788840365.671131:0:34151:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1788840365.671133:0:34151:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788840365.671134:0:34151:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840365.671136:0:34151:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840365.671137:0:34151:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840365.671139:0:34151:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840365.671140:0:34151:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788840365.671154:0:34151:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840365.671156:0:34151:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840365.671158:0:34151:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1788840365.671159:0:34151:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1788840365.671160:0:34151:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788840365.671161:0:34151:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1788840365.671163:0:34151:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1788840365.671164:0:34151:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000020:2.0:1788840365.671168:0:34151:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff90ee85c4d340 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 0: rc=0. 00000008:00000001:2.0:1788840365.671171:0:34151:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788840365.671173:0:34151:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000020:2.0:1788840365.671176:0:34151:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff90ee85c4d340 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1788840365.671177:0:34151:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788840365.671180:0:34151:0:(osc_io.c:1067:osc_fsync_ost()) Process entered 00000020:00000001:2.0:1788840365.671181:0:34151:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788840365.671184:0:34151:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788840365.671185:0:34151:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788840365.671186:0:34151:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788840365.671187:0:34151:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788840365.671188:0:34151:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788840365.671190:0:34151:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:2.0:1788840365.671199:0:34151:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125c700. 00000020:00000040:2.0:1788840365.671202:0:34151:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=4 obd=lustre-OST0000-osc-ffff90ee90f70800 00000100:00000001:2.0:1788840365.671887:0:34151:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840365.671891:0:34151:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840365.671896:0:34151:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840365.671906:0:34151:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee91232400. 00000100:00000001:2.0:1788840365.671914:0:34151:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840365.671922:0:34151:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840365.671926:0:34151:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840365.671938:0:34151:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8e9a1e9] to pc [ptlrpcd_01_00+0] req@ffff90ee9125c700 x1875733134002688/t0(0) o16->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:2.0:1788840365.671962:0:34151:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788840365.671964:0:34151:0:(osc_io.c:1084:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788840365.671966:0:34151:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840365.671968:0:34151:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840365.671970:0:34151:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840365.671972:0:34151:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840365.671973:0:34151:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840365.671975:0:34151:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1788840365.671977:0:34151:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1788840365.671978:0:34151:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1788840365.671980:0:34151:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:2.0:1788840365.671992:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840365.671996:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840365.671998:0:2361:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840365.672004:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125c700 x1875733134002688/t0(0) o16->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840365.672011:0:2361:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000200:2.0:1788840365.672015:0:2361:0:(client.c:1410:ptlrpc_import_delay_req()) @@@ IMP_INVALID req@ffff90ee9125c700 x1875733134002688/t0(0) o16->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840365.672022:0:2361:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840365.672026:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125c700 x1875733134002688/t0(0) o16->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Rpc:QU/600/ffffffff rc -108/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840365.672032:0:2361:0:(client.c:1857:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:2.0:1788840365.672034:0:2361:0:(client.c:2105:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:2.0:1788840365.672038:0:2361:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840365.672040:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840365.672042:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788840365.672045:0:2361:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000008:00000001:2.0:1788840365.672046:0:2361:0:(osc_request.c:479:osc_sync_interpret()) Process leaving via out (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000008:00000001:2.0:1788840365.672062:0:2361:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840365.672067:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125c700 x1875733134002688/t0(0) o16->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Interpret:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788840365.672075:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:0:1875733134002688:192.168.202.131@tcp:16:multiop.0 00000100:00000001:2.0:1788840365.672080:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840365.672082:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840365.672086:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125c700 x1875733134002688/t0(0) o16->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl Complete:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840365.672092:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1788840365.672095:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840365.672096:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=3 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:2.0:1788840365.672098:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840365.672101:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee91232400. 02000000:00000001:2.0:1788840365.672106:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840365.672108:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840365.672109:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125c700. 00000100:00000001:2.0:1788840365.672112:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840365.672113:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840365.672115:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840365.672122:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840365.672124:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840365.672126:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840365.672128:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840365.672135:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840365.672137:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.673268:0:34151:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1788840365.673273:0:34151:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840365.673277:0:34151:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000080:00000001:1.0:1788840365.673281:0:34151:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788840365.673285:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90ee87fb2080 -> ffff90ee87fb2080 00000020:00000001:1.0:1788840365.673287:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90ee87fb2080 -> ffff90ee87fb2080 00000020:00000001:1.0:1788840365.673289:0:34151:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788840365.673293:0:34151:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1788840365.673297:0:34151:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788840365.673299:0:34151:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840365.673301:0:34151:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788840365.673302:0:34151:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=2 : 2 : 2) 00020000:00000002:1.0:1788840365.673304:0:34151:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x30:1028 on OST[0]: s=2 (1) m=1788840365 a=0 c=1788840365 b=11 00020000:00000001:1.0:1788840365.673309:0:34151:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788840365.673311:0:34151:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=2 m=1788840365 a=0 c=1788840365 b=11 00020000:00000001:1.0:1788840365.673314:0:34151:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.673316:0:34151:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.673318:0:34151:0:(cl_object.c:143:cl_object_top()) ffff90ee87fb2080 -> ffff90ee87fb2080 00000080:00200000:1.0:1788840365.673320:0:34151:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x30:0x0] updating i_size 2 i_blocks 11 00000080:00000001:1.0:1788840365.673323:0:34151:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1788840365.673324:0:34151:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1788840365.673326:0:34151:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1788840365.673328:0:34151:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1788840365.673330:0:34151:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788840365.673331:0:34151:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788840365.673332:0:34151:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1788840365.673333:0:34151:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840365.673335:0:34151:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840365.673336:0:34151:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1788840365.673337:0:34151:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1788840365.673339:0:34151:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1788840365.673340:0:34151:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1788840365.673341:0:34151:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1788840365.673343:0:34151:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1788840365.673344:0:34151:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788840365.673345:0:34151:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1788840365.673346:0:34151:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1788840365.673347:0:34151:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840365.673348:0:34151:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840365.673350:0:34151:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788840365.673351:0:34151:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788840365.673352:0:34151:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000020:00000001:1.0:1788840365.673354:0:34151:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788840365.673356:0:34151:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788840365.673357:0:34151:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788840365.673358:0:34151:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788840365.673360:0:34151:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788840365.673362:0:34151:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0c7e0 00020000:00000001:1.0:1788840365.673364:0:34151:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788840365.673366:0:34151:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788840365.673368:0:34151:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788840365.673370:0:34151:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788840365.673373:0:34151:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788840365.673374:0:34151:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788840365.673376:0:34151:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0ca20 00000080:00000001:1.0:1788840365.673378:0:34151:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000020:00000001:1.0:1788840365.673383:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c97e48 00000080:00000008:1.0:1788840365.673386:0:34151:0:(file.c:5438:ll_fsync()) COMPLETED file: name=f24a.recovery-small, fid=[0x200000404:0x30:0x0], start=0, end=9223372036854775807, datasync=0, rc=-5 00000080:00000001:1.0:1788840365.673389:0:34151:0:(file.c:5440:ll_fsync()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00020000:00000001:1.0:1788840365.674904:0:34151:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788840365.674910:0:34151:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee885702e8) owner 0000000000000000/ffff90eec216a7c0 00020000:00000002:1.0:1788840365.674915:0:34151:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee885702e8) owner 0000000000000000/ffff90eec216a7c0 00020000:00000001:1.0:1788840365.674918:0:34151:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.674930:0:34151:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788840365.674933:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c97d88 00000080:00200008:1.0:1788840365.674935:0:34151:0:(file.c:479:ll_file_release()) START file f24a.recovery-small:[0x200000404:0x30:0x0](ffff90ee90515348), flags 100002 00000080:00000001:1.0:1788840365.674939:0:34151:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1788840365.674942:0:34151:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:1.0:1788840365.674943:0:34151:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788840365.674944:0:34151:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee885702e8) owner 0000000000000000/ffff90eec216a7c0 00020000:00000002:1.0:1788840365.674946:0:34151:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee885702e8) owner 0000000000000000/ffff90eec216a7c0 00020000:00000001:1.0:1788840365.674948:0:34151:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.674950:0:34151:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:1.0:1788840365.674957:0:34151:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840365.674961:0:34151:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840365.674966:0:34151:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4d00 count: 2 00010000:00000001:1.0:1788840365.674969:0:34151:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788840365.674974:0:34151:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788840365.674976:0:34151:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x30:0x0]: 0 00000080:00000001:1.0:1788840365.674979:0:34151:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788840365.674980:0:34151:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788840365.674987:0:34151:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff90ee98d5a200. 00000080:00000001:1.0:1788840365.674989:0:34151:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1788840365.674994:0:34151:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788840365.674998:0:34151:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:1.0:1788840365.675000:0:34151:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x30:0x0] 00000002:00000001:1.0:1788840365.675003:0:34151:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788840365.675006:0:34151:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff90ee90f70800: [0x200000404:0x30:0x0] file closed with intent: 200 00000100:00000010:1.0:1788840365.675012:0:34151:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87face00. 00000020:00000040:1.0:1788840365.675017:0:34151:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:1.0:1788840365.675022:0:34151:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840365.675025:0:34151:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840365.675029:0:34151:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840365.675035:0:34151:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee98d5a000. 00000100:00000001:1.0:1788840365.675041:0:34151:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788840365.675056:0:34151:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff90ee87fad180 x1875733134001792/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1788840380 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788840365.675067:0:34151:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788840365.675072:0:34151:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee87face00 x1875733134002944/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788840365.675078:0:34151:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788840365.675080:0:34151:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788840365.675086:0:34151:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee85c7ab40. 00000100:00000001:1.0:1788840365.675088:0:34151:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952853912384 : -122120855639232 : ffff90ee85c7ab40) 00000100:00000001:1.0:1788840365.675090:0:34151:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840365.675092:0:34151:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890818048 : -122120818733568 : ffff90ee87face00) 00000100:00000001:1.0:1788840365.675096:0:34151:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840365.675101:0:34151:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840365.675103:0:34151:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788840365.675105:0:34151:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840365.675109:0:34151:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87face00 x1875733134002944/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840365.675116:0:34151:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840365.675118:0:34151:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840365.675121:0:34151:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840365.675123:0:34151:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840365.675125:0:34151:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840365.675129:0:34151:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87face00 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:34151:1875733134002944:192.168.202.131@tcp:35:multiop.0 00000100:00000001:1.0:1788840365.675133:0:34151:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840365.675137:0:34151:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840365.675139:0:34151:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840365.675141:0:34151:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840365.676487:0:34151:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee91279400. 02000000:00000001:2.0:1788840365.676493:0:34151:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840365.676502:0:34151:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840365.676507:0:34151:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e268. 00000400:00000010:2.0:1788840365.676514:0:34151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee912346e8. 00000100:00000200:2.0:1788840365.676530:0:34151:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733134002944, portal 10 00000100:00000001:2.0:1788840365.676534:0:34151:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840365.676535:0:34151:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890818048 : -122120818733568 : ffff90ee87face00) 00000100:00000040:2.0:1788840365.676550:0:34151:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87face00 x1875733134002944/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840381 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840365.676557:0:34151:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840365.676559:0:34151:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840365.676563:0:34151:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee912344c8. 00000100:00000200:2.0:1788840365.676566:0:34151:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875733134002944, offset 0 00000400:00000200:2.0:1788840365.676573:0:34151:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840365.676582:0:34151:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840365.676588:0:34151:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840365.676594:0:34151:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840365.676598:0:34151:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840365.676601:0:34151:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840365.676604:0:34151:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840365.676607:0:34151:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2614:2614:256:4294967295] 192.168.202.131@tcp LPNI seq info [2614:2614:8:4294967295] 00000400:00000200:2.0:1788840365.676611:0:34151:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840365.676619:0:34151:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840365.676624:0:34151:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840365.676629:0:34151:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee8985c100. 00000800:00000200:2.0:1788840365.676636:0:34151:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840365.676666:0:34151:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840365.676672:0:34151:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee8985c100 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788840365.676684:0:34151:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840365.676689:0:34151:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 815952 usecs (816 jiffies) 00000400:00000200:2.0:1788840365.676692:0:34151:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840365.676694:0:34151:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296596310 00000100:00000001:2.0:1788840365.676697:0:34151:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296596388 00000100:00000001:2.0:1788840365.676700:0:34151:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296596310 00000100:00000001:2.0:1788840365.676702:0:34151:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296596388 00000100:00000001:2.0:1788840365.676704:0:34151:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840365.676707:0:34151:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840365.676709:0:34151:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840365.676711:0:34151:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788840365.676714:0:34151:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee85c7ab40 going to sleep for 11 seconds 00000100:00000001:2.0:1788840365.676716:0:34151:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840365.676718:0:34151:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840365.676816:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840365.676820:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee8985c100. 00000400:00000200:2.0:1788840365.676825:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840365.676829:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840365.676835:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee912344c8 00000400:00000010:2.0:1788840365.676837:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee912344c8. 00000100:00000001:2.0:1788840365.676840:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840365.676844:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87face00 x1875733134002944/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840381 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840365.676854:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840365.676857:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87face00 x1875733134002944/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840381 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840365.676864:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840365.676866:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000100:3.0:1788840365.689378:0:34164:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000400:0x42:0x0].0x0 (ffff90ee98cc4800) refcount = 1 00010000:00000040:3.0:1788840365.689392:0:34164:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee98cc4800 count: 0 00010000:00000010:3.0:1788840365.689400:0:34164:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff90ee98cc4900. 00000001:00000001:3.0:1788840365.689439:0:34164:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840365.689444:0:34164:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788840365.689449:0:34164:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044391912 : -122120665159704 : ffff90ee912227e8) 00000020:00001000:3.0:1788840365.689452:0:34164:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912227e0 00000008:00000001:3.0:1788840365.689455:0:34164:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000008:00000001:3.0:1788840365.689457:0:34164:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:3.0:1788840365.689460:0:34164:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788840365.689463:0:34164:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000001:00000001:3.0:1788840365.689465:0:34164:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788840365.689467:0:34164:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788840365.689493:0:34164:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788840365.689495:0:34164:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912227e0 00000001:00000001:3.0:1788840365.689498:0:34164:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788840365.689499:0:34164:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788840365.689530:0:34164:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788840365.689533:0:34164:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:3.0:1788840365.689534:0:34164:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:3.0:1788840365.689555:0:34164:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788840365.689557:0:34164:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840365.689561:0:34164:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1788840365.689567:0:34164:0:(import.c:65:import_set_state_nolock()) ffff90ee92b5c800 lustre-OST0000_UUID: changing import state from EVICTED to RECOVER 00000100:00000001:3.0:1788840365.689571:0:34164:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:3.0:1788840365.689573:0:34164:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:3.0:1788840365.689576:0:34164:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1788840365.689578:0:34164:0:(import.c:65:import_set_state_nolock()) ffff90ee92b5c800 lustre-OST0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:3.0:1788840365.689581:0:34164:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1788840365.689583:0:34164:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:3.0:1788840365.689585:0:34164:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:3.0:1788840365.689588:0:34164:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:3.0:1788840365.689590:0:34164:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:3.0:1788840365.689592:0:34164:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff90ee98890820 for uuid lustre-OST0000_UUID event(1) 00020000:01000000:3.0:1788840365.689597:0:34164:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00020000:00000040:3.0:1788840365.689600:0:34164:0:(lov_obd.c:417:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn 3aa5f499c96f2ce6 00020000:00000001:3.0:1788840365.689602:0:34164:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840365.689606:0:34164:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:3.0:1788840365.689609:0:34164:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:3.0:1788840365.689611:0:34164:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:3.0:1788840365.689614:0:34164:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:3.0:1788840365.689615:0:34164:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:3.0:1788840365.689617:0:34164:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:3.0:1788840365.689620:0:34164:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840365.689622:0:34164:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840365.689624:0:34164:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:3.0:1788840365.689625:0:34164:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:3.0:1788840365.689626:0:34164:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840365.689628:0:34164:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:3.0:1788840365.689629:0:34164:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:3.0:1788840365.689633:0:34164:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:3.0:1788840365.689635:0:34164:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840365.689778:0:34164:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840365.689782:0:34164:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840365.689784:0:34164:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840365.689786:0:34164:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788840365.689788:0:34164:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788840365.689790:0:34164:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840365.689792:0:34164:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:3.0:1788840365.689799:0:34164:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff90ee90f70800: Connection restored to 192.168.202.131@tcp (at 192.168.202.131@tcp) 00000100:00000001:3.0:1788840365.689802:0:34164:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840365.689805:0:34164:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840365.689806:0:34164:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=2 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:3.0:1788840365.689809:0:34164:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:3.0:1788840365.689810:0:34164:0:(import.c:1611:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788840365.689980:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840365.689994:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840365.689997:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840365.690000:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840365.690007:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840365.690012:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840365.690022:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840365.690026:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840365.690032:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840365.690036:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 456 into portal 10 MB=0x6a9f827254b00 00000400:00000200:2.0:1788840365.690040:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840365.690046:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 456/456 into md 0x71ad [1] + 224 00000800:00000001:2.0:1788840365.690052:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840365.690059:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840365.690062:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840365.690066:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840365.690073:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840365.690081:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87face00 x1875733134002944/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840381 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840365.690092:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff90ee87face00 x1875733134002944/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840381 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840365.690114:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840365.690123:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840365.690126:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840365.690408:0:34151:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788840365.690427:0:34151:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840365.690430:0:34151:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840365.690433:0:34151:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e268. 00000400:00000200:3.0:1788840365.690438:0:34151:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee912346e8 00000400:00000010:3.0:1788840365.690440:0:34151:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee912346e8. 00000100:00000001:3.0:1788840365.690443:0:34151:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840365.690448:0:34151:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87face00 x1875733134002944/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840381 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788840365.690456:0:34151:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87face00 x1875733134002944/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840381 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840365.690462:0:34151:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840365.690463:0:34151:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840365.690466:0:34151:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840365.690469:0:34151:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840365.690471:0:34151:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840365.690473:0:34151:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840365.690476:0:34151:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840365.690484:0:34151:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee988234a8 time=65 v=5 (10 5 5 5) 00000100:00001000:3.0:1788840365.690488:0:34151:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=23 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840365.690491:0:34151:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840365.690493:0:34151:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840365.690495:0:34151:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840365.690498:0:34151:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840365.690501:0:34151:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788840365.690503:0:34151:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788840365.690504:0:34151:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788840365.690507:0:34151:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840365.690509:0:34151:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890818048 : -122120818733568 : ffff90ee87face00) 00000100:00000001:3.0:1788840365.690512:0:34151:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1788840365.690514:0:34151:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: committing for last_committed 8589934597 gen 2 00000100:00000040:3.0:1788840365.690530:0:34151:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 8589934597) req@ffff90ee87fad500 x1875733134001152/t8589934595(8589934595) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/456 e 0 to 0 dl 1788840380 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840365.690539:0:34151:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840365.690543:0:34151:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87fad500 x1875733134001152/t8589934595(8589934595) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/456 e 0 to 0 dl 1788840380 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840365.690549:0:34151:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840365.690551:0:34151:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840365.690554:0:34151:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee85c5f800. 02000000:00000001:3.0:1788840365.690558:0:34151:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840365.690560:0:34151:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840365.690561:0:34151:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:3.0:1788840365.690563:0:34151:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840365.690566:0:34151:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee85c5e400. 02000000:00000001:3.0:1788840365.690569:0:34151:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840365.690571:0:34151:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840365.690573:0:34151:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87fad500. 00000100:00000001:3.0:1788840365.690576:0:34151:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840365.690578:0:34151:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840365.690582:0:34151:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 8589934597) req@ffff90ee87fad180 x1875733134001792/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1788840380 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840365.690588:0:34151:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840365.690589:0:34151:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890818944 : -122120818732672 : ffff90ee87fad180) 00000100:00000001:3.0:1788840365.690591:0:34151:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840365.690594:0:34151:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87fad180 x1875733134001792/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1788840380 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840365.690599:0:34151:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840365.690602:0:34151:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff90ee87face00 x1875733134002944/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840381 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840365.690614:0:34151:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1788840365.690616:0:34151:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: normal: skip=1 replay=2/3 committed=0/0 00000100:00000001:3.0:1788840365.690619:0:34151:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840365.690621:0:34151:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840365.690626:0:34151:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87face00 x1875733134002944/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840381 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840365.690632:0:34151:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840365.690634:0:34151:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840365.690636:0:34151:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840365.690911:0:34151:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87face00 x1875733134002944/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840381 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788840365.690920:0:34151:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87face00 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:34151:1875733134002944:192.168.202.131@tcp:35:multiop.0 00000100:00000001:3.0:1788840365.690924:0:34151:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840365.690928:0:34151:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840365.690931:0:34151:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788840365.690932:0:34151:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840365.690935:0:34151:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87face00 x1875733134002944/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840381 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840365.690941:0:34151:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788840365.690943:0:34151:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee85c7ab40. 00000100:00000001:3.0:1788840365.690946:0:34151:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788840365.690947:0:34151:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840365.690955:0:34151:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840365.690956:0:34151:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890818048 : -122120818733568 : ffff90ee87face00) 00000002:00000001:3.0:1788840365.690959:0:34151:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840365.690961:0:34151:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788840365.690966:0:34151:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98d5a200. 00000080:00000001:3.0:1788840365.690970:0:34151:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1788840365.690973:0:34151:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:3.0:1788840365.690977:0:34151:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1788840365.690981:0:34151:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff90ee87fad180 x1875733134001792/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1788840380 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840365.690988:0:34151:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840365.690991:0:34151:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87fad180 x1875733134001792/t8589934597(8589934597) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1788840380 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840365.690996:0:34151:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1788840365.690998:0:34151:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840365.690999:0:34151:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=4 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:3.0:1788840365.691001:0:34151:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840365.691003:0:34151:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee85c5dc00. 02000000:00000001:3.0:1788840365.691006:0:34151:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840365.691008:0:34151:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840365.691009:0:34151:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87fad180. 00000100:00000001:3.0:1788840365.691012:0:34151:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840365.691013:0:34151:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840365.691015:0:34151:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840365.691018:0:34151:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87face00 x1875733134002944/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840381 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840365.691024:0:34151:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788840365.691026:0:34151:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff90ee84b11420. 00000002:00000001:3.0:1788840365.691029:0:34151:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840365.691030:0:34151:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788840365.691032:0:34151:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff90ee87139c80. 00000100:00000001:3.0:1788840365.691034:0:34151:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840365.691037:0:34151:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87face00 x1875733134002944/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840381 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840365.691042:0:34151:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840365.691045:0:34151:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788840365.691048:0:34151:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90ee817c6500. 00000080:00000001:3.0:1788840365.691051:0:34151:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840365.691056:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c97d88 00000080:00000008:3.0:1788840365.691058:0:34151:0:(file.c:523:ll_file_release()) COMPLETED file f24a.recovery-small:[0x200000404:0x30:0x0](ffff90ee90515348), flags 100002, rc = 0 00000080:00000001:3.0:1788840365.691061:0:34151:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840365.691065:0:34151:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788840365.691067:0:34151:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c97d98 00000080:00002000:3.0:1788840365.691069:0:34151:0:(dcache.c:127:ll_ddelete()) keeping dentry f24a.recovery-small (ffff90ee9075f1b0, parent ffff90ee9073e438, inode ffff90ee90515348) hashed, 00000080:00000001:3.0:1788840365.691071:0:34151:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1788840365.691682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e84e00. 00010000:00000010:3.1:1788840365.696709:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4800. 00000080:00000001:0.0:1788840365.705167:0:34166:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840365.705175:0:34166:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840365.705177:0:34166:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788840365.705180:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c87bc0 00000080:00200000:0.0:1788840365.705185:0:34166:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:0.0:1788840365.705193:0:34166:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee87161e00. 00800000:00000002:0.0:1788840365.705200:0:34166:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840365.705204:0:34166:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840365.705209:0:34166:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840365.705212:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c87ae0 00800000:00000002:0.0:1788840365.705215:0:34166:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840365.705219:0:34166:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788840365.705223:0:34166:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788840365.705228:0:34166:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840365.705230:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c879b0 00000002:00010000:0.0:1788840365.705232:0:34166:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788840365.705236:0:34166:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788840365.705238:0:34166:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840365.705241:0:34166:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840365.705248:0:34166:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74200 count: 2 00010000:00000001:0.0:1788840365.705251:0:34166:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840365.705256:0:34166:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840365.705261:0:34166:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788840365.705266:0:34166:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f38a8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bad61 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1788840365.705279:0:34166:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840365.705284:0:34166:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840365.705288:0:34166:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f38a8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bad61 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1788840365.705295:0:34166:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788840365.705296:0:34166:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840365.705298:0:34166:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840365.705300:0:34166:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840365.705302:0:34166:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840365.705304:0:34166:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788840365.705307:0:34166:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788840365.705309:0:34166:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840365.705312:0:34166:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee87161e00. 00000080:00000001:0.0:1788840365.705317:0:34166:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788840365.705318:0:34166:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840365.705321:0:34166:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:0.0:1788840365.705324:0:34166:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f38a8 00800000:00000001:0.0:1788840365.705328:0:34166:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840365.705330:0:34166:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840365.705331:0:34166:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840365.705333:0:34166:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840365.705336:0:34166:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030a00 refcount=3 00000020:00000001:0.0:1788840365.705338:0:34166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:0.0:1788840365.705340:0:34166:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:0.0:1788840365.705343:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840365.705345:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840365.705346:0:34166:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840365.705348:0:34166:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840365.705350:0:34166:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f38a8 from it ffffa16200c87bf8 00010000:00000001:0.0:1788840365.705353:0:34166:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840365.705354:0:34166:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840365.705356:0:34166:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030a00 refcount=3 00000020:00000001:0.0:1788840365.705358:0:34166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:0.0:1788840365.705360:0:34166:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:0.0:1788840365.705362:0:34166:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840365.705365:0:34166:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f38a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bad61 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788840365.705371:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840365.705372:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840365.705374:0:34166:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840365.705376:0:34166:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840365.705379:0:34166:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f38a8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bad61 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788840365.705388:0:34166:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840365.705391:0:34166:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840365.705393:0:34166:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840365.705398:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840365.705399:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840365.705400:0:34166:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840365.705403:0:34166:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840365.705405:0:34166:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840365.705407:0:34166:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840365.705409:0:34166:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840365.705411:0:34166:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840365.705412:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840365.705413:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788840365.705416:0:34166:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788840365.705418:0:34166:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840365.705420:0:34166:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788840365.705424:0:34166:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788840365.705434:0:34166:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90ee83169400. 00000080:00000001:0.0:1788840365.705438:0:34166:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840365.705439:0:34166:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788840365.705440:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c87b00 00000080:00200000:0.0:1788840365.705442:0:34166:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:0.0:1788840365.705446:0:34166:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee87161e00. 00800000:00000002:0.0:1788840365.705448:0:34166:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840365.705450:0:34166:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840365.705452:0:34166:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840365.705453:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c87a20 00800000:00000002:0.0:1788840365.705455:0:34166:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840365.705457:0:34166:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788840365.705459:0:34166:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788840365.705461:0:34166:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840365.705463:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c878f0 00000002:00010000:0.0:1788840365.705464:0:34166:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788840365.705467:0:34166:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788840365.705468:0:34166:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840365.705470:0:34166:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840365.705472:0:34166:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74200 count: 2 00010000:00000001:0.0:1788840365.705474:0:34166:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840365.705476:0:34166:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840365.705478:0:34166:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788840365.705481:0:34166:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f38a8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bad61 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1788840365.705488:0:34166:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840365.705490:0:34166:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840365.705493:0:34166:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f38a8 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bad61 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1788840365.705499:0:34166:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788840365.705501:0:34166:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840365.705502:0:34166:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840365.705504:0:34166:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840365.705505:0:34166:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840365.705507:0:34166:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788840365.705509:0:34166:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788840365.705511:0:34166:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840365.705514:0:34166:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee87161e00. 00000080:00000001:0.0:1788840365.705517:0:34166:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788840365.705518:0:34166:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840365.705592:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840365.705595:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840365.705598:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840365.705599:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840365.705895:0:34166:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:0.0:1788840365.705899:0:34166:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f38a8 00800000:00000001:0.0:1788840365.705901:0:34166:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840365.705903:0:34166:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840365.705905:0:34166:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840365.705906:0:34166:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840365.705908:0:34166:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030a00 refcount=3 00000020:00000001:0.0:1788840365.705910:0:34166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:0.0:1788840365.705912:0:34166:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:0.0:1788840365.705915:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840365.705916:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840365.705917:0:34166:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840365.705919:0:34166:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840365.705921:0:34166:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f38a8 from it ffffa16200c87b38 00010000:00000001:0.0:1788840365.705923:0:34166:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840365.705924:0:34166:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840365.705926:0:34166:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030a00 refcount=3 00000020:00000001:0.0:1788840365.705928:0:34166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:0.0:1788840365.705930:0:34166:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:0.0:1788840365.705932:0:34166:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840365.705935:0:34166:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f38a8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bad61 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788840365.705943:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840365.705944:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840365.705945:0:34166:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840365.705947:0:34166:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840365.705949:0:34166:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f38a8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bad61 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788840365.705956:0:34166:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840365.705959:0:34166:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840365.705960:0:34166:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840365.705962:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840365.705963:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840365.705965:0:34166:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840365.705967:0:34166:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840365.705968:0:34166:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840365.705970:0:34166:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840365.705972:0:34166:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840365.705974:0:34166:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840365.705975:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840365.705976:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788840365.705978:0:34166:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788840365.705979:0:34166:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840365.705981:0:34166:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 3 00000080:00000001:0.0:1788840365.705984:0:34166:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840365.705988:0:34166:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1788840365.705990:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c87b58 00000080:00200000:0.0:1788840365.705992:0:34166:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), file ffff90eea03f0480, open_flags 8441, mode 81b6 opened 0 00000080:00000010:0.0:1788840365.705998:0:34166:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff90ee9887d6c0. 00000080:00000001:0.0:1788840365.706003:0:34166:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788840365.706005:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c87a08 00000080:00200000:0.0:1788840365.706006:0:34166:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), intent=open|creat 00000080:00000010:0.0:1788840365.706012:0:34166:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee87161e00. 00800000:00000002:0.0:1788840365.706015:0:34166:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840365.706020:0:34166:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840365.706022:0:34166:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840365.706023:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c87928 00800000:00000002:0.0:1788840365.706025:0:34166:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840365.706028:0:34166:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1788840365.706031:0:34166:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1788840365.706034:0:34166:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446621952875900928 : -122120833650688 : ffff90ee87173000) 00800000:00000001:0.0:1788840365.706038:0:34166:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1788840365.706040:0:34166:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1788840365.706043:0:34166:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1788840365.706045:0:34166:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1788840365.706048:0:34166:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff90ee90f70800: Allocated FID [0x200000404:0x31:0x0] 40000000:00000001:0.0:1788840365.706050:0:34166:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840365.706053:0:34166:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840365.706055:0:34166:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840365.706056:0:34166:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840365.706058:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c878a8 00800000:00000002:0.0:1788840365.706060:0:34166:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='recon' -> mds #0 layout version 1 00000002:00000001:0.0:1788840365.706063:0:34166:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840365.706065:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c877e0 00000002:00010000:0.0:1788840365.706067:0:34166:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: recon,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0102102 00000002:00000001:0.0:1788840365.706070:0:34166:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788840365.706073:0:34166:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788840365.706076:0:34166:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788840365.706081:0:34166:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840365.706083:0:34166:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788840365.706084:0:34166:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74200 count: 2 00010000:00000001:0.0:1788840365.706087:0:34166:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840365.706090:0:34166:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788840365.706093:0:34166:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788840365.706096:0:34166:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f38a8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8a436931312bad61 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000080:00000001:0.0:1788840365.706103:0:34166:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788840365.706107:0:34166:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788840365.706109:0:34166:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788840365.706111:0:34166:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1788840365.706114:0:34166:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840365.706115:0:34166:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840365.706118:0:34166:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74200 count: 3 00010000:00000001:0.0:1788840365.706120:0:34166:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840365.706122:0:34166:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840365.706124:0:34166:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840365.706125:0:34166:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840365.706127:0:34166:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74200 count: 3 00010000:00000001:0.0:1788840365.706129:0:34166:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840365.706131:0:34166:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840365.706133:0:34166:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840365.706135:0:34166:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840365.706136:0:34166:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74200 count: 3 00010000:00000001:0.0:1788840365.706196:0:34166:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840365.706200:0:34166:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840365.706202:0:34166:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788840365.706204:0:34166:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff90ee90514200, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788840365.706209:0:34166:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788840365.706211:0:34166:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788840365.706213:0:34166:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788840365.706214:0:34166:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840365.706218:0:34166:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788840365.706221:0:34166:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788840365.706223:0:34166:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788840365.706224:0:34166:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840365.706226:0:34166:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788840365.706229:0:34166:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee80030a00 with handle 0x3aa5f499c96f38a8 from hash 00010000:00000001:0.0:1788840365.706231:0:34166:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788840365.706232:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840365.706233:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840365.706234:0:34166:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788840365.706237:0:34166:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788840365.706238:0:34166:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788840365.706241:0:34166:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788840365.706243:0:34166:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840365.706244:0:34166:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788840365.706251:0:34166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f5b800. 00000020:00000040:0.0:1788840365.706255:0:34166:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 02000000:00000001:0.0:1788840365.706261:0:34166:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788840365.706262:0:34166:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840365.706265:0:34166:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788840365.706270:0:34166:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840365.706272:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840365.706273:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840365.706275:0:34166:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840365.706278:0:34166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840365.706282:0:34166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840365.706286:0:34166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840365.706294:0:34166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee86f37000. 00000100:00000001:0.0:1788840365.706302:0:34166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840365.706309:0:34166:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840365.706311:0:34166:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788840365.706314:0:34166:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f38a8 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312bad61 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00010000:0.0:1788840365.706321:0:34166:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788840365.706323:0:34166:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788840365.706324:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788840365.706327:0:34166:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f38a8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312bad61 expref: -99 pid: 34144 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000040:0.0:1788840365.706334:0:34166:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee99a74200 count: 0 00010000:00000010:0.0:1788840365.706339:0:34166:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90ee90f56500. 00010000:00000001:0.0:1788840365.706349:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840365.706351:0:34166:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840365.706353:0:34166:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840365.706355:0:34166:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840365.706357:0:34166:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840365.706366:0:34166:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446621952890484736 : -122120819066880 : ffff90ee87f5b800) 00010000:00000001:0.0:1788840365.706370:0:34166:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788840365.706373:0:34166:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788840365.706377:0:34166:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee99a74000. 00010000:00000010:0.0:1788840365.706380:0:34166:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee90f56500. 00010000:00000001:0.0:1788840365.706384:0:34166:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788840365.706387:0:34166:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee80030c00. 00000020:00000001:0.0:1788840365.706390:0:34166:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788840365.706393:0:34166:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee80030c00 with handle 0x3aa5f499c96f38cb to hash 00000020:00000001:0.0:1788840365.706395:0:34166:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788840365.706396:0:34166:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840365.706400:0:34166:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840365.706403:0:34166:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840365.706405:0:34166:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840365.706409:0:34166:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f38cb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34166 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840365.706416:0:34166:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f38cb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34166 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788840365.706427:0:34166:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788840365.706439:0:34166:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee87f5b800 x1875733134003200/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788840365.706448:0:34166:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f38cb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34166 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788840365.706455:0:34166:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788840365.706457:0:34166:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788840365.706463:0:34166:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee850cf3c0. 00000100:00000001:0.0:1788840365.706466:0:34166:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952841675712 : -122120867875904 : ffff90ee850cf3c0) 00000100:00000001:0.0:1788840365.706469:0:34166:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840365.706470:0:34166:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890484736 : -122120819066880 : ffff90ee87f5b800) 00000100:00000001:0.0:1788840365.706475:0:34166:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840365.706480:0:34166:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840365.706483:0:34166:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788840365.706485:0:34166:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840365.706489:0:34166:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f5b800 x1875733134003200/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840365.706497:0:34166:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840365.706499:0:34166:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840365.706503:0:34166:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840365.706506:0:34166:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840365.706509:0:34166:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840365.706513:0:34166:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f5b800 pname:cluuid:pid:xid:nid:opc:job bash:10f4a654-3497-48d8-8f70-7e89f4f161cc:34166:1875733134003200:192.168.202.131@tcp:101:bash.0 00000100:00000001:0.0:1788840365.706530:0:34166:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840365.706536:0:34166:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840365.706538:0:34166:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840365.706541:0:34166:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840365.706597:0:34166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff90ee87fe0000. 02000000:00000001:0.0:1788840365.706600:0:34166:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840365.706608:0:34166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840365.706612:0:34166:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c800b0. 00000400:00000010:0.0:1788840365.706619:0:34166:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff90ee86f37800. 00000100:00000200:0.0:1788840365.706626:0:34166:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875733134003200, portal 10 00000100:00000001:0.0:1788840365.706628:0:34166:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840365.706629:0:34166:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890484736 : -122120819066880 : ffff90ee87f5b800) 00000100:00000040:0.0:1788840365.706635:0:34166:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87f5b800 x1875733134003200/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840381 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840365.707111:0:34166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840365.707115:0:34166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840365.707120:0:34166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed66e8. 00000100:00000200:0.0:1788840365.707125:0:34166:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875733134003200, offset 0 00000400:00000200:0.0:1788840365.707132:0:34166:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840365.707141:0:34166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840365.707225:0:34166:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840365.707230:0:34166:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840365.707235:0:34166:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840365.707238:0:34166:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840365.707241:0:34166:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840365.707245:0:34166:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2615:2615:256:4294967295] 192.168.202.131@tcp LPNI seq info [2615:2615:8:4294967295] 00000400:00000200:0.0:1788840365.707249:0:34166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840365.707261:0:34166:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840365.707266:0:34166:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840365.707271:0:34166:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee92e46000. 00000800:00000200:0.0:1788840365.707277:0:34166:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840365.707285:0:34166:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840365.707290:0:34166:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee92e46000 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1788840365.707353:0:34166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840365.707358:0:34166:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 814960 usecs (815 jiffies) 00000400:00000200:0.0:1788840365.707362:0:34166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840365.707364:0:34166:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296596340 00000100:00000001:0.0:1788840365.707367:0:34166:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296596388 00000100:00000001:0.0:1788840365.707369:0:34166:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296596340 00000100:00000001:0.0:1788840365.707372:0:34166:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296596388 00000100:00000001:0.0:1788840365.707374:0:34166:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840365.707377:0:34166:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840365.707379:0:34166:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840365.707381:0:34166:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788840365.707384:0:34166:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee850cf3c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788840365.707387:0:34166:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840365.707390:0:34166:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840365.707518:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840365.707532:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840365.707535:0:16054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:2.0:1788840365.708289:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840365.708296:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee92e46000. 00000400:00000200:2.0:1788840365.708302:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840365.708310:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840365.708316:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed66e8 00000400:00000010:2.0:1788840365.708319:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed66e8. 00000100:00000001:2.0:1788840365.708324:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840365.708329:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f5b800 x1875733134003200/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840381 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840365.708341:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840365.708344:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f5b800 x1875733134003200/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840381 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840365.708352:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840365.708354:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1788840365.715001:0:33705:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74200. 00010000:00000010:0.1:1788840365.715012:0:33705:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030a00. 00000800:00000001:2.0:1788840365.723384:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840365.723408:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840365.723413:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840365.723415:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840365.723425:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840365.723433:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840365.723444:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840365.723448:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840365.723453:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840365.723457:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 664 into portal 10 MB=0x6a9f827254c00 00000400:00000200:2.0:1788840365.723462:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840365.723470:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 664/664 into md 0x71bd [32] + 224 00000800:00000001:2.0:1788840365.723480:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840365.723490:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840365.723494:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840365.723499:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840365.723508:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840365.723518:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f5b800 x1875733134003200/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840381 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840365.723540:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff90ee87f5b800 x1875733134003200/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840381 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840365.723560:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1788840365.723572:0:2354:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788840365.723575:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840365.723581:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840365.723587:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2616:2616:256:4294967295] 192.168.202.131@tcp LPNI seq info [2616:2616:8:4294967295] 00000400:00000200:2.0:1788840365.723591:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840365.723599:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) 192.168.202.131@tcp : ACK try# 0 00000800:00000200:2.0:1788840365.723606:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840365.723611:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff90ee91278c00. 00000100:00000001:0.0:1788840365.723611:0:34166:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1788840365.723618:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000400:00000001:0.0:1788840365.723619:0:34166:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840365.723621:0:34166:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000800:00000200:2.0:1788840365.723624:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000400:00000010:0.0:1788840365.723625:0:34166:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c800b0. 00000400:00000200:0.0:1788840365.723629:0:34166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee86f37800 00000800:00000200:2.0:1788840365.723630:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee91278c00 type 0, nob 96 niov 1 nkiov 0 00000400:00000010:0.0:1788840365.723631:0:34166:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff90ee86f37800. 00000100:00000001:0.0:1788840365.723634:0:34166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840365.723667:0:34166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f5b800 x1875733134003200/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840381 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788840365.723676:0:34166:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f5b800 x1875733134003200/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840381 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840365.723682:0:34166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840365.723684:0:34166:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840365.723686:0:34166:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840365.723689:0:34166:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840365.723692:0:34166:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840365.723695:0:34166:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840365.723698:0:34166:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840365.723709:0:34166:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=65 v=5 (5 5 102 102) 00000100:00001000:0.0:1788840365.723714:0:34166:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=23 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840365.723716:0:34166:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840365.723719:0:34166:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840365.723722:0:34166:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840365.723727:0:34166:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840365.723730:0:34166:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788840365.723732:0:34166:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a2/0x1] 00000100:00000001:0.0:1788840365.723733:0:34166:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788840365.723736:0:34166:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840365.723737:0:34166:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890484736 : -122120819066880 : ffff90ee87f5b800) 00000100:00000001:0.0:1788840365.723741:0:34166:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840365.723743:0:34166:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 8589934597 00000100:00000001:0.0:1788840365.723744:0:34166:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840365.723747:0:34166:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840365.723749:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840365.723752:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff90ee91278c00. 00000100:00000040:0.0:1788840365.723752:0:34166:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f5b800 x1875733134003200/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/664 e 0 to 0 dl 1788840381 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000400:00000200:2.0:1788840365.723755:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840365.723759:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: ACK: OK 00000100:00000001:0.0:1788840365.723760:0:34166:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000800:00000001:2.0:1788840365.723765:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:0.0:1788840365.723767:0:34166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000800:00000001:2.0:1788840365.723768:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840365.723769:0:34166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840365.723773:0:34166:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f5b800 x1875733134003200/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/664 e 0 to 0 dl 1788840381 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788840365.723781:0:34166:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f5b800 pname:cluuid:pid:xid:nid:opc:job bash:10f4a654-3497-48d8-8f70-7e89f4f161cc:34166:1875733134003200:192.168.202.131@tcp:101:bash.0 00000100:00000001:0.0:1788840365.723786:0:34166:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840365.723788:0:34166:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840365.723791:0:34166:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788840365.723793:0:34166:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840365.723796:0:34166:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f5b800 x1875733134003200/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/664 e 0 to 0 dl 1788840381 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840365.723803:0:34166:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840365.723806:0:34166:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee850cf3c0. 00000100:00000001:0.0:1788840365.723809:0:34166:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788840365.723810:0:34166:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840365.723813:0:34166:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788840365.723818:0:34166:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840365.723821:0:34166:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840365.723824:0:34166:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030c00 refcount=4 00000020:00000001:0.0:1788840365.723826:0:34166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840365.723829:0:34166:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000040:0.0:1788840365.723836:0:34166:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee80030c00, remote cookie: 0x8a436931312baded, flags: 0x1001 00010000:00010000:0.0:1788840365.723841:0:34166:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f38cb lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baded expref: -99 pid: 34166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788840365.723850:0:34166:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x31:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788840365.723853:0:34166:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1788840365.723861:0:34166:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee99a74200. 00010000:00000010:0.0:1788840365.723866:0:34166:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee90f56080. 00010000:00000040:0.0:1788840365.723871:0:34166:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee99a74000 count: 0 00010000:00000010:0.0:1788840365.723876:0:34166:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90ee90f56500. 00010000:00000001:0.0:1788840365.723883:0:34166:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840365.723886:0:34166:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f38cb lrc: 4/0,1 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baded expref: -99 pid: 34166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840365.723895:0:34166:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f38cb lrc: 4/0,1 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baded expref: -99 pid: 34166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840365.723901:0:34166:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788840365.723906:0:34166:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788840365.723908:0:34166:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788840365.723910:0:34166:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788840365.723912:0:34166:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788840365.723914:0:34166:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x31:0x0].0x0 (ffff90ee99a74200) refcount = 1 00010000:00010000:0.0:1788840365.723919:0:34166:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f38cb lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312baded expref: -99 pid: 34166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840365.723924:0:34166:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788840365.723927:0:34166:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788840365.723929:0:34166:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840365.723931:0:34166:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788840365.723933:0:34166:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840365.723936:0:34166:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f38cb lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baded expref: -99 pid: 34166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840365.723941:0:34166:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788840365.723943:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840365.723945:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840365.723946:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840365.723946:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840365.723948:0:34166:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840365.723952:0:34166:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788840365.723955:0:34166:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840365.723956:0:34166:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840365.723958:0:34166:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030c00 refcount=3 00000020:00000001:0.0:1788840365.723960:0:34166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840365.723962:0:34166:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840365.723964:0:34166:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840365.723965:0:34166:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840365.723966:0:34166:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030c00 refcount=4 00000020:00000001:0.0:1788840365.723968:0:34166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840365.723971:0:34166:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840365.723973:0:34166:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840365.723976:0:34166:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840365.723980:0:34166:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f38cb lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312baded expref: -99 pid: 34166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840365.723990:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840365.723991:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840365.723992:0:34166:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840365.723993:0:34166:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840365.723995:0:34166:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030c00 refcount=5 00000020:00000001:0.0:1788840365.723999:0:34166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840365.724001:0:34166:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840365.724003:0:34166:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840365.724006:0:34166:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f38cb lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312baded expref: -99 pid: 34166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840365.724011:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840365.724012:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788840365.724014:0:34166:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f38cb lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312baded expref: -99 pid: 34166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840365.724020:0:34166:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840365.724021:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840365.724022:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840365.724023:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840365.724024:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788840365.724029:0:34166:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff90ee87f5b800 x1875733134003200/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/664 e 0 to 0 dl 1788840381 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788840365.724038:0:34166:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1788840365.724043:0:34166:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90ee87f5b800 x1875733134003200/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/664 e 0 to 0 dl 1788840381 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788840365.724049:0:34166:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840365.724057:0:34166:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840365.724058:0:34166:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840365.724060:0:34166:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030c00 refcount=3 00000020:00000001:0.0:1788840365.724062:0:34166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840365.724064:0:34166:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00000002:00010000:0.0:1788840365.724067:0:34166:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f38cb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baded expref: -99 pid: 34166 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1788840365.724077:0:34166:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff90ee90b50380. 00010000:00000001:0.0:1788840365.724079:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840365.724080:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840365.724081:0:34166:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840365.724084:0:34166:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840365.724086:0:34166:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1788840365.724088:0:34166:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840365.724089:0:34166:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890484736 : -122120819066880 : ffff90ee87f5b800) 00000100:00000001:0.0:1788840365.724092:0:34166:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840365.724093:0:34166:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890484736 : -122120819066880 : ffff90ee87f5b800) 00010000:00000001:0.0:1788840365.724094:0:34166:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840365.724095:0:34166:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840365.724097:0:34166:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030c00 refcount=3 00000020:00000001:0.0:1788840365.724099:0:34166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840365.724100:0:34166:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00000002:00010000:0.0:1788840365.724104:0:34166:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f38cb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baded expref: -99 pid: 34166 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840365.724110:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840365.724111:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840365.724113:0:34166:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788840365.724114:0:34166:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840365.724115:0:34166:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840365.724116:0:34166:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030c00 refcount=3 00000020:00000001:0.0:1788840365.724118:0:34166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840365.724120:0:34166:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000040:0.0:1788840365.724124:0:34166:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74200 count: 2 00010000:00000001:0.0:1788840365.724127:0:34166:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788840365.724130:0:34166:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 4 res 8589935620/49 (0 0) 00010000:00000001:0.0:1788840365.724133:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840365.724134:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840365.724135:0:34166:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788840365.724139:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c87768 00000002:00002000:0.0:1788840365.724153:0:34166:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=recon intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:0.0:1788840365.724157:0:34166:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840365.724161:0:34166:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840365.724164:0:34166:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788840365.724167:0:34166:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788840365.724170:0:34166:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788840365.724174:0:34166:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000001:0.0:1788840365.724177:0:34166:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788840365.724179:0:34166:0:(namei.c:674:ll_lookup_it_finish()) it ffff90ee9887d6c0 it_disposition 1800037 00000080:00002000:0.0:1788840365.724185:0:34166:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90ee9073e510 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1788840365.724190:0:34166:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788840365.724192:0:34166:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:0.0:1788840365.724194:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c87998 00000080:00200000:0.0:1788840365.724196:0:34166:0:(namei.c:1628:ll_create_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), intent=open|creat 00000080:00000001:0.0:1788840365.724199:0:34166:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:0.0:1788840365.724201:0:34166:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788840365.724216:0:34166:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788840365.724221:0:34166:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788840365.724223:0:34166:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833969 : 144115205322833969 : 200000404000031) 00000080:00000001:0.0:1788840365.724226:0:34166:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1788840365.724249:0:34166:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff90ee90596300. 00000020:00000001:0.0:1788840365.724260:0:34166:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:0.0:1788840365.724262:0:34166:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1788840365.724265:0:34166:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:0.0:1788840365.724267:0:34166:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x31:0x0](ffff90ee905963c8) 00000020:00000001:0.0:1788840365.724271:0:34166:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788840365.724275:0:34166:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036963208 : -122120672588408 : ffff90ee90b0cd88) 00000020:00001000:0.0:1788840365.724278:0:34166:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0cd80 00000020:00000001:0.0:1788840365.724283:0:34166:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:0.0:1788840365.724288:0:34166:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff90ee82e4f898. 00000020:00000001:0.0:1788840365.724291:0:34166:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1788840365.724294:0:34166:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840365.724300:0:34166:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:0.0:1788840365.724305:0:34166:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff90ee98eff3e0. 00020000:00000001:0.0:1788840365.724307:0:34166:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446621953175319520 : -122120534232096 : ffff90ee98eff3e0) 00020000:00000001:0.0:1788840365.724309:0:34166:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:0.0:1788840365.724313:0:34166:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788840365.724318:0:34166:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90ee9887d060. 00020000:00000010:0.0:1788840365.724321:0:34166:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90ee86f6ba80. 00020000:00000010:0.0:1788840365.724326:0:34166:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90ee9887df00. 00020000:00000001:0.0:1788840365.724328:0:34166:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621953168498432 : -122120541053184 : ffff90ee9887df00) 00020000:00000002:0.0:1788840365.724332:0:34166:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee9887df00, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788840365.724336:0:34166:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788840365.724340:0:34166:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90ee86f6ba80: ostid: 0x240000400:67 ost idx: 0 gen: 0 00020000:00000001:0.0:1788840365.724343:0:34166:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1788840365.724345:0:34166:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee9887df00, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788840365.724349:0:34166:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788840365.724352:0:34166:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90ee86f6ba80: ostid: 0x240000400:67 ost idx: 0 gen: 0 00020000:00000010:0.0:1788840365.724356:0:34166:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff90ee85c50c60. 00020000:00000010:0.0:1788840365.724359:0:34166:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff90ee850cf3c0. 00020000:00000001:0.0:1788840365.724364:0:34166:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1788840365.724366:0:34166:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff90ee8869d230. 00020000:00000001:0.0:1788840365.724370:0:34166:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1788840365.724371:0:34166:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:0.0:1788840365.724376:0:34166:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1788840365.724379:0:34166:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff90ee82e4f190. 00000020:00000001:0.0:1788840365.724381:0:34166:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1788840365.724383:0:34166:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840365.724385:0:34166:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446621952805499408 : -122120904052208 : ffff90ee82e4f210) 00020000:00000001:0.0:1788840365.724389:0:34166:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1788840365.724394:0:34166:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff90ee87839c00. 00020000:00000001:0.0:1788840365.724397:0:34166:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840365.724402:0:34166:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446621952805499408 : -122120904052208 : ffff90ee82e4f210) 00020000:00000001:0.0:1788840365.724405:0:34166:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446621952805499408 : -122120904052208 : ffff90ee82e4f210) 00020000:00000002:0.0:1788840365.724408:0:34166:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x43:0x0]@ffff90ee82e4f190[0:0] -> [0x200000404:0x31:0x0]@ffff90ee82e4f898: ostid: 0x240000400:67 ost idx: 0 gen: 0 00020000:00000001:0.0:1788840365.724413:0:34166:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:0.0:1788840365.724414:0:34166:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:0.0:1788840365.724416:0:34166:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840365.724419:0:34166:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446621952805501208 : -122120904050408 : ffff90ee82e4f918) 00000020:00001000:0.0:1788840365.724422:0:34166:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0cd80 00000080:00000001:0.0:1788840365.724426:0:34166:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833969 : 144115205322833969 : 200000404000031) 00000080:00000001:0.0:1788840365.724429:0:34166:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1788840365.724432:0:34166:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833969 mtime from 0 to 1788840365 00000080:00000001:0.0:1788840365.724436:0:34166:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1788840365.724439:0:34166:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621953031234504 : -122120678317112 : ffff90ee905963c8) 00010000:00000001:0.0:1788840365.724441:0:34166:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840365.724442:0:34166:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840365.724444:0:34166:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030c00 refcount=3 00000020:00000001:0.0:1788840365.724446:0:34166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840365.724448:0:34166:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00000080:00000001:0.0:1788840365.724451:0:34166:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788840365.724453:0:34166:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788840365.724455:0:34166:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036963208 : -122120672588408 : ffff90ee90b0cd88) 00000020:00001000:0.0:1788840365.724457:0:34166:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0cd80 00000020:00000001:0.0:1788840365.724459:0:34166:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788840365.724461:0:34166:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788840365.724462:0:34166:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788840365.724465:0:34166:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90ee9887d1e0. 00020000:00000010:0.0:1788840365.724468:0:34166:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90ee86f6b400. 00020000:00000010:0.0:1788840365.724471:0:34166:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90ee9887d9c0. 00020000:00000001:0.0:1788840365.724473:0:34166:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621953168497088 : -122120541054528 : ffff90ee9887d9c0) 00020000:00000002:0.0:1788840365.724476:0:34166:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee9887d9c0, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788840365.724479:0:34166:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788840365.724482:0:34166:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90ee86f6b400: ostid: 0x240000400:67 ost idx: 0 gen: 0 00020000:00000002:0.0:1788840365.724487:0:34166:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90ee98eff3e0) owner ffff90ee99738000 00020000:00000001:0.0:1788840365.724490:0:34166:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788840365.724492:0:34166:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90ee98eff3e0) owner ffff90ee99738000 00020000:00000010:0.0:1788840365.724496:0:34166:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90ee86f6b400. 00020000:00000010:0.0:1788840365.724499:0:34166:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90ee9887d1e0. 00020000:00000010:0.0:1788840365.724502:0:34166:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90ee9887d9c0. 00020000:00000002:0.0:1788840365.724504:0:34166:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788840365.724507:0:34166:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840365.724508:0:34166:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840365.724511:0:34166:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788840365.724514:0:34166:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee98eff3e0) owner 0000000000000000/ffff90ee99738000 00020000:00000002:0.0:1788840365.724517:0:34166:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90ee9887df00 addref 2/0 by ffff90ee99738000. 00020000:00000002:0.0:1788840365.724529:0:34166:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee98eff3e0) owner 0000000000000000/ffff90ee99738000 00020000:00000001:0.0:1788840365.724533:0:34166:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788840365.724535:0:34166:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788840365.724537:0:34166:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788840365.724538:0:34166:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1788840365.724541:0:34166:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1788840365.724543:0:34166:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x31:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1788840365.724545:0:34166:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0cd80 00000080:00000001:0.0:1788840365.724548:0:34166:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840365.724550:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840365.724551:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788840365.724553:0:34166:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788840365.724555:0:34166:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788840365.724557:0:34166:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840365.724560:0:34166:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x31:0x0](ffff90ee905963c8) 00000080:00010000:0.0:1788840365.724563:0:34166:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff90ee905963c8) for lock 0x3aa5f499c96f38cb 00800000:00000001:0.0:1788840365.724566:0:34166:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840365.724567:0:34166:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840365.724569:0:34166:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840365.724570:0:34166:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840365.724572:0:34166:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030c00 refcount=3 00000020:00000001:0.0:1788840365.724574:0:34166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840365.724577:0:34166:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840365.724579:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840365.724580:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840365.724582:0:34166:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840365.724584:0:34166:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840365.724586:0:34166:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:0.0:1788840365.724588:0:34166:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840365.724593:0:34166:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff90ee87f5b800 x1875733134003200/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840381 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840365.724600:0:34166:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788840365.724604:0:34166:0:(namei.c:1651:ll_create_it()) inode ffff90ee905963c8 need_sync_to_mds [0x200000404:0x31:0x0] 00000080:00000001:0.0:1788840365.724607:0:34166:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840365.724611:0:34166:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x31:0x0](ffff90ee905963c8) 00000080:00000001:0.0:1788840365.724614:0:34166:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788840365.724617:0:34166:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee87161e00. 00000100:00000001:0.0:1788840365.724620:0:34166:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840365.724624:0:34166:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f5b800 x1875733134003200/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840381 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840365.724630:0:34166:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840365.724634:0:34166:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1788840365.724635:0:34166:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788840365.724637:0:34166:0:(namei.c:1500:ll_atomic_open()) inode ffff90ee905963c8 need_sync_to_mds [0x200000404:0x31:0x0] 00000080:00000001:0.0:1788840365.724695:0:34166:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788840365.724698:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c87a68 00000080:00200008:0.0:1788840365.724700:0:34166:0:(file.c:1090:ll_file_open()) START file recon:[0x200000404:0x31:0x0](ffff90ee905963c8), flags 102101 00000080:00000010:0.0:1788840365.724708:0:34166:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90ee92d4d900. 00000080:00000010:0.0:1788840365.724714:0:34166:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff90ee90b50540. 00000080:00000001:0.0:1788840365.724717:0:34166:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1788840365.724721:0:34166:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1788840365.724725:0:34166:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1788840365.724729:0:34166:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff90ee83169e40. 00000002:00100000:0.0:1788840365.724733:0:34166:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90ee87f5b800 x1875733134003200/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840381 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788840365.724740:0:34166:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840365.724742:0:34166:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788840365.724745:0:34166:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1788840365.724749:0:34166:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840365.724752:0:34166:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840365.724754:0:34166:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840365.724757:0:34166:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f5b800 x1875733134003200/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840381 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1788840365.724763:0:34166:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840365.724767:0:34166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff90ee87fe0000. 02000000:00000001:0.0:1788840365.724793:0:34166:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788840365.724795:0:34166:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840365.724798:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c87a68 00000080:00000008:0.0:1788840365.724801:0:34166:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff90ee905963c8), flags 102101, rc = 0 00000080:00000001:0.0:1788840365.724805:0:34166:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788840365.724807:0:34166:0:(dcache.c:176:ll_intent_release()) intent ffff90ee9887d6c0 released 00000080:00010000:0.0:1788840365.724809:0:34166:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f38cb from it ffff90ee9887d6c0 00010000:00000001:0.0:1788840365.724811:0:34166:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840365.724812:0:34166:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840365.724814:0:34166:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030c00 refcount=3 00000020:00000001:0.0:1788840365.724816:0:34166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840365.724818:0:34166:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840365.724820:0:34166:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840365.724824:0:34166:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f38cb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8a436931312baded expref: -99 pid: 34166 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840365.724831:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840365.724833:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840365.724834:0:34166:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840365.724836:0:34166:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840365.724839:0:34166:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f38cb lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312baded expref: -99 pid: 34166 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788840365.724847:0:34166:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840365.724850:0:34166:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840365.724852:0:34166:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840365.724856:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840365.724857:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840365.724859:0:34166:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840365.724862:0:34166:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840365.724864:0:34166:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840365.724866:0:34166:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840365.724869:0:34166:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840365.724871:0:34166:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840365.724872:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840365.724873:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788840365.724875:0:34166:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788840365.724877:0:34166:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1788840365.724879:0:34166:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788840365.724881:0:34166:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788840365.724883:0:34166:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788840365.724885:0:34166:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840365.724889:0:34166:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1788840365.724890:0:34166:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840365.724893:0:34166:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788840365.724895:0:34166:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840365.724897:0:34166:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788840365.724900:0:34166:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff90ee9887d6c0. 00000080:00000001:0.0:1788840365.724903:0:34166:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840365.724907:0:34166:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788840365.724910:0:34166:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x31:0x0](ffff90ee905963c8), inode mode 81a4 mask 40 00000080:00000001:0.0:1788840365.724913:0:34166:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840365.724990:0:34166:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788840365.724993:0:34166:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee98eff3e0) owner 0000000000000000/ffff90ee99738000 00020000:00000002:0.0:1788840365.724997:0:34166:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee98eff3e0) owner 0000000000000000/ffff90ee99738000 00020000:00000001:0.0:1788840365.724999:0:34166:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840365.728453:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c87d28 00000080:00200008:0.0:1788840365.728463:0:34166:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000404:0x31:0x0](ffff90ee905963c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788840365.728472:0:34166:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788840365.728473:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c87ca0 00000080:00200000:0.0:1788840365.728475:0:34166:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x31:0x0](ffff90ee905963c8),name=recon 00000080:00000010:0.0:1788840365.728484:0:34166:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee87161e00. 00800000:00000002:0.0:1788840365.728490:0:34166:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840365.728497:0:34166:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840365.728502:0:34166:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840365.728504:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c87bc0 00800000:00000002:0.0:1788840365.728507:0:34166:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x31:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840365.728511:0:34166:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788840365.728516:0:34166:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='' -> mds #0 00000002:00000001:0.0:1788840365.728532:0:34166:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840365.728535:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c87a90 00000002:00010000:0.0:1788840365.728537:0:34166:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788840365.728541:0:34166:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788840365.728544:0:34166:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840365.728547:0:34166:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840365.728554:0:34166:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74200 count: 2 00010000:00000001:0.0:1788840365.728558:0:34166:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840365.728563:0:34166:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840365.728568:0:34166:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788840365.728573:0:34166:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f38cb lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312baded expref: -99 pid: 34166 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788840365.728585:0:34166:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840365.728592:0:34166:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840365.728596:0:34166:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f38cb lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312baded expref: -99 pid: 34166 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788840365.728603:0:34166:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788840365.728605:0:34166:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840365.728607:0:34166:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840365.728610:0:34166:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840365.728612:0:34166:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840365.728614:0:34166:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788840365.728616:0:34166:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788840365.728619:0:34166:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840365.728624:0:34166:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee87161e00. 00000080:00000001:0.0:1788840365.728628:0:34166:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788840365.728630:0:34166:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840365.728632:0:34166:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x31:0x0](ffff90ee905963c8) 00000080:00010000:0.0:1788840365.728637:0:34166:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff90ee905963c8) for lock 0x3aa5f499c96f38cb 00800000:00000001:0.0:1788840365.728668:0:34166:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840365.728671:0:34166:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840365.728672:0:34166:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840365.728675:0:34166:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840365.728677:0:34166:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030c00 refcount=3 00000020:00000001:0.0:1788840365.728680:0:34166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840365.728682:0:34166:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840365.728685:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840365.728687:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840365.728688:0:34166:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840365.728690:0:34166:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840365.728692:0:34166:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f38cb from it ffffa16200c87cd8 00010000:00000001:0.0:1788840365.728695:0:34166:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840365.728696:0:34166:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840365.728697:0:34166:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030c00 refcount=3 00000020:00000001:0.0:1788840365.728699:0:34166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840365.728701:0:34166:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840365.728703:0:34166:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840365.728706:0:34166:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f38cb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8a436931312baded expref: -99 pid: 34166 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788840365.728713:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840365.728714:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840365.728716:0:34166:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840365.728718:0:34166:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840365.728721:0:34166:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f38cb lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312baded expref: -99 pid: 34166 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788840365.728728:0:34166:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840365.728731:0:34166:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840365.728734:0:34166:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840365.728738:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840365.728739:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840365.728741:0:34166:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840365.728744:0:34166:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840365.728745:0:34166:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840365.728747:0:34166:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840365.728750:0:34166:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840365.728752:0:34166:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840365.728754:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840365.728755:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788840365.728757:0:34166:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788840365.728759:0:34166:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788840365.728762:0:34166:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1788840365.728765:0:34166:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788840365.728767:0:34166:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788840365.728769:0:34166:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788840365.728771:0:34166:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840365.728773:0:34166:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788840365.728776:0:34166:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1788840365.728779:0:34166:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788840365.728784:0:34166:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036963208 : -122120672588408 : ffff90ee90b0cd88) 00000020:00001000:0.0:1788840365.728786:0:34166:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0cd80 00000020:00000001:0.0:1788840365.728791:0:34166:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f918 00000020:00000001:0.0:1788840365.728794:0:34166:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788840365.728797:0:34166:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788840365.728799:0:34166:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1788840365.728803:0:34166:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788840365.728804:0:34166:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788840365.728806:0:34166:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788840365.728808:0:34166:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840365.728810:0:34166:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788840365.728814:0:34166:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x31:0x0]io ffff90ee87fce310 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1788840365.728817:0:34166:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee98eff3e0) owner 0000000000000000/ffff90ee99738000 00020000:00000001:0.0:1788840365.728821:0:34166:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788840365.728822:0:34166:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788840365.728825:0:34166:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788840365.728826:0:34166:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840365.728830:0:34166:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788840365.728831:0:34166:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788840365.728833:0:34166:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840365.728835:0:34166:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788840365.728836:0:34166:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788840365.728837:0:34166:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788840365.728838:0:34166:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee98eff3e0) owner 0000000000000000/ffff90ee99738000 00000020:00000001:0.0:1788840365.728841:0:34166:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788840365.728843:0:34166:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1788840365.728845:0:34166:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x31:0x0] 00000020:00000001:0.0:1788840365.728848:0:34166:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788840365.728849:0:34166:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788840365.728852:0:34166:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788840365.728854:0:34166:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788840365.728860:0:34166:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1788840365.728865:0:34166:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90ee90f56500. 00020000:00000002:0.0:1788840365.728868:0:34166:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788840365.728870:0:34166:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788840365.728872:0:34166:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788840365.728874:0:34166:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788840365.728875:0:34166:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788840365.728877:0:34166:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036959896 : -122120672591720 : ffff90ee90b0c098) 00000020:00001000:0.0:1788840365.728879:0:34166:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0c090 00000020:00000001:0.0:1788840365.728882:0:34166:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f210 -> ffff90ee82e4f918 00000020:00000001:0.0:1788840365.728884:0:34166:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788840365.728887:0:34166:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788840365.728888:0:34166:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788840365.728889:0:34166:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840365.728891:0:34166:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840365.728893:0:34166:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621952871579752 : -122120837971864 : ffff90ee86d54068) 00000020:00000001:0.0:1788840365.728895:0:34166:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788840365.728899:0:34166:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90ee830a4000. 00000008:00010000:0.0:1788840365.728901:0:34166:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1788840365.728904:0:34166:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788840365.728905:0:34166:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788840365.728907:0:34166:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90ee90f56530, osc lock ffff90ee830a4000, flags 0x400001002 00000020:00000001:0.0:1788840365.728910:0:34166:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840365.728912:0:34166:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840365.728915:0:34166:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621953041458432 : -122120668093184 : ffff90ee90f56500) 00000020:00000001:0.0:1788840365.728917:0:34166:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788840365.728918:0:34166:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788840365.728920:0:34166:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840365.728922:0:34166:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840365.728925:0:34166:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1788840365.728927:0:34166:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1788840365.728929:0:34166:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788840365.728930:0:34166:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788840365.728931:0:34166:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788840365.728933:0:34166:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621952871579752 : -122120837971864 : ffff90ee86d54068) 00000020:00000001:0.0:1788840365.728935:0:34166:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788840365.728937:0:34166:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788840365.728939:0:34166:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788840365.728942:0:34166:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788840365.728945:0:34166:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788840365.728947:0:34166:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788840365.728949:0:34166:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788840365.728950:0:34166:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788840365.728951:0:34166:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788840365.728954:0:34166:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788840365.728956:0:34166:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788840365.728960:0:34166:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840365.728962:0:34166:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:0.0:1788840365.728968:0:34166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f58380. 00000020:00000040:0.0:1788840365.728972:0:34166:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=3 obd=lustre-OST0000-osc-ffff90ee90f70800 00010000:00000001:0.0:1788840365.728976:0:34166:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788840365.728981:0:34166:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840365.728983:0:34166:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840365.728987:0:34166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840365.728990:0:34166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840365.728993:0:34166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840365.728999:0:34166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee87161e00. 00000100:00000001:0.0:1788840365.729007:0:34166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840365.729013:0:34166:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840365.729015:0:34166:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840365.729016:0:34166:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840365.729018:0:34166:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840365.729020:0:34166:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840365.729023:0:34166:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446621952890471296 : -122120819080320 : ffff90ee87f58380) 00010000:00000001:0.0:1788840365.729026:0:34166:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788840365.729029:0:34166:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788840365.729033:0:34166:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee99a74b00. 00010000:00000010:0.0:1788840365.729036:0:34166:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff90ee99a74d00. 00010000:00000001:0.0:1788840365.729041:0:34166:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788840365.729044:0:34166:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee80030a00. 00000020:00000001:0.0:1788840365.729047:0:34166:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788840365.729050:0:34166:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee80030a00 with handle 0x3aa5f499c96f38d2 to hash 00000020:00000001:0.0:1788840365.729052:0:34166:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788840365.729053:0:34166:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000010:0.0:1788840365.729057:0:34166:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff90ee90b50e40. 00010000:00000001:0.0:1788840365.729060:0:34166:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:0.0:1788840365.729062:0:34166:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840365.729064:0:34166:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840365.729068:0:34166:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000b72fa9af/0x3aa5f499c96f38d2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840365.729077:0:34166:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000b72fa9af/0x3aa5f499c96f38d2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840365.729085:0:34166:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840365.729089:0:34166:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840365.729093:0:34166:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840365.729105:0:34166:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066125226] to pc [ptlrpcd_00_01+1] req@ffff90ee87f58380 x1875733134003328/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840365.729198:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840365.729202:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840365.729214:0:2360:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840365.729221:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f58380 x1875733134003328/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840365.729230:0:2360:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840365.729232:0:2360:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840365.729236:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840365.729238:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840365.729241:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840365.729245:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2360:1875733134003328:192.168.202.131@tcp:101:uname.0 00000100:00000001:1.0:1788840365.729249:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840365.729255:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840365.729257:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840365.729260:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840365.729266:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee85c5f000. 02000000:00000001:1.0:1788840365.729268:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840365.729276:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840365.729281:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000010:1.0:1788840365.729288:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539dd0. 00000100:00000200:1.0:1788840365.729296:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733134003328, portal 4 00000100:00000001:1.0:1788840365.729298:0:2360:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840365.729300:0:2360:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890471296 : -122120819080320 : ffff90ee87f58380) 00000100:00000040:1.0:1788840365.729306:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87f58380 x1875733134003328/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840381 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840365.729313:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840365.729316:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840365.729318:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539b28. 00000100:00000200:1.0:1788840365.729322:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875733134003328, offset 0 00000400:00000200:1.0:1788840365.729329:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840365.729338:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840365.729345:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840365.729351:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840365.729355:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840365.729360:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840365.729362:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840365.729366:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2617:2617:256:4294967295] 192.168.202.131@tcp LPNI seq info [2617:2617:8:4294967295] 00000400:00000200:1.0:1788840365.729370:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840365.729379:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840365.729385:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840365.729390:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee9120cf00. 00000800:00000200:1.0:1788840365.729397:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840365.729404:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840365.729408:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee9120cf00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788840365.729422:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840365.729427:0:2360:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: using a timeout of 23185 usecs (24 jiffies) 00000400:00000200:1.0:1788840365.729430:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840365.729433:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296595571 00000100:00000001:1.0:1788840365.729436:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296596388 00000100:00000001:1.0:1788840365.729438:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296595571 00000100:00000001:1.0:1788840365.729440:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296596388 00000100:00000001:1.0:1788840365.729442:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840365.729445:0:2360:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840365.729448:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840365.729451:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788840365.729527:0:34166:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840365.729531:0:34166:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840365.729533:0:34166:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840365.729535:0:34166:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840365.729537:0:34166:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840365.729539:0:34166:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788840365.729541:0:34166:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1788840365.729543:0:34166:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1788840365.729545:0:34166:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000100:00000001:0.0:1788840365.729573:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840365.729576:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840365.729758:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840365.729761:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788840365.729764:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840365.729766:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840365.729767:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840365.729770:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840365.731066:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840365.731075:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee9120cf00. 00000400:00000200:2.0:1788840365.731081:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840365.731089:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840365.731096:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539b28 00000400:00000010:2.0:1788840365.731098:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539b28. 00000100:00000001:2.0:1788840365.731103:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840365.731108:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f58380 x1875733134003328/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840381 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840365.731120:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840365.731124:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f58380 x1875733134003328/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840381 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840365.731130:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840365.731133:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1788840365.735727:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74000. 00000800:00000001:3.0:1788840365.746102:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840365.746122:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840365.746126:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840365.746129:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840365.746138:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.746158:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840365.746167:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.746172:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.746176:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.746181:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 400 into portal 4 MB=0x6a9f827254c80 00000400:00000200:3.0:1788840365.746186:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.746193:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 400/400 into md 0x71c5 [1] + 224 00000800:00000001:3.0:1788840365.746200:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840365.746211:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840365.746215:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840365.746220:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840365.746228:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840365.746237:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f58380 x1875733134003328/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840381 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840365.746248:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff90ee87f58380 x1875733134003328/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840381 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840365.746272:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840365.746280:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840365.746284:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840365.746726:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840365.746731:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788840365.746739:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840365.746741:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840365.746744:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000200:1.0:1788840365.746748:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539dd0 00000400:00000010:1.0:1788840365.746750:0:2360:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539dd0. 00000100:00000001:1.0:1788840365.746754:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840365.746759:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f58380 x1875733134003328/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840381 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788840365.746768:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f58380 x1875733134003328/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840381 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840365.746774:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840365.746777:0:2360:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840365.746779:0:2360:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840365.746783:0:2360:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840365.746785:0:2360:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840365.746787:0:2360:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840365.746790:0:2360:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840365.746799:0:2360:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b5cc60 time=65 v=5 (5 5 5 5) 00000100:00001000:1.0:1788840365.746803:0:2360:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840365.746806:0:2360:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840365.746808:0:2360:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840365.746811:0:2360:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840365.746815:0:2360:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840365.746818:0:2360:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840365.746820:0:2360:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: skip recheck: last_committed 4294967341 00000100:00000001:1.0:1788840365.746822:0:2360:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840365.746824:0:2360:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840365.746829:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f58380 x1875733134003328/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840381 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840365.746835:0:2360:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840365.746839:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840365.746841:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788840365.746844:0:2360:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:1.0:1788840365.746847:0:2360:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840365.746849:0:2360:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840365.746853:0:2360:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030a00 refcount=4 00000020:00000001:1.0:1788840365.746855:0:2360:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:1.0:1788840365.746859:0:2360:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:1.0:1788840365.746861:0:2360:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840365.746862:0:2360:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840365.746864:0:2360:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030a00 refcount=5 00000020:00000001:1.0:1788840365.746866:0:2360:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:1.0:1788840365.746867:0:2360:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:1.0:1788840365.746872:0:2360:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840365.746875:0:2360:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840365.746880:0:2360:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000b72fa9af/0x3aa5f499c96f38d2 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840365.746891:0:2360:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840365.746893:0:2360:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840365.746896:0:2360:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788840365.746898:0:2360:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840365.746899:0:2360:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840365.746900:0:2360:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030a00 refcount=6 00000020:00000001:1.0:1788840365.746902:0:2360:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:1.0:1788840365.746904:0:2360:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000040:1.0:1788840365.746911:0:2360:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee80030a00, remote cookie: 0x8a436931312badfb, flags: 0x1001 00010000:00010000:1.0:1788840365.746916:0:2360:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000b72fa9af/0x3aa5f499c96f38d2 lrc: 6/2,0 mode: --/PR res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x8a436931312badfb expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840365.746923:0:2360:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:1.0:1788840365.746926:0:2360:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840365.746928:0:2360:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788840365.746931:0:2360:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1788840365.746935:0:2360:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000b72fa9af/0x3aa5f499c96f38d2 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312badfb expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788840365.746944:0:2360:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000400:0x43:0x0].0x0 (ffff90ee99a74b00) refcount = 1 00010000:00000040:1.0:1788840365.746947:0:2360:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788840365.746950:0:2360:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000b72fa9af/0x3aa5f499c96f38d2 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312badfb expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840365.746958:0:2360:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788840365.746959:0:2360:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840365.746962:0:2360:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788840365.746964:0:2360:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840365.746968:0:2360:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000b72fa9af/0x3aa5f499c96f38d2 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x8a436931312badfb expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840365.746974:0:2360:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788840365.746975:0:2360:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840365.746977:0:2360:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840365.746978:0:2360:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840365.746979:0:2360:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788840365.746980:0:2360:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:1.0:1788840365.746982:0:2360:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1788840365.746985:0:2360:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840365.746987:0:2360:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840365.746988:0:2360:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030a00 refcount=5 00000020:00000001:1.0:1788840365.746989:0:2360:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:1.0:1788840365.746991:0:2360:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00000008:00000001:1.0:1788840365.746995:0:2360:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:1.0:1788840365.746998:0:2360:0:(cl_object.c:143:cl_object_top()) ffff90ee87839c00 -> ffff90ee82e4f918 00000008:00010000:1.0:1788840365.747002:0:2360:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000b72fa9af/0x3aa5f499c96f38d2 lrc: 5/2,0 mode: PR/PR res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x8a436931312badfb expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1788840365.747008:0:2360:0:(cl_object.c:143:cl_object_top()) ffff90ee87839c00 -> ffff90ee82e4f918 00000020:00000001:1.0:1788840365.747010:0:2360:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1788840365.747013:0:2360:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1788840365.747016:0:2360:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788840365.747018:0:2360:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.747020:0:2360:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.747021:0:2360:0:(cl_object.c:143:cl_object_top()) ffff90ee87839c00 -> ffff90ee82e4f918 00000008:00000001:1.0:1788840365.747023:0:2360:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:1.0:1788840365.747025:0:2360:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788840365.747027:0:2360:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1788840365.747045:0:2360:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1788840365.747047:0:2360:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840365.747049:0:2360:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840365.747049:0:2360:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840365.747051:0:2360:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030a00 refcount=6 00000020:00000001:1.0:1788840365.747052:0:2360:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:1.0:1788840365.747054:0:2360:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:1.0:1788840365.747057:0:2360:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840365.747059:0:2360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000b72fa9af/0x3aa5f499c96f38d2 lrc: 6/2,0 mode: PR/PR res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x8a436931312badfb expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840365.747065:0:2360:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840365.747066:0:2360:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788840365.747069:0:2360:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000b72fa9af/0x3aa5f499c96f38d2 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x8a436931312badfb expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840365.747075:0:2360:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840365.747076:0:2360:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840365.747077:0:2360:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788840365.747078:0:2360:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840365.747079:0:2360:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840365.747080:0:2360:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840365.747081:0:2360:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030a00 refcount=5 00000020:00000001:1.0:1788840365.747083:0:2360:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:1.0:1788840365.747084:0:2360:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:1.0:1788840365.747087:0:2360:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840365.747089:0:2360:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000b72fa9af/0x3aa5f499c96f38d2 lrc: 5/1,0 mode: PR/PR res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x8a436931312badfb expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840365.747095:0:2360:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840365.747096:0:2360:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840365.747097:0:2360:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840365.747099:0:2360:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840365.747102:0:2360:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000b72fa9af/0x3aa5f499c96f38d2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x8a436931312badfb expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788840365.747108:0:2360:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840365.747110:0:2360:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840365.747112:0:2360:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840365.747116:0:2360:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840365.747117:0:2360:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840365.747119:0:2360:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840365.747122:0:2360:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840365.747124:0:2360:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840365.747125:0:2360:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840365.747128:0:2360:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840365.747129:0:2360:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840365.747130:0:2360:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840365.747131:0:2360:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840365.747133:0:2360:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840365.747134:0:2360:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788840365.747135:0:2360:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840365.747139:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f58380 x1875733134003328/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840381 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788840365.747147:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2360:1875733134003328:192.168.202.131@tcp:101:uname.0 00000100:00000001:1.0:1788840365.747152:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840365.747154:0:2360:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840365.747158:0:2360:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f58380 x1875733134003328/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840381 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840365.747164:0:2360:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840365.747166:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840365.747170:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee85c5f000. 02000000:00000001:1.0:1788840365.747173:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840365.747176:0:2360:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840365.747178:0:2360:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=2 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:1.0:1788840365.747180:0:2360:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840365.747183:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee87161e00. 02000000:00000001:1.0:1788840365.747186:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840365.747188:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840365.747190:0:2360:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f58380. 00000100:00000001:1.0:1788840365.747203:0:2360:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840365.747205:0:2360:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840365.747207:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840365.747213:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840365.747214:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840365.747217:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840365.747219:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840365.747248:0:34166:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840365.747253:0:34166:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840365.747259:0:34166:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788840365.747262:0:34166:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f918 00000020:00000001:0.0:1788840365.747264:0:34166:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f918 00000020:00000001:0.0:1788840365.747266:0:34166:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788840365.747270:0:34166:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788840365.747275:0:34166:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788840365.747276:0:34166:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840365.747278:0:34166:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788840365.747279:0:34166:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788840365.747281:0:34166:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x31:1028 on OST[0]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:0.0:1788840365.747285:0:34166:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788840365.747286:0:34166:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:0.0:1788840365.747289:0:34166:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840365.747291:0:34166:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840365.747293:0:34166:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f918 00000080:00200000:0.0:1788840365.747296:0:34166:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 0 i_blocks 1 00000080:00000001:0.0:1788840365.747298:0:34166:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788840365.747301:0:34166:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788840365.747303:0:34166:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90ee87fce2b0 (ffff90ee90b0cd88/0) at cl_lock_release():245 00000020:00000001:0.0:1788840365.747306:0:34166:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788840365.747307:0:34166:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee87fce2b0 (ffff90ee90b0cd88/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788840365.747311:0:34166:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788840365.747314:0:34166:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788840365.747315:0:34166:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621952871579752 : -122120837971864 : ffff90ee86d54068) 00000020:00000001:0.0:1788840365.747318:0:34166:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788840365.747319:0:34166:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee90f56530 (ffff90ee90b0c098/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788840365.747321:0:34166:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788840365.747323:0:34166:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788840365.747324:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840365.747325:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788840365.747326:0:34166:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788840365.747328:0:34166:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788840365.747330:0:34166:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788840365.747330:0:34166:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788840365.747332:0:34166:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788840365.747333:0:34166:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee87fce2b0 (ffff90ee90b0cd88/0) at cl_lock_fini():72 00020000:00000001:0.0:1788840365.747336:0:34166:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788840365.747337:0:34166:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788840365.747338:0:34166:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee90f56530 (ffff90ee90b0cd88/1) at cl_lock_fini():72 00000008:00000010:0.0:1788840365.747341:0:34166:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90ee830a4000. 00000020:00000001:0.0:1788840365.747345:0:34166:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788840365.747346:0:34166:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90ee90f56500. 00020000:00000001:0.0:1788840365.747349:0:34166:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788840365.747350:0:34166:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788840365.747351:0:34166:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1788840365.747352:0:34166:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840365.747355:0:34166:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788840365.747358:0:34166:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788840365.747360:0:34166:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788840365.747361:0:34166:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788840365.747362:0:34166:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788840365.747364:0:34166:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0c090 00020000:00000001:0.0:1788840365.747367:0:34166:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788840365.747369:0:34166:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788840365.747371:0:34166:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788840365.747373:0:34166:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788840365.747377:0:34166:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788840365.747380:0:34166:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840365.747381:0:34166:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788840365.747383:0:34166:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788840365.747384:0:34166:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788840365.747386:0:34166:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0cd80 00000001:00000001:0.0:1788840365.747388:0:34166:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840365.747396:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c87d28 00000080:00000008:0.0:1788840365.747398:0:34166:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff90ee905963c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788840365.747479:0:34166:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:0.0:1788840365.747481:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c87d88 00000080:00200008:0.0:1788840365.747483:0:34166:0:(file.c:2650:do_file_write_iter()) START file recon:[0x200000404:0x31:0x0], ppos: 0, count: 23 00000080:00000002:0.0:1788840365.747486:0:34166:0:(file.c:2656:do_file_write_iter()) inode ffff90ee905963c8 need_sync_to_oss [0x200000404:0x31:0x0] 00000080:00000001:0.0:1788840365.747489:0:34166:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:0.0:1788840365.747492:0:34166:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840365.747494:0:34166:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1788840365.747497:0:34166:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840365.747499:0:34166:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788840365.747502:0:34166:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036963208 : -122120672588408 : ffff90ee90b0cd88) 00000020:00001000:0.0:1788840365.747504:0:34166:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0cd80 00000080:00000001:0.0:1788840365.747507:0:34166:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1788840365.747508:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c87c98 00000080:00200000:0.0:1788840365.747510:0:34166:0:(file.c:2090:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:0.0:1788840365.747515:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c87c30 00000080:00200000:0.0:1788840365.747516:0:34166:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:0.0:1788840365.747530:0:34166:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788840365.747532:0:34166:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f918 00000020:00000001:0.0:1788840365.747533:0:34166:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f918 00000020:00000001:0.0:1788840365.747535:0:34166:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788840365.747537:0:34166:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1788840365.747539:0:34166:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:0.0:1788840365.747541:0:34166:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840365.747542:0:34166:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840365.747544:0:34166:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f918 00000080:00200000:0.0:1788840365.747546:0:34166:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 0 i_blocks 1 00000080:00000001:0.0:1788840365.747548:0:34166:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788840365.747549:0:34166:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1788840365.747555:0:34166:0:(cl_io.c:214:cl_io_rw_init()) header@00000000da01a120[0x110, 1, [0x200000404:0x31:0x0] hash] 00000020:00200000:0.0:1788840365.747556:0:34166:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 23) 0 1 00000020:00000001:0.0:1788840365.747559:0:34166:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f918 00000020:00000001:0.0:1788840365.747561:0:34166:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788840365.747562:0:34166:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788840365.747564:0:34166:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788840365.747567:0:34166:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788840365.747568:0:34166:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1788840365.747570:0:34166:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840365.747574:0:34166:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840365.747576:0:34166:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788840365.747577:0:34166:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840365.747579:0:34166:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788840365.747582:0:34166:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x31:0x0]io ffff90ee87fce310 type 2 ignore/verify layout 0/0 00020000:00000002:0.0:1788840365.747585:0:34166:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee98eff3e0) owner 0000000000000000/ffff90ee99738000 00020000:00000001:0.0:1788840365.747589:0:34166:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788840365.747590:0:34166:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788840365.747593:0:34166:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788840365.747595:0:34166:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:0.0:1788840365.747597:0:34166:0:(lov_io.c:860:lov_io_slice_init()) 0 23 00020000:00000001:0.0:1788840365.747599:0:34166:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:0.0:1788840365.747601:0:34166:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788840365.747602:0:34166:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840365.747604:0:34166:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788840365.747605:0:34166:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788840365.747606:0:34166:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788840365.747607:0:34166:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee98eff3e0) owner 0000000000000000/ffff90ee99738000 00000020:00000001:0.0:1788840365.747610:0:34166:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840365.747611:0:34166:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788840365.747614:0:34166:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:0.0:1788840365.747616:0:34166:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:0.0:1788840365.747618:0:34166:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840365.747621:0:34166:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788840365.747623:0:34166:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788840365.747625:0:34166:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:0.0:1788840365.747627:0:34166:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:0.0:1788840365.747628:0:34166:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00000001:0.0:1788840365.747631:0:34166:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788840365.747633:0:34166:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788840365.747636:0:34166:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788840365.747679:0:34166:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788840365.747681:0:34166:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788840365.747682:0:34166:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788840365.747683:0:34166:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036959896 : -122120672591720 : ffff90ee90b0c098) 00000020:00001000:0.0:1788840365.747685:0:34166:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0c090 00000020:00000001:0.0:1788840365.747688:0:34166:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f210 -> ffff90ee82e4f918 00000020:00000001:0.0:1788840365.747689:0:34166:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788840365.747692:0:34166:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788840365.747693:0:34166:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788840365.747694:0:34166:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840365.747696:0:34166:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840365.747698:0:34166:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621952871579752 : -122120837971864 : ffff90ee86d54068) 00000020:00000001:0.0:1788840365.747701:0:34166:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1788840365.747857:0:34166:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1788840365.747861:0:34166:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840365.747864:0:34166:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840365.747866:0:34166:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840365.747868:0:34166:0:(lov_io.c:1227:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840365.747870:0:34166:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840365.747872:0:34166:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:0.0:1788840365.747874:0:34166:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1788840365.747876:0:34166:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1788840365.747879:0:34166:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:0.0:1788840365.747881:0:34166:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840365.747884:0:34166:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840365.747886:0:34166:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1788840365.747888:0:34166:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:0.0:1788840365.747890:0:34166:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1788840365.747891:0:34166:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1788840365.747893:0:34166:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840365.747894:0:34166:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840365.747896:0:34166:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840365.747897:0:34166:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840365.747899:0:34166:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840365.747901:0:34166:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788840365.747903:0:34166:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788840365.747904:0:34166:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788840365.747906:0:34166:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788840365.747907:0:34166:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840365.747909:0:34166:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840365.747910:0:34166:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840365.747912:0:34166:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840365.747913:0:34166:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788840365.747915:0:34166:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788840365.747916:0:34166:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788840365.747918:0:34166:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788840365.747920:0:34166:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788840365.747922:0:34166:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1788840365.747929:0:34166:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90ee90f56500. 00020000:00000002:0.0:1788840365.747932:0:34166:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788840365.747935:0:34166:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788840365.747937:0:34166:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788840365.747938:0:34166:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621952871579752 : -122120837971864 : ffff90ee86d54068) 00000020:00000001:0.0:1788840365.747939:0:34166:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788840365.747942:0:34166:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90ee830a4000. 00000008:00010000:0.0:1788840365.747945:0:34166:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1788840365.747949:0:34166:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788840365.747950:0:34166:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788840365.747953:0:34166:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90ee90f56530, osc lock ffff90ee830a4000, flags 0x0 00000020:00000001:0.0:1788840365.747956:0:34166:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840365.748219:0:34166:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840365.748223:0:34166:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621953041458432 : -122120668093184 : ffff90ee90f56500) 00000020:00000001:0.0:1788840365.748225:0:34166:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788840365.748226:0:34166:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788840365.748227:0:34166:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840365.748229:0:34166:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840365.748230:0:34166:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788840365.748231:0:34166:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788840365.748232:0:34166:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788840365.748232:0:34166:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621952871579752 : -122120837971864 : ffff90ee86d54068) 00000020:00000001:0.0:1788840365.748233:0:34166:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788840365.748235:0:34166:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788840365.748237:0:34166:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1788840365.748238:0:34166:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840365.748240:0:34166:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788840365.748242:0:34166:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788840365.748243:0:34166:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788840365.748245:0:34166:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788840365.748245:0:34166:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788840365.748246:0:34166:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788840365.748248:0:34166:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788840365.748250:0:34166:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840365.748256:0:34166:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74b00 count: 2 00010000:00000001:0.0:1788840365.748258:0:34166:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788840365.748262:0:34166:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90eea053f000 type 11 mode 2 res 9663677440/67 (0 18446744073709551615) 00010000:00000001:0.0:1788840365.748265:0:34166:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:0.0:1788840365.748270:0:34166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f58e00. 00000020:00000040:0.0:1788840365.748274:0:34166:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=3 obd=lustre-OST0000-osc-ffff90ee90f70800 00010000:00000001:0.0:1788840365.748277:0:34166:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788840365.748281:0:34166:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840365.748284:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840365.748285:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840365.748286:0:34166:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840365.748289:0:34166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840365.748290:0:34166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840365.748294:0:34166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840365.748298:0:34166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee87161000. 00000100:00000001:0.0:1788840365.748302:0:34166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840365.748305:0:34166:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840365.748306:0:34166:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840365.748308:0:34166:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840365.748308:0:34166:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840365.748310:0:34166:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840365.748311:0:34166:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446621952890473984 : -122120819077632 : ffff90ee87f58e00) 00010000:00000001:0.0:1788840365.748314:0:34166:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788840365.748315:0:34166:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788840365.748316:0:34166:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74b00 count: 2 00010000:00000001:0.0:1788840365.748317:0:34166:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840365.748319:0:34166:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788840365.748322:0:34166:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee80031000. 00000020:00000001:0.0:1788840365.748325:0:34166:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788840365.748327:0:34166:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee80031000 with handle 0x3aa5f499c96f38d9 to hash 00000020:00000001:0.0:1788840365.748329:0:34166:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788840365.748330:0:34166:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000010:0.0:1788840365.748332:0:34166:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff90ee90b50340. 00010000:00000001:0.0:1788840365.748334:0:34166:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:0.0:1788840365.748336:0:34166:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840365.748338:0:34166:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840365.748340:0:34166:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840365.748346:0:34166:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840365.748353:0:34166:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788840365.748361:0:34166:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788840365.748362:0:34166:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788840365.748366:0:34166:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee850cf0c0. 00000100:00000001:0.0:1788840365.748367:0:34166:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952841674944 : -122120867876672 : ffff90ee850cf0c0) 00000100:00000001:0.0:1788840365.748369:0:34166:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840365.748370:0:34166:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890473984 : -122120819077632 : ffff90ee87f58e00) 00000100:00000001:0.0:1788840365.748372:0:34166:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840365.748374:0:34166:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840365.748375:0:34166:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788840365.748376:0:34166:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840365.748382:0:34166:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f58e00 x1875733134003456/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840365.748388:0:34166:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840365.748389:0:34166:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840365.748392:0:34166:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840365.748394:0:34166:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840365.748395:0:34166:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840365.748397:0:34166:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f58e00 pname:cluuid:pid:xid:nid:opc:job uname:10f4a654-3497-48d8-8f70-7e89f4f161cc:34166:1875733134003456:192.168.202.131@tcp:101:uname.0 00000100:00000001:0.0:1788840365.748400:0:34166:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840365.748404:0:34166:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840365.748406:0:34166:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840365.748408:0:34166:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840365.748411:0:34166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86f37800. 02000000:00000001:0.0:1788840365.748412:0:34166:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840365.748419:0:34166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840365.748422:0:34166:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c800b0. 00000400:00000010:0.0:1788840365.748430:0:34166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6a18. 00000100:00000200:0.0:1788840365.748438:0:34166:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733134003456, portal 4 00000100:00000001:0.0:1788840365.748440:0:34166:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840365.748441:0:34166:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890473984 : -122120819077632 : ffff90ee87f58e00) 00000100:00000040:0.0:1788840365.748447:0:34166:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87f58e00 x1875733134003456/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840381 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840365.748455:0:34166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840365.748457:0:34166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840365.748460:0:34166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6990. 00000100:00000200:0.0:1788840365.748464:0:34166:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875733134003456, offset 0 00000400:00000200:0.0:1788840365.748471:0:34166:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840365.748480:0:34166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840365.748486:0:34166:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840365.748491:0:34166:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840365.748494:0:34166:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840365.748497:0:34166:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840365.748499:0:34166:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840365.748503:0:34166:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2618:2618:256:4294967295] 192.168.202.131@tcp LPNI seq info [2618:2618:8:4294967295] 00000400:00000200:0.0:1788840365.748507:0:34166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840365.748518:0:34166:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840365.748534:0:34166:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840365.748539:0:34166:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee92e46f00. 00000800:00000200:0.0:1788840365.748546:0:34166:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840365.748553:0:34166:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840365.748557:0:34166:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee92e46f00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788840365.748580:0:34166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840365.748585:0:34166:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: using a timeout of 23180 usecs (24 jiffies) 00000400:00000200:0.0:1788840365.748588:0:34166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840365.748591:0:34166:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296595590 00000100:00000001:0.0:1788840365.748593:0:34166:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296596388 00000100:00000001:0.0:1788840365.748596:0:34166:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296595590 00000100:00000001:0.0:1788840365.748598:0:34166:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296596388 00000100:00000001:0.0:1788840365.748600:0:34166:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840365.748602:0:34166:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840365.748605:0:34166:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840365.748606:0:34166:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788840365.748609:0:34166:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee850cf0c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788840365.748612:0:34166:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840365.748614:0:34166:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840365.750227:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840365.750235:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee92e46f00. 00000400:00000200:2.0:1788840365.750243:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840365.750251:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840365.750258:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6990 00000400:00000010:2.0:1788840365.750261:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6990. 00000100:00000001:2.0:1788840365.750265:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840365.750272:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f58e00 x1875733134003456/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840381 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840365.750284:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840365.750288:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f58e00 x1875733134003456/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840381 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840365.750295:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840365.750297:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840365.762257:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840365.762276:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840365.762281:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840365.762284:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840365.762294:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.762302:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840365.762312:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.762316:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.762321:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.762324:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 328 into portal 15 MB=0x6a9f828660980 00000400:00000200:3.0:1788840365.762333:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.131@tcp of length 328/328 into md 0x6c6d [2] + 328 00000800:00000001:3.0:1788840365.762340:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840365.762346:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840365.762348:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840365.762351:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840365.762357:0:2353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1788840365.762359:0:2353:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1788840365.762364:0:2353:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d4a300. 00000100:00000040:3.0:1788840365.762367:0:2353:0:(events.c:337:request_in_callback()) incoming req@ffff90ee86d4a300 x1875733155023232 msgsize 328 00000100:00100000:3.0:1788840365.762370:0:2353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.131@tcp (source: 12345-192.168.202.131@tcp) 00000100:00000001:3.0:1788840365.762386:0:2353:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1788840365.762398:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840365.762401:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840365.762441:0:15917:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1788840365.762444:0:15917:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733155023232 02000000:00000001:2.0:1788840365.762447:0:15917:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1788840365.762450:0:15917:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840365.762453:0:15917:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840365.762458:0:15917:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840365.762464:0:15917:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733155023232 00000020:00000001:2.0:1788840365.762468:0:15917:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788840365.762470:0:15917:0:(genops.c:804:class_conn2export()) looking for export cookie 0x3aa5f499c96f2ce6 00000020:00000001:2.0:1788840365.762472:0:15917:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840365.762476:0:15917:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90ee98818000 refcount=4 00000020:00000001:2.0:1788840365.762479:0:15917:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621953168080896 : -122120541470720 : ffff90ee98818000) 00000020:00000001:2.0:1788840365.762481:0:15917:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446621953168080896 : -122120541470720 : ffff90ee98818000) 00000100:00000001:2.0:1788840365.762485:0:15917:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788840365.762491:0:15917:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90eea05b2980. 00000100:00000001:2.0:1788840365.762494:0:15917:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788840365.762497:0:15917:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff90eea05b2980. 00000020:00000010:2.0:1788840365.762502:0:15917:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90ee91232400. 00000020:00000010:2.0:1788840365.762508:0:15917:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90ee98e7db80. 00000020:00000010:2.0:1788840365.762513:0:15917:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90ee879840c8. 00000100:00000040:2.0:1788840365.762535:0:15917:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1788840365.762539:0:15917:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1788840365.762540:0:15917:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1788840365.762542:0:15917:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840365.762623:0:15917:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840365.762637:0:15917:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840365.762693:0:15917:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1788840365.762695:0:15917:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1788840365.762700:0:15917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.131@tcp, seq: 60 00000100:00000040:2.0:1788840365.762703:0:15917:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff90ee98818000 : new rpc_count 1 00000100:00000001:2.0:1788840365.762705:0:15917:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446621952871539456 : -122120838012160 : ffff90ee86d4a300) 00000100:00000040:2.0:1788840365.762714:0:15917:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff90ee86d4a300 x1875733155023232/t0(0) o104->LOV_OSC_UUID@192.168.202.131@tcp:1/0 lens 328/0 e 0 to 0 dl 1788840376 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788840365.762723:0:15917:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788840365.762726:0:15917:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90eea05b2980. 00000100:00000001:2.0:1788840365.762729:0:15917:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788840365.762731:0:15917:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff90eea05b2980. 00000100:00100000:2.0:1788840365.762735:0:15917:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90ee86d4a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8825:x1875733155023232:12345-192.168.202.131@tcp:104: 00000100:00000200:2.0:1788840365.762738:0:15917:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875733155023232 00010000:00000001:2.0:1788840365.762742:0:15917:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1788840365.762749:0:15917:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840365.762750:0:15917:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840365.762752:0:15917:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030a00 refcount=2 00000020:00000001:2.0:1788840365.762754:0:15917:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:2.0:1788840365.762757:0:15917:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:2.0:1788840365.762761:0:15917:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840365.762764:0:15917:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788840365.762769:0:15917:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000b72fa9af/0x3aa5f499c96f38d2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x8a436931312badfb expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:2.0:1788840365.762781:0:15917:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1788840365.762783:0:15917:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1788840365.762789:0:15917:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90ee91279c00. 02000000:00000001:2.0:1788840365.762793:0:15917:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840365.762795:0:15917:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840365.762800:0:15917:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1788840365.762803:0:15917:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840365.762807:0:15917:0:(import.c:2149:obd_at_measure()) add 1 to ffff90eea05c51e8 time=64 v=5 (1 1 1 1) 00000100:00000001:2.0:1788840365.762812:0:15917:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788840365.762814:0:15917:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff90ee85e803c0 refcount 13 to 192.168.202.131@tcp 00000100:00000001:2.0:1788840365.762817:0:15917:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621952856032192 : -122120853519424 : ffff90ee85e803c0) 02000000:00000001:2.0:1788840365.762819:0:15917:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1788840365.762821:0:15917:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840365.762823:0:15917:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840365.762826:0:15917:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840365.762832:0:15917:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee912344c8. 00000100:00000200:2.0:1788840365.762836:0:15917:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875733155023232, offset 224 00000400:00000200:2.0:1788840365.762842:0:15917:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840365.762849:0:15917:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840365.762924:0:15917:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840365.762930:0:15917:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2619:2619:256:4294967295] 192.168.202.131@tcp LPNI seq info [2619:2619:8:4294967295] 00000400:00000200:2.0:1788840365.762940:0:15917:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840365.762949:0:15917:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840365.762954:0:15917:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840365.762959:0:15917:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee8985c100. 00000800:00000200:2.0:1788840365.762967:0:15917:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840365.762973:0:15917:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840365.762978:0:15917:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee8985c100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840365.763120:0:15917:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840365.763125:0:15917:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff90ee85e803c0 refcount 12 to 192.168.202.131@tcp 00010000:00000001:2.0:1788840365.763128:0:15917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1788840365.763132:0:15917:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff90ee86f3d480. 00010000:00000001:2.0:1788840365.763134:0:15917:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00000800:00000200:3.0:1788840365.763414:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840365.763419:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee8985c100. 00000400:00000200:3.0:1788840365.763423:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840365.763428:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840365.763433:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee912344c8 00000400:00000010:3.0:1788840365.763435:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee912344c8. 00000100:00000001:3.0:1788840365.763439:0:2354:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1788840365.763441:0:2354:0:(events.c:398:reply_out_callback()) Process leaving 00010000:00010000:2.0:1788840365.763444:0:15917:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1788840365.763446:0:15917:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840365.763448:0:15917:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840365.763450:0:15917:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840365.763457:0:15917:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d4a300 x1875733155023232/t0(0) o104->LOV_OSC_UUID@192.168.202.131@tcp:1/0 lens 328/224 e 0 to 0 dl 1788840376 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788840365.763474:0:15917:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90ee86d4a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:8825:x1875733155023232:12345-192.168.202.131@tcp:104: Request processed in 749us (1104us total) trans 0 rc 0/0 00000100:00100000:2.0:1788840365.763481:0:15917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.131@tcp, seq: 60 00000100:00000040:2.0:1788840365.763484:0:15917:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff90ee98818000 : new rpc_count 0 00000100:00000001:2.0:1788840365.763486:0:15917:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788840365.763488:0:15917:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1788840365.763493:0:15917:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90ee98e7db80. 00000020:00000010:2.0:1788840365.763497:0:15917:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90ee879840c8. 00000020:00000010:2.0:1788840365.763501:0:15917:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90ee91232400. 00000020:00000040:2.0:1788840365.763505:0:15917:0:(genops.c:879:class_export_put()) PUTting export ffff90ee98818000 : new refcount 3 00000100:00000001:2.0:1788840365.763509:0:15917:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788840365.763515:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788840365.763530:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840365.763534:0:15924:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1788840365.763537:0:15924:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1788840365.763540:0:15924:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788840365.763545:0:15924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000b72fa9af/0x3aa5f499c96f38d2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x8a436931312badfb expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:1.0:1788840365.763556:0:15924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90ee80030a00 already unused, calling callback (ffffffffc123b300) 00000008:00000001:1.0:1788840365.763559:0:15924:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1788840365.763562:0:15924:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788840365.763563:0:15924:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840365.763565:0:15924:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840365.763567:0:15924:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030a00 refcount=3 00000020:00000001:1.0:1788840365.763570:0:15924:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:1.0:1788840365.763572:0:15924:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:1.0:1788840365.763575:0:15924:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788840365.763578:0:15924:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000b72fa9af/0x3aa5f499c96f38d2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x8a436931312badfb expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:1.0:1788840365.763586:0:15924:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1788840365.763588:0:15924:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840365.763592:0:15924:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036962344 : -122120672589272 : ffff90ee90b0ca28) 00000020:00001000:1.0:1788840365.763594:0:15924:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0ca20 00000008:00000001:1.0:1788840365.763597:0:15924:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1788840365.763599:0:15924:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:1.0:1788840365.763600:0:15924:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840365.763602:0:15924:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036961768 : -122120672589848 : ffff90ee90b0c7e8) 00000020:00001000:1.0:1788840365.763604:0:15924:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0c7e0 00000008:00000001:1.0:1788840365.763606:0:15924:0:(osc_cache.c:3704:osc_ldlm_hp_handle()) Process entered 00000008:00000020:1.0:1788840365.763618:0:15924:0:(osc_cache.c:3724:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:1.0:1788840365.763620:0:15924:0:(osc_cache.c:3740:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1788840365.763623:0:15924:0:(osc_cache.c:3788:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840365.763626:0:15924:0:(osc_cache.c:3673:osc_lock_discard_pages()) Process entered 00000020:00000001:1.0:1788840365.763629:0:15924:0:(cl_object.c:143:cl_object_top()) ffff90ee87839c00 -> ffff90ee82e4f918 00000020:00000001:1.0:1788840365.763631:0:15924:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f918 00000020:00000001:1.0:1788840365.763633:0:15924:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788840365.763636:0:15924:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788840365.763660:0:15924:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788840365.763664:0:15924:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788840365.763666:0:15924:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788840365.763668:0:15924:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788840365.763672:0:15924:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x31:0x0]io ffff90ee9888cef0 type 8 ignore/verify layout 1/0 00020000:00000001:1.0:1788840365.763676:0:15924:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788840365.763678:0:15924:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788840365.763680:0:15924:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788840365.763682:0:15924:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788840365.763683:0:15924:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.763684:0:15924:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788840365.763685:0:15924:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788840365.763686:0:15924:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:1.0:1788840365.763687:0:15924:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840365.763690:0:15924:0:(osc_cache.c:3460:osc_page_gang_lookup()) Process entered 00000008:00000001:1.0:1788840365.763692:0:15924:0:(osc_cache.c:3537:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788840365.763694:0:15924:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788840365.763696:0:15924:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788840365.763697:0:15924:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788840365.763699:0:15924:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788840365.763701:0:15924:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:1.0:1788840365.763704:0:15924:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788840365.763705:0:15924:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:1.0:1788840365.763706:0:15924:0:(osc_cache.c:3692:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788840365.763708:0:15924:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0c7e0 00000008:00000001:1.0:1788840365.763711:0:15924:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.763713:0:15924:0:(cl_object.c:143:cl_object_top()) ffff90ee87839c00 -> ffff90ee82e4f918 00010000:00000001:1.0:1788840365.763715:0:15924:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:1.0:1788840365.763718:0:15924:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.763720:0:15924:0:(cl_object.c:143:cl_object_top()) ffff90ee87839c00 -> ffff90ee82e4f918 00000020:00000001:1.0:1788840365.763722:0:15924:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1788840365.763725:0:15924:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1788840365.763728:0:15924:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788840365.763730:0:15924:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.763732:0:15924:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.763733:0:15924:0:(cl_object.c:143:cl_object_top()) ffff90ee87839c00 -> ffff90ee82e4f918 00000020:00000001:1.0:1788840365.763734:0:15924:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f918 00000020:00000001:1.0:1788840365.763736:0:15924:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:1.0:1788840365.763738:0:15924:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.763739:0:15924:0:(cl_object.c:143:cl_object_top()) ffff90ee87839c00 -> ffff90ee82e4f918 00000008:00000001:1.0:1788840365.763742:0:15924:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788840365.763744:0:15924:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0ca20 00000008:00000001:1.0:1788840365.763746:0:15924:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840365.763748:0:15924:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788840365.763752:0:15924:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788840365.763754:0:15924:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788840365.763755:0:15924:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840365.763758:0:15924:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788840365.763760:0:15924:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee80030a00 with handle 0x3aa5f499c96f38d2 from hash 00010000:00000001:1.0:1788840365.763762:0:15924:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788840365.763764:0:15924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840365.763766:0:15924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840365.763778:0:15924:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788840365.763781:0:15924:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788840365.763783:0:15924:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1788840365.763787:0:15924:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840365.763790:0:15924:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840365.763791:0:15924:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788840365.763794:0:15924:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1788840365.763935:0:15924:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f58380. 00000020:00000040:0.0:1788840365.763940:0:15924:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=4 obd=lustre-OST0000-osc-ffff90ee90f70800 00000100:00000001:0.0:1788840365.763945:0:15924:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840365.763947:0:15924:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840365.763953:0:15924:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840365.763967:0:15924:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee87161a00. 00000100:00000001:0.0:1788840365.763973:0:15924:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840365.763976:0:15924:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788840365.763981:0:15924:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000b72fa9af/0x3aa5f499c96f38d2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x8a436931312badfb expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788840365.763990:0:15924:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788840365.763991:0:15924:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840365.763996:0:15924:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840365.764001:0:15924:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840365.764008:0:15924:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000066125226] to pc [ptlrpcd_00_00+0] req@ffff90ee87f58380 x1875733134003584/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788840365.764030:0:15924:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840365.764032:0:15924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840365.764034:0:15924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840365.764035:0:15924:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840365.764037:0:15924:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840365.764040:0:15924:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840365.764044:0:15924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000b72fa9af/0x3aa5f499c96f38d2 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x8a436931312badfb expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788840365.764051:0:15924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000100:00000001:1.0:1788840365.764054:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00010000:0.0:1788840365.764054:0:15924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000b72fa9af/0x3aa5f499c96f38d2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x8a436931312badfb expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00100000:1.0:1788840365.764061:0:2360:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1788840365.764066:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:0.0:1788840365.764069:0:15924:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff90ee90b50e40. 00000100:00000001:1.0:1788840365.764072:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840365.764076:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840365.764079:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:0.0:1788840365.764080:0:15924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788840365.764081:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00010000:00000001:0.0:1788840365.764083:0:15924:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00000100:00000001:1.0:1788840365.764086:0:2360:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00010000:00000010:0.0:1788840365.764087:0:15924:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff90ee86f3d480. 00010000:00000001:0.0:1788840365.764092:0:15924:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840365.764096:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f58380 x1875733134003584/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000020:00000001:0.0:1788840365.764097:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788840365.764100:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840365.764104:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788840365.764107:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00000001:1.0:1788840365.764111:0:2360:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000020:00000001:0.0:1788840365.764111:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840365.764115:0:2360:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840365.764116:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788840365.764118:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788840365.764121:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840365.764122:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 00010000:00010000:0.0:1788840365.764123:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 02000000:00000001:1.0:1788840365.764126:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840365.764131:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840365.764134:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2360:1875733134003584:192.168.202.131@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788840365.764139:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840365.764146:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840365.764149:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840365.764151:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840365.764156:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee98d5b400. 02000000:00000001:1.0:1788840365.764159:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840365.764164:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840365.764168:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000010:1.0:1788840365.764174:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539dd0. 00000100:00000200:1.0:1788840365.764180:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733134003584, portal 18 00000100:00000001:1.0:1788840365.764182:0:2360:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840365.764184:0:2360:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890471296 : -122120819080320 : ffff90ee87f58380) 00000100:00000040:1.0:1788840365.764192:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87f58380 x1875733134003584/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840381 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840365.764198:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840365.764201:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840365.764204:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea05397f8. 00000100:00000200:1.0:1788840365.764208:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875733134003584, offset 0 00000400:00000200:1.0:1788840365.764214:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840365.764221:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840365.764227:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840365.764233:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840365.764238:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840365.764243:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840365.764247:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840365.764251:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2620:2620:256:4294967295] 192.168.202.131@tcp LPNI seq info [2620:2620:8:4294967295] 00000400:00000200:1.0:1788840365.764255:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840365.764264:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000100:00000001:0.0:1788840365.764268:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:1.0:1788840365.764273:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.131@tcp 00000100:00000001:0.0:1788840365.764273:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:1.0:1788840365.764280:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee9120cf00. 00000800:00000200:1.0:1788840365.764289:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840365.764308:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840365.764313:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee9120cf00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788840365.764327:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840365.764332:0:2360:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: using a timeout of 23180 usecs (24 jiffies) 00000800:00000200:3.0:1788840365.764407:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840365.764410:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee9120cf00. 00000400:00000200:3.0:1788840365.764413:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840365.764416:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840365.764419:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea05397f8 00000400:00000010:3.0:1788840365.764421:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea05397f8. 00000100:00000001:3.0:1788840365.764424:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840365.764427:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f58380 x1875733134003584/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840381 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840365.764434:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840365.764437:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f58380 x1875733134003584/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840381 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840365.764441:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840365.764443:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:1.0:1788840365.764570:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840365.764574:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296595606 00000100:00000001:0.0:1788840365.764609:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296596388 00000100:00000001:0.0:1788840365.764614:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296595606 00000100:00000001:0.0:1788840365.764616:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296596388 00000100:00000001:0.0:1788840365.764618:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840365.764621:0:2360:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840365.764624:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840365.764626:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1788840365.769996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030a00. 00000800:00000001:3.0:1788840365.770125:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840365.770150:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840365.770153:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840365.770157:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840365.770165:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.770173:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840365.770182:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.770186:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.770192:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.770195:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 400 into portal 4 MB=0x6a9f827254d00 00000400:00000200:3.0:1788840365.770199:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.770216:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 400/400 into md 0x71cd [1] + 224 00000800:00000001:3.0:1788840365.770223:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840365.770229:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840365.770231:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840365.770236:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840365.770243:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840365.770253:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f58e00 x1875733134003456/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840381 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840365.770264:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff90ee87f58e00 x1875733134003456/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840381 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840365.770288:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840365.770297:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840365.770301:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840365.770303:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840365.770306:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840365.770309:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.770312:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840365.770317:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.770319:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.770322:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.770325:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 392 into portal 15 MB=0x6a9f828660a00 00000400:00000200:3.0:1788840365.770331:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.131@tcp of length 392/392 into md 0x6c6d [2] + 656 00000800:00000001:3.0:1788840365.770335:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840365.770341:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840365.770343:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840365.770345:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840365.770349:0:2354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:3.0:1788840365.770352:0:2354:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:3.0:1788840365.770357:0:2354:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d4bb80. 00000100:00000040:3.0:1788840365.770360:0:2354:0:(events.c:337:request_in_callback()) incoming req@ffff90ee86d4bb80 x1875733155023360 msgsize 392 00000100:00100000:3.0:1788840365.770365:0:2354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.131@tcp (source: 12345-192.168.202.131@tcp) 00000100:00000001:3.0:1788840365.770386:0:2354:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:3.0:1788840365.770391:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840365.770395:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840365.770539:0:34166:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840365.770547:0:34166:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840365.770550:0:34166:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840365.770553:0:34166:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c800b0. 00000400:00000200:0.0:1788840365.770558:0:34166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6a18 00000400:00000010:0.0:1788840365.770561:0:34166:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6a18. 00000100:00000001:0.0:1788840365.770564:0:34166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840365.770569:0:34166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f58e00 x1875733134003456/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840381 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788840365.770584:0:34166:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f58e00 x1875733134003456/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840381 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840365.770590:0:34166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840365.770592:0:34166:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840365.770594:0:34166:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840365.770598:0:34166:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840365.770600:0:34166:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840365.770603:0:34166:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840365.770606:0:34166:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840365.770615:0:34166:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b5cc60 time=65 v=5 (5 5 5 5) 00000100:00001000:0.0:1788840365.770619:0:34166:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840365.770622:0:34166:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840365.770624:0:34166:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840365.770626:0:34166:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840365.770630:0:34166:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840365.770634:0:34166:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840365.770636:0:34166:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: skip recheck: last_committed 4294967341 00000100:00000001:0.0:1788840365.770667:0:34166:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840365.770670:0:34166:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840365.770676:0:34166:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f58e00 x1875733134003456/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840381 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840365.770683:0:34166:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840365.770686:0:34166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840365.770689:0:34166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840365.770693:0:34166:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f58e00 x1875733134003456/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840381 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788840365.770701:0:34166:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f58e00 pname:cluuid:pid:xid:nid:opc:job uname:10f4a654-3497-48d8-8f70-7e89f4f161cc:34166:1875733134003456:192.168.202.131@tcp:101:uname.0 00000100:00000001:0.0:1788840365.770706:0:34166:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840365.770709:0:34166:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840365.770711:0:34166:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788840365.770713:0:34166:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840365.770717:0:34166:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f58e00 x1875733134003456/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840381 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840365.770723:0:34166:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840365.770726:0:34166:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee850cf0c0. 00000100:00000001:0.0:1788840365.770730:0:34166:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788840365.770731:0:34166:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840365.770735:0:34166:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788840365.770738:0:34166:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840365.770740:0:34166:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840365.770744:0:34166:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031000 refcount=4 00000020:00000001:0.0:1788840365.770746:0:34166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:0.0:1788840365.770749:0:34166:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000040:0.0:1788840365.770756:0:34166:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee80031000, remote cookie: 0x8a436931312bae02, flags: 0x20002 00010000:00000001:0.0:1788840365.770760:0:34166:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1788840365.770775:0:34166:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840365.770779:0:34166:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00010000:0.0:1788840365.770786:0:34166:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788840365.770798:0:34166:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000400:0x43:0x0].0x0 (ffff90ee99a74b00) refcount = 1 00010000:00000040:0.0:1788840365.770801:0:34166:0:(ldlm_resource.c:1894:ldlm_resource_dump()) Waiting locks: 00010000:00000040:0.0:1788840365.770804:0:34166:0:(ldlm_resource.c:1896:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840365.770811:0:34166:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840365.770814:0:34166:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00010000:0.0:1788840365.770817:0:34166:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840365.770825:0:34166:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 4/0,1 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788840365.771037:0:15916:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1788840365.771041:0:15916:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733155023360 02000000:00000001:2.0:1788840365.771043:0:15916:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1788840365.771045:0:15916:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840365.771047:0:15916:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840365.771051:0:15916:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840365.771054:0:15916:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733155023360 00000020:00000001:2.0:1788840365.771058:0:15916:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788840365.771059:0:15916:0:(genops.c:804:class_conn2export()) looking for export cookie 0x3aa5f499c96f2ce6 00000020:00000001:2.0:1788840365.771061:0:15916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840365.771064:0:15916:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90ee98818000 refcount=4 00000020:00000001:2.0:1788840365.771066:0:15916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621953168080896 : -122120541470720 : ffff90ee98818000) 00000020:00000001:2.0:1788840365.771068:0:15916:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446621953168080896 : -122120541470720 : ffff90ee98818000) 00000100:00000001:2.0:1788840365.771072:0:15916:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788840365.771079:0:15916:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90eea05b2980. 00000100:00000001:2.0:1788840365.771082:0:15916:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788840365.771085:0:15916:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff90eea05b2980. 00000020:00000010:2.0:1788840365.771091:0:15916:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90ee91232400. 00000020:00000010:2.0:1788840365.771098:0:15916:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90ee98e7db80. 00000020:00000010:2.0:1788840365.771104:0:15916:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90ee879840c8. 00000100:00000040:2.0:1788840365.771114:0:15916:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1788840365.771117:0:15916:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1788840365.771119:0:15916:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1788840365.771121:0:15916:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840365.771130:0:15916:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840365.771155:0:15916:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840365.771168:0:15916:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1788840365.771170:0:15916:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1788840365.771174:0:15916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.131@tcp, seq: 61 00000100:00000040:2.0:1788840365.771178:0:15916:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff90ee98818000 : new rpc_count 1 00000100:00000001:2.0:1788840365.771180:0:15916:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446621952871545728 : -122120838005888 : ffff90ee86d4bb80) 00000100:00000040:2.0:1788840365.771184:0:15916:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff90ee86d4bb80 x1875733155023360/t0(0) o105->LOV_OSC_UUID@192.168.202.131@tcp:1/0 lens 392/0 e 0 to 0 dl 1788840376 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788840365.771192:0:15916:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788840365.771194:0:15916:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90eea05b2980. 00000100:00000001:2.0:1788840365.771196:0:15916:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788840365.771198:0:15916:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff90eea05b2980. 00000100:00100000:2.0:1788840365.771202:0:15916:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90ee86d4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8454:x1875733155023360:12345-192.168.202.131@tcp:105: 00000100:00000200:2.0:1788840365.771214:0:15916:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875733155023360 00010000:00000001:2.0:1788840365.771217:0:15916:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1788840365.771222:0:15916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840365.771223:0:15916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840365.771224:0:15916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031000 refcount=5 00000020:00000001:2.0:1788840365.771226:0:15916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:2.0:1788840365.771229:0:15916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00010000:2.0:1788840365.771233:0:15916:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840365.771242:0:15916:0:(ldlm_lockd.c:1966:ldlm_handle_cp_callback()) Process entered 00010000:00010000:2.0:1788840365.771244:0:15916:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840365.771258:0:15916:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 5/0,1 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840365.771265:0:15916:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1788840365.771267:0:15916:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840365.771269:0:15916:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788840365.771271:0:15916:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1788840365.771273:0:15916:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840365.771280:0:15916:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:2.0:1788840365.771284:0:15916:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788840365.771292:0:15916:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000400:0x43:0x0].0x0 (ffff90ee99a74b00) refcount = 1 00010000:00000040:2.0:1788840365.771294:0:15916:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1788840365.771297:0:15916:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840365.771305:0:15916:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00010000:2.0:1788840365.771307:0:15916:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1788840365.771316:0:15916:0:(ldlm_lock.c:2325:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff90eea05b2980. 00000100:00000001:2.0:1788840365.771319:0:15916:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788840365.771324:0:15916:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee86f3d540. 00000100:00000001:2.0:1788840365.771326:0:15916:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952873583936 : -122120835967680 : ffff90ee86f3d540) 00000100:00000001:2.0:1788840365.771329:0:15916:0:(client.c:1218:ptlrpc_prep_fcset()) Process leaving (rc=18446621952873583936 : -122120835967680 : ffff90ee86f3d540) 00000100:00000001:2.0:1788840365.771331:0:15916:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788840365.771332:0:15916:0:(client.c:1948:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1788840365.771334:0:15916:0:(ldlm_lock.c:2272:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1788840365.771336:0:15916:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788840365.771348:0:15916:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840365.771351:0:15916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840365.771352:0:15916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840365.771353:0:15916:0:(ldlm_lock.c:2306:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840365.771355:0:15916:0:(ldlm_lock.c:2272:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1788840365.771356:0:15916:0:(ldlm_lock.c:2275:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1788840365.771359:0:15916:0:(client.c:1963:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840365.771361:0:15916:0:(client.c:2698:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840365.771362:0:15916:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1788840365.771364:0:15916:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee86f3d540. 00000100:00000001:2.0:1788840365.771367:0:15916:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1788840365.771368:0:15916:0:(ldlm_lock.c:2369:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1788840365.771370:0:15916:0:(ldlm_lock.c:2371:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff90eea05b2980. 00010000:00010000:2.0:1788840365.771373:0:15916:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff90ee80031000) 00010000:00000001:2.0:1788840365.771375:0:15916:0:(ldlm_lockd.c:2085:ldlm_handle_cp_callback()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840365.771376:0:15916:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840365.771378:0:15916:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788840365.771380:0:15916:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1788840365.771383:0:15916:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1788840365.771387:0:15916:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90ee91278c00. 02000000:00000001:2.0:1788840365.771390:0:15916:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840365.771392:0:15916:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840365.771396:0:15916:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1788840365.771398:0:15916:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840365.771401:0:15916:0:(import.c:2149:obd_at_measure()) add 1 to ffff90eea05c51e8 time=64 v=5 (1 1 1 1) 00000100:00000001:2.0:1788840365.771405:0:15916:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788840365.771407:0:15916:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff90ee85e803c0 refcount 13 to 192.168.202.131@tcp 00000100:00000001:2.0:1788840365.771410:0:15916:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621952856032192 : -122120853519424 : ffff90ee85e803c0) 02000000:00000001:2.0:1788840365.771412:0:15916:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1788840365.771414:0:15916:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840365.771417:0:15916:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840365.771420:0:15916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840365.771424:0:15916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234990. 00000100:00000200:2.0:1788840365.771428:0:15916:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875733155023360, offset 224 00000400:00000200:2.0:1788840365.771434:0:15916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840365.771442:0:15916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840365.771449:0:15916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840365.771454:0:15916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2621:2621:256:4294967295] 192.168.202.131@tcp LPNI seq info [2621:2621:8:4294967295] 00000400:00000200:2.0:1788840365.771459:0:15916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840365.771467:0:15916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840365.771474:0:15916:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840365.771478:0:15916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee8985ce00. 00000800:00000200:2.0:1788840365.771484:0:15916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840365.771491:0:15916:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840365.771495:0:15916:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee8985ce00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840365.771505:0:15916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840365.771509:0:15916:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff90ee85e803c0 refcount 12 to 192.168.202.131@tcp 00010000:00000001:2.0:1788840365.771511:0:15916:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840365.771516:0:15916:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d4bb80 x1875733155023360/t0(0) o105->LOV_OSC_UUID@192.168.202.131@tcp:1/0 lens 392/224 e 0 to 0 dl 1788840376 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788840365.771537:0:15916:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90ee86d4bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8454:x1875733155023360:12345-192.168.202.131@tcp:105: Request processed in 342us (1174us total) trans 0 rc 0/0 00000100:00100000:2.0:1788840365.771545:0:15916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.131@tcp, seq: 61 00000100:00000040:2.0:1788840365.771549:0:15916:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff90ee98818000 : new rpc_count 0 00000100:00000001:2.0:1788840365.771551:0:15916:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788840365.771553:0:15916:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1788840365.771558:0:15916:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90ee98e7db80. 00000020:00000010:2.0:1788840365.771561:0:15916:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90ee879840c8. 00000020:00000010:2.0:1788840365.771564:0:15916:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90ee91232400. 00000020:00000040:2.0:1788840365.771570:0:15916:0:(genops.c:879:class_export_put()) PUTting export ffff90ee98818000 : new refcount 3 00000100:00000001:2.0:1788840365.771573:0:15916:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788840365.771892:0:34166:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840365.771901:0:34166:0:(ldlm_request.c:350:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840365.771905:0:34166:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840365.771912:0:34166:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788840365.771913:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840365.771914:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840365.771915:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840365.771916:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840365.771918:0:34166:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840365.771922:0:34166:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1788840365.771924:0:34166:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788840365.771927:0:34166:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840365.771929:0:34166:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840365.771931:0:34166:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031000 refcount=3 00000020:00000001:0.0:1788840365.771933:0:34166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:0.0:1788840365.771935:0:34166:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:0.0:1788840365.771937:0:34166:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840365.771939:0:34166:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840365.771940:0:34166:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031000 refcount=4 00000020:00000001:0.0:1788840365.771942:0:34166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:0.0:1788840365.771944:0:34166:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:0.0:1788840365.771947:0:34166:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840365.771950:0:34166:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840365.771953:0:34166:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840365.771978:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840365.771979:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788840365.771982:0:34166:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1788840365.771985:0:34166:0:(cl_object.c:143:cl_object_top()) ffff90ee87839c00 -> ffff90ee82e4f918 00000008:00010000:0.0:1788840365.771990:0:34166:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 4/0,2 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1788840365.771998:0:34166:0:(cl_object.c:143:cl_object_top()) ffff90ee87839c00 -> ffff90ee82e4f918 00000020:00000001:0.0:1788840365.772001:0:34166:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788840365.772003:0:34166:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1788840365.772006:0:34166:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788840365.772009:0:34166:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840365.772011:0:34166:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840365.772012:0:34166:0:(cl_object.c:143:cl_object_top()) ffff90ee87839c00 -> ffff90ee82e4f918 00000008:00000001:0.0:1788840365.772014:0:34166:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:0.0:1788840365.772016:0:34166:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840365.772018:0:34166:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840365.772020:0:34166:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840365.772021:0:34166:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031000 refcount=5 00000020:00000001:0.0:1788840365.772023:0:34166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:0.0:1788840365.772025:0:34166:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:0.0:1788840365.772027:0:34166:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840365.772030:0:34166:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840365.772037:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840365.772039:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788840365.772042:0:34166:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840365.772055:0:34166:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840365.772056:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840365.772057:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788840365.772058:0:34166:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840365.772061:0:34166:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840365.772066:0:34166:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f58e00 x1875733134003456/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840381 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840365.772074:0:34166:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788840365.772076:0:34166:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840365.772079:0:34166:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee86f37800. 02000000:00000001:0.0:1788840365.772082:0:34166:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788840365.772084:0:34166:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840365.772085:0:34166:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=3 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:0.0:1788840365.772088:0:34166:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840365.772090:0:34166:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee87161000. 02000000:00000001:0.0:1788840365.772093:0:34166:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840365.772095:0:34166:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840365.772097:0:34166:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f58e00. 00000100:00000001:0.0:1788840365.772100:0:34166:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840365.772101:0:34166:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788840365.772103:0:34166:0:(osc_request.c:3317:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840365.772105:0:34166:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840365.772107:0:34166:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840365.772110:0:34166:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840365.772111:0:34166:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840365.772113:0:34166:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840365.772116:0:34166:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840365.772118:0:34166:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840365.772120:0:34166:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:0.0:1788840365.772124:0:34166:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000080:00000001:0.0:1788840365.772129:0:34166:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788840365.772131:0:34166:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f918 00000020:00000001:0.0:1788840365.772132:0:34166:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f918 00000020:00000001:0.0:1788840365.772134:0:34166:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788840365.772138:0:34166:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788840365.772152:0:34166:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788840365.772153:0:34166:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840365.772155:0:34166:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788840365.772156:0:34166:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788840365.772158:0:34166:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x31:1028 on OST[0]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:0.0:1788840365.772161:0:34166:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788840365.772164:0:34166:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:0.0:1788840365.772166:0:34166:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840365.772168:0:34166:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840365.772169:0:34166:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f918 00000080:00200000:0.0:1788840365.772172:0:34166:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 0 i_blocks 1 00000080:00000001:0.0:1788840365.772174:0:34166:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788840365.772177:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c87b80 00000080:00200000:0.0:1788840365.772179:0:34166:0:(vvp_io.c:1292:vvp_io_write_start()) recon: write [0, 23) append 1 append lockpos 18446744073709551615 00000020:00000001:0.0:1788840365.772181:0:34166:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:0.0:1788840365.772184:0:34166:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee98eff3e0) owner 0000000000000000/ffff90ee99738000 00020000:00000002:0.0:1788840365.772187:0:34166:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90ee9887df00 addref 2/0 by ffff90ee99738000. 00020000:00000002:0.0:1788840365.772189:0:34166:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee98eff3e0) owner 0000000000000000/ffff90ee99738000 00000020:00000001:0.0:1788840365.772192:0:34166:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:0.0:1788840365.772194:0:34166:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1788840365.772197:0:34166:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1788840365.772200:0:34166:0:(lov_offset.c:253:lov_stripe_intersects()) [0->22] -> [(0) 0->22 (0)] 00020000:00000001:0.0:1788840365.772203:0:34166:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788840365.772213:0:34166:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621952871579752 : -122120837971864 : ffff90ee86d54068) 00000020:00000001:0.0:1788840365.772215:0:34166:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788840365.772217:0:34166:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788840365.772220:0:34166:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840365.772222:0:34166:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840365.772224:0:34166:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840365.772225:0:34166:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840365.772232:0:34166:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:0.0:1788840365.772234:0:34166:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 23 bytes 00000020:00000001:0.0:1788840365.772260:0:34166:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:0.0:1788840365.772355:0:34166:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x31:0x0] fffffcfe44a336c0 0 1 00000020:00000001:0.0:1788840365.772359:0:34166:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788840365.772361:0:34166:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840365.772363:0:34166:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:0.0:1788840365.772367:0:34166:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff90ee8344b700. 00000020:00000001:0.0:1788840365.772371:0:34166:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1788840365.772372:0:34166:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:0.0:1788840365.772375:0:34166:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:0.0:1788840365.772378:0:34166:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:0.0:1788840365.772380:0:34166:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788840365.772381:0:34166:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621952871579752 : -122120837971864 : ffff90ee86d54068) 00000008:00000001:0.0:1788840365.772385:0:34166:0:(osc_cache.c:2427:osc_prep_async_page()) Process entered 00000008:00000040:0.0:1788840365.772387:0:34166:0:(osc_cache.c:2450:osc_prep_async_page()) oap ffff90ee8344b770 folio fffffcfe44a336c0 pg:0 obj off 0 00000008:00000001:0.0:1788840365.772389:0:34166:0:(osc_cache.c:2451:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840365.772391:0:34166:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1788840365.772391:0:34166:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:0.0:1788840365.772393:0:34166:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:0.0:1788840365.772394:0:34166:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840365.772397:0:34166:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840365.772399:0:34166:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446621952811775744 : -122120897775872 : ffff90ee8344b700) 00000020:00000001:0.0:1788840365.772401:0:34166:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446621952811775744 : -122120897775872 : ffff90ee8344b700) 00000020:00000001:0.0:1788840365.772403:0:34166:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:0.0:1788840365.772405:0:34166:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788840365.772406:0:34166:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446621952890954512 : -122120818597104 : ffff90ee87fce310) 00000020:00000001:0.0:1788840365.772408:0:34166:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1788840365.772409:0:34166:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1788840365.772411:0:34166:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788840365.772415:0:34166:0:(cl_page.c:507:__cl_page_state_set()) page@000000002cf14e1f[2 00000000e8450429 1 1 00000000a72ea764 0 0 0] 00000020:00000001:0.0:1788840365.772417:0:34166:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1788840365.772419:0:34166:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788840365.772420:0:34166:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:0.0:1788840365.772422:0:34166:0:(rw26.c:582:ll_prepare_partial_page()) Process entered 00000020:00000001:0.0:1788840365.772424:0:34166:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f918 00000020:00000001:0.0:1788840365.772426:0:34166:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f918 00000020:00000001:0.0:1788840365.772427:0:34166:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788840365.772429:0:34166:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1788840365.772430:0:34166:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:0.0:1788840365.772432:0:34166:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840365.772433:0:34166:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840365.772435:0:34166:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f918 00000080:00000001:0.0:1788840365.772439:0:34166:0:(rw26.c:602:ll_prepare_partial_page()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788840365.772442:0:34166:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:0.0:1788840365.772443:0:34166:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840365.772446:0:34166:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:0.0:1788840365.772448:0:34166:0:(rw26.c:871:ll_write_end()) pos 0, len 23, copied 23 00000020:00000001:0.0:1788840365.772450:0:34166:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788840365.772451:0:34166:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446621952890954512 : -122120818597104 : ffff90ee87fce310) 00000020:00000001:0.0:1788840365.772452:0:34166:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1788840365.772454:0:34166:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788840365.772460:0:34166:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:0.0:1788840365.772462:0:34166:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788840365.772463:0:34166:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1788840365.772464:0:34166:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1788840365.772467:0:34166:0:(rw26.c:929:ll_write_end()) page@000000002cf14e1f[3 00000000e8450429 2 1 00000000a72ea764 0 0 0] 00000080:00200000:0.0:1788840365.772471:0:34166:0:(rw26.c:929:ll_write_end()) vmpage @00000000f856eccb 17ffffc0001001 3:0 ffff90ee8344b700 0 lru 00000080:00200000:0.0:1788840365.772479:0:34166:0:(rw26.c:929:ll_write_end()) osc-page@00000000931e395b 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000000f58d4 00000000073428fc > 3< 0 0 > 4< 0 0 8 393216 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1788840365.772481:0:34166:0:(rw26.c:929:ll_write_end()) end page@000000002cf14e1f 00000080:00200000:0.0:1788840365.772482:0:34166:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:0.0:1788840365.772483:0:34166:0:(rw26.c:950:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:0.0:1788840365.772487:0:34166:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:0.0:1788840365.772489:0:34166:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 23 prio 0 00000020:00000001:0.0:1788840365.772492:0:34166:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:0.0:1788840365.772494:0:34166:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:0.0:1788840365.772495:0:34166:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788840365.772496:0:34166:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621952871579752 : -122120837971864 : ffff90ee86d54068) 00000020:00000001:0.0:1788840365.772498:0:34166:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:0.0:1788840365.772500:0:34166:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:0.0:1788840365.772502:0:34166:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:0.0:1788840365.772503:0:34166:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788840365.772504:0:34166:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:0.0:1788840365.772506:0:34166:0:(osc_cache.c:2472:osc_queue_async_io()) Process entered 00000008:00000020:0.0:1788840365.772509:0:34166:0:(osc_cache.c:2531:osc_queue_async_io()) obj ffff90ee87839c00 ready 0|-|- wr 0|-|- rd 0|- oap ffff90ee8344b770 folio fffffcfe44a336c0 pg:0 added for cmd 2 00000008:00000001:0.0:1788840365.772513:0:34166:0:(osc_cache.c:1726:osc_enter_cache()) Process entered 00000008:00000020:0.0:1788840365.772516:0:34166:0:(osc_cache.c:1728:osc_enter_cache()) lustre-OST0000-osc-ffff90ee90f70800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 393216, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:1703936 00000008:00000020:0.0:1788840365.772532:0:34166:0:(osc_cache.c:1737:osc_enter_cache()) lustre-OST0000-osc-ffff90ee90f70800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 393216, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }forced sync i/o 00000008:00000001:0.0:1788840365.772536:0:34166:0:(osc_cache.c:1738:osc_enter_cache()) Process leaving via out (rc=18446744073709551494 : -122 : 0xffffffffffffff86) 00000008:00000001:0.0:1788840365.772538:0:34166:0:(osc_cache.c:1779:osc_enter_cache()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000008:00000001:0.0:1788840365.772541:0:34166:0:(osc_cache.c:2668:osc_queue_async_io()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000020:00000001:0.0:1788840365.772543:0:34166:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788840365.772546:0:34166:0:(cl_page.c:556:cl_batch_put()) page@000000002cf14e1f[4 00000000e8450429 2 1 00000000a72ea764 0 0 0] 00000020:00000001:0.0:1788840365.772548:0:34166:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:0.0:1788840365.772549:0:34166:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1788840365.772550:0:34166:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000008:00000020:0.0:1788840365.772552:0:34166:0:(osc_request.c:745:osc_update_next_shrink()) next time 3128 to shrink grant 00000008:00000040:0.0:1788840365.772554:0:34166:0:(osc_io.c:486:osc_io_commit_async()) 1 -122 00000008:00000001:0.0:1788840365.772556:0:34166:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000020:00000001:0.0:1788840365.772558:0:34166:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00020000:00000001:0.0:1788840365.772559:0:34166:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000020:00000001:0.0:1788840365.772561:0:34166:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=18446744073709551494 : -122 : ffffffffffffff86) 00000080:00000001:0.0:1788840365.772563:0:34166:0:(vvp_io.c:932:vvp_io_commit_sync()) Process entered 00000020:00000001:0.0:1788840365.772567:0:34166:0:(cl_page.c:1207:cl_page_clip()) page@000000002cf14e1f[3 00000000e8450429 2 1 00000000a72ea764 0 0 0] 00000020:00000001:0.0:1788840365.772568:0:34166:0:(cl_page.c:1207:cl_page_clip()) 0 23 00000008:00000020:0.0:1788840365.772570:0:34166:0:(osc_page.c:179:osc_page_clip()) from 0, to 23 00000020:00000001:0.0:1788840365.772572:0:34166:0:(cl_io.c:1083:cl_2queue_init()) Process entered 00000020:00000001:0.0:1788840365.772573:0:34166:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:0.0:1788840365.772574:0:34166:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00000020:00000001:0.0:1788840365.772575:0:34166:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:0.0:1788840365.772576:0:34166:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00000020:00000001:0.0:1788840365.772577:0:34166:0:(cl_io.c:1086:cl_2queue_init()) Process leaving 00000020:00000001:0.0:1788840365.772579:0:34166:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:0.0:1788840365.772580:0:34166:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:0.0:1788840365.772581:0:34166:0:(cl_io.c:755:cl_io_submit_sync()) Process entered 00000020:00000001:0.0:1788840365.772583:0:34166:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1788840365.772585:0:34166:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1788840365.772586:0:34166:0:(cl_io.c:714:cl_io_submit_rw()) Process entered 00020000:00000001:0.0:1788840365.772588:0:34166:0:(lov_io.c:1647:lov_io_submit()) Process entered 00000020:00000001:0.0:1788840365.772589:0:34166:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:0.0:1788840365.772590:0:34166:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00000020:00000001:0.0:1788840365.772591:0:34166:0:(cl_io.c:1083:cl_2queue_init()) Process entered 00000020:00000001:0.0:1788840365.772592:0:34166:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:0.0:1788840365.772593:0:34166:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00000020:00000001:0.0:1788840365.772595:0:34166:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:0.0:1788840365.772596:0:34166:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00000020:00000001:0.0:1788840365.772597:0:34166:0:(cl_io.c:1086:cl_2queue_init()) Process leaving 00000020:00000001:0.0:1788840365.772604:0:34166:0:(cl_io.c:968:cl_page_list_move()) Process entered 00000020:00000001:0.0:1788840365.772605:0:34166:0:(cl_io.c:972:cl_page_list_move()) Process leaving 00020000:00000001:0.0:1788840365.772607:0:34166:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788840365.772608:0:34166:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621952871579752 : -122120837971864 : ffff90ee86d54068) 00000020:00000001:0.0:1788840365.772610:0:34166:0:(cl_io.c:714:cl_io_submit_rw()) Process entered 00000020:00000001:0.0:1788840365.772611:0:34166:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788840365.772612:0:34166:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446621952890954512 : -122120818597104 : ffff90ee87fce310) 00000008:00400020:0.0:1788840365.772614:0:34166:0:(osc_io.c:128:osc_io_submit()) 1 1 00000020:00000001:0.0:1788840365.772617:0:34166:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:0.0:1788840365.772619:0:34166:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788840365.772620:0:34166:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788840365.772621:0:34166:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1788840365.772622:0:34166:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1788840365.772624:0:34166:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788840365.772626:0:34166:0:(cl_page.c:507:__cl_page_state_set()) page@000000002cf14e1f[3 00000000e8450429 2 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788840365.772627:0:34166:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 3 00000020:00000001:0.0:1788840365.772628:0:34166:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788840365.772629:0:34166:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:0.0:1788840365.772632:0:34166:0:(cl_page.c:1054:cl_page_prep()) page@000000002cf14e1f[3 00000000e8450429 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788840365.772633:0:34166:0:(cl_page.c:1054:cl_page_prep()) 1 0 00000020:00000001:0.0:1788840365.772635:0:34166:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788840365.772636:0:34166:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1788840365.772676:0:34166:0:(cl_io.c:968:cl_page_list_move()) Process entered 00000020:00000001:0.0:1788840365.772678:0:34166:0:(cl_io.c:972:cl_page_list_move()) Process leaving 00000008:00000001:0.0:1788840365.772680:0:34166:0:(osc_cache.c:2854:osc_queue_sync_pages()) Process entered 00000008:00000010:0.0:1788840365.772685:0:34166:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff90ee829e30c0. 00000008:00000020:0.0:1788840365.772690:0:34166:0:(osc_cache.c:1872:osc_update_pending()) obj ffff90ee87839c00 ready 0|-|- wr 1|+|- rd 0|- update pending cmd 2 delta 1. 00000008:00000020:0.0:1788840365.772693:0:34166:0:(osc_cache.c:3003:osc_queue_sync_pages()) extent ffff90ee829e30c0@{[0 -> 0/0], [1|0|+|lockdone|wShu|ffff90ee87839c00], [0|1|+|-|0000000000000000|256|0000000000000000]} allocate ext: write=1 00000008:00010000:0.0:1788840365.772697:0:34166:0:(osc_cache.c:3003:osc_queue_sync_pages()) ### no dlm lock: extent: ffff90ee829e30c0 00000008:00000020:0.0:1788840365.772701:0:34166:0:(osc_cache.c:2414:__osc_io_unplug()) Queue writeback work for client ffff90ee86e3a1d8. 00000008:00000001:0.0:1788840365.772713:0:34166:0:(osc_cache.c:3007:osc_queue_sync_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840365.772715:0:34166:0:(cl_object.c:143:cl_object_top()) ffff90ee87839c00 -> ffff90ee82e4f918 00000020:00000001:0.0:1788840365.772717:0:34166:0:(cl_object.c:143:cl_object_top()) ffff90ee87839c00 -> ffff90ee82e4f918 00000020:00000001:0.0:1788840365.772718:0:34166:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1788840365.772719:0:34166:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788840365.772721:0:34166:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840365.772723:0:34166:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840365.772724:0:34166:0:(cl_object.c:143:cl_object_top()) ffff90ee87839c00 -> ffff90ee82e4f918 00000008:00000040:0.0:1788840365.772726:0:34166:0:(osc_io.c:240:osc_io_submit()) 0/1 0 00000020:00000001:0.0:1788840365.772727:0:34166:0:(cl_io.c:727:cl_io_submit_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840365.772729:0:34166:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:0.0:1788840365.772730:0:34166:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:0.0:1788840365.772731:0:34166:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:0.0:1788840365.772732:0:34166:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:0.0:1788840365.772733:0:34166:0:(cl_io.c:1120:cl_2queue_fini()) Process entered 00000020:00000001:0.0:1788840365.772735:0:34166:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1788840365.772736:0:34166:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000020:00000001:0.0:1788840365.772736:0:34166:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1788840365.772737:0:34166:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000020:00000001:0.0:1788840365.772738:0:34166:0:(cl_io.c:1123:cl_2queue_fini()) Process leaving 00000020:00000001:0.0:1788840365.772740:0:34166:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:0.0:1788840365.772741:0:34166:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:0.0:1788840365.772741:0:34166:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1788840365.772742:0:34166:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00020000:00000001:0.0:1788840365.772744:0:34166:0:(lov_io.c:1706:lov_io_submit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840365.772745:0:34166:0:(cl_io.c:727:cl_io_submit_rw()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840365.772747:0:34166:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1788840365.772758:0:33705:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788840365.772883:0:33705:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953299705864 : -122120409845752 : ffff90eea059f008) 00000020:00001000:0.0:1788840365.772887:0:33705:0:(cl_object.c:823:cl_env_get()) 1@ffff90eea059f000 00000008:00000020:0.0:1788840365.772890:0:33705:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff90ee86e3a1d8. 00000008:00000001:0.0:1788840365.772893:0:33705:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1788840365.772894:0:33705:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:0.0:1788840365.772896:0:33705:0:(osc_cache.c:2301:osc_next_obj()) Process leaving (rc=18446621952883006464 : -122120826545152 : ffff90ee87839c00) 00000008:00000020:0.0:1788840365.772898:0:33705:0:(osc_cache.c:2339:osc_check_rpcs()) obj ffff90ee87839c00 ready 0|-|- wr 1|+|- rd 0|- 0 in flight 00000008:00000001:0.0:1788840365.772902:0:33705:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000020:0.0:1788840365.772904:0:33705:0:(osc_cache.c:1822:osc_makes_rpc()) high prio request forcing RPC 00000008:00000001:0.0:1788840365.772905:0:33705:0:(osc_cache.c:1823:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788840365.772907:0:33705:0:(osc_cache.c:2159:osc_send_write_rpc()) Process entered 00000008:00000001:0.0:1788840365.772909:0:33705:0:(osc_cache.c:2016:try_to_add_extent_for_io()) Process entered 00000008:00000020:0.0:1788840365.772911:0:33705:0:(osc_cache.c:2020:try_to_add_extent_for_io()) extent ffff90ee829e30c0@{[0 -> 0/0], [1|0|+|lockdone|wShu|ffff90ee87839c00], [0|1|+|-|0000000000000000|256|0000000000000000]} trying to add this extent 00000008:00010000:0.0:1788840365.772915:0:33705:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff90ee829e30c0 00000008:00000001:0.0:1788840365.772917:0:33705:0:(osc_cache.c:2069:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:0.0:1788840365.772921:0:33705:0:(osc_cache.c:1872:osc_update_pending()) obj ffff90ee87839c00 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:0.0:1788840365.772925:0:33705:0:(osc_request.c:2819:osc_build_rpc()) Process entered 00000008:00000020:0.0:1788840365.772927:0:33705:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff90ee90f70800: cli: ffff90ee86e3a1d8 unstable pages: 0, osc unstable pages: 0 00000008:00000010:0.0:1788840365.772933:0:33705:0:(osc_request.c:2850:osc_build_rpc()) kmalloced '(pga)': 8 at ffff90ee8869d558. 00000008:00000010:0.0:1788840365.772937:0:33705:0:(osc_request.c:2854:osc_build_rpc()) slab-alloced 'oa': 208 at ffff90ee84ac88f0. 00000020:00000001:0.0:1788840365.772941:0:33705:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:0.0:1788840365.772942:0:33705:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:0.0:1788840365.772943:0:33705:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:0.0:1788840365.772946:0:33705:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1788840365/1788840365 00000020:00000001:0.0:1788840365.772949:0:33705:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:0.0:1788840365.772951:0:33705:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000800:00000200:3.0:1788840365.773153:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840365.773157:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee8985ce00. 00000400:00000200:3.0:1788840365.773163:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840365.773170:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840365.773176:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234990 00000400:00000010:3.0:1788840365.773178:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234990. 00000100:00000001:3.0:1788840365.773183:0:2353:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1788840365.773185:0:2353:0:(events.c:398:reply_out_callback()) Process leaving 00000008:00000001:0.0:1788840365.773467:0:33705:0:(osc_lock.c:1343:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:0.0:1788840365.773470:0:33705:0:(osc_request.c:3331:osc_match_base()) Process entered 00010000:00000001:0.0:1788840365.773473:0:33705:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840365.773479:0:33705:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74b00 count: 2 00010000:00000001:0.0:1788840365.773483:0:33705:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840365.773489:0:33705:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:0.0:1788840365.773491:0:33705:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:0.0:1788840365.773494:0:33705:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840365.773499:0:33705:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840365.773503:0:33705:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840365.773512:0:33705:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840365.773514:0:33705:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788840365.773516:0:33705:0:(osc_request.c:3346:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:0.0:1788840365.773528:0:33705:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840365.773530:0:33705:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840365.773532:0:33705:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031000 refcount=4 00000020:00000001:0.0:1788840365.773535:0:33705:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:0.0:1788840365.773537:0:33705:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00000008:00000001:0.0:1788840365.773539:0:33705:0:(osc_lock.c:1377:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:0.0:1788840365.773541:0:33705:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840365.773543:0:33705:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:0.0:1788840365.773544:0:33705:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000008:00000001:0.0:1788840365.773547:0:33705:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:0.0:1788840365.773553:0:33705:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f58e00. 00000020:00000040:0.0:1788840365.773556:0:33705:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=4 obd=lustre-OST0000-osc-ffff90ee90f70800 00000100:00000001:0.0:1788840365.773564:0:33705:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840365.773567:0:33705:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840365.773569:0:33705:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840365.773574:0:33705:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee87161000. 00000100:00000001:0.0:1788840365.773581:0:33705:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788840365.773588:0:33705:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 23 00000008:00000020:0.0:1788840365.773593:0:33705:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff90ee90f70800: dirty: 0 undirty: 485097472 dropped 0 grant: 393216 cl_lost_grant 0 00000008:00000001:0.0:1788840365.773598:0:33705:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:0.0:1788840365.773627:0:33705:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 5375 MB/s 00000008:00008000:0.0:1788840365.773635:0:33705:0:(osc_request.c:1346:osc_checksum_bulk()) page fffffcfe44a336c0 map ffff90ee90596578 index 0 flags 17ffffc0001001 count 3 priv ffff90ee8344b700: off 0 00000008:00000001:0.0:1788840365.773669:0:33705:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:0.0:1788840365.773671:0:33705:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: 70bdf2a (4) 00000008:00100000:0.0:1788840365.773676:0:33705:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff90ee87f58e00 - object 0x240000400:67 offset 0<>23 00000008:00000001:0.0:1788840365.773678:0:33705:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840365.773680:0:33705:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:0.0:1788840365.773682:0:33705:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:0.0:1788840365.773683:0:33705:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:0.0:1788840365.773685:0:33705:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1788840365/1788840365 00000020:00000001:0.0:1788840365.773687:0:33705:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:0.0:1788840365.773688:0:33705:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:0.0:1788840365.773690:0:33705:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000100:00000001:0.0:1788840365.773692:0:33705:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840365.773694:0:33705:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890473984 : -122120819077632 : ffff90ee87f58e00) 00000008:00000002:0.0:1788840365.773702:0:33705:0:(osc_request.c:2976:osc_build_rpc()) @@@ 1 pages, aa 00000000e02f0999, now 0r/1w/0d in flight req@ffff90ee87f58e00 x1875733134003712/t0(0) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 512/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000008:00000008:0.0:1788840365.773710:0:33705:0:(osc_request.c:2988:osc_build_rpc()) [0x200000404:0x31:0x0]: 1 write pages, start 0, end 0, now 0r/1w/0d in flight 00000100:00000040:0.0:1788840365.773717:0:33705:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005e438957] to pc [ptlrpcd_00_01+1] req@ffff90ee87f58e00 x1875733134003712/t0(0) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 512/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000008:00000001:0.0:1788840365.773738:0:33705:0:(osc_request.c:2994:osc_build_rpc()) Process leaving 00000008:00000001:0.0:1788840365.773740:0:33705:0:(osc_request.c:3019:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840365.773743:0:33705:0:(osc_cache.c:2208:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840365.773745:0:33705:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788840365.773746:0:33705:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840365.773748:0:33705:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788840365.773750:0:33705:0:(osc_cache.c:1816:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840365.773752:0:33705:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788840365.773753:0:33705:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840365.773756:0:33705:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:0.0:1788840365.773758:0:33705:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840365.773759:0:33705:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000020:00001000:0.0:1788840365.773774:0:33705:0:(cl_object.c:917:cl_env_put()) 1@ffff90eea059f000 00000100:00000001:0.0:1788840365.773785:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1788840365.773789:0:2359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1788840365.773790:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840365.773796:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840365.773798:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840365.773800:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840365.773802:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840365.773804:0:2359:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840365.773809:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f58e00 x1875733134003712/t0(0) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 512/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840365.773816:0:2359:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840365.773818:0:2359:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840365.773822:0:2359:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840365.773824:0:2359:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840365.773827:0:2359:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840365.773830:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2359:1875733134003712:192.168.202.131@tcp:4:uname.0 00000100:00000001:0.0:1788840365.773834:0:2359:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840365.773838:0:2359:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840365.773841:0:2359:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840365.773843:0:2359:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840365.773848:0:2359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86f37800. 02000000:00000001:0.0:1788840365.773850:0:2359:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840365.773856:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840365.773860:0:2359:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c800b0. 00000400:00000010:0.0:1788840365.773866:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6a18. 00000100:00000200:0.0:1788840365.773873:0:2359:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733134003712, portal 4 00000100:00000001:0.0:1788840365.773874:0:2359:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840365.773876:0:2359:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890473984 : -122120819077632 : ffff90ee87f58e00) 00000100:00000040:0.0:1788840365.773883:0:2359:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87f58e00 x1875733134003712/t0(0) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 512/448 e 0 to 0 dl 1788840381 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840365.773889:0:2359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840365.773892:0:2359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840365.773894:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed63b8. 00000100:00000200:0.0:1788840365.773898:0:2359:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 6, xid 1875733134003712, offset 0 00000400:00000200:0.0:1788840365.773903:0:2359:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840365.773911:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840365.773917:0:2359:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840365.773922:0:2359:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840365.773925:0:2359:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840365.773929:0:2359:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840365.773931:0:2359:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840365.773934:0:2359:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2622:2622:256:4294967295] 192.168.202.131@tcp LPNI seq info [2622:2622:8:4294967295] 00000400:00000200:0.0:1788840365.773938:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840365.773948:0:2359:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840365.773954:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840365.773971:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee92e46700. 00000800:00000200:0.0:1788840365.773977:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840365.773985:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840365.773989:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee92e46700 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:0.0:1788840365.774000:0:2359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840365.774004:0:2359:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: using a timeout of 23200 usecs (24 jiffies) 00000400:00000200:0.0:1788840365.774007:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840365.774010:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296595616 00000100:00000001:0.0:1788840365.774013:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296596388 00000100:00000001:0.0:1788840365.774015:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296595616 00000100:00000001:0.0:1788840365.774018:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296596388 00000100:00000001:0.0:1788840365.774021:0:2359:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840365.774024:0:2359:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840365.774027:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840365.774029:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840365.774330:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840365.774334:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee92e46700. 00000400:00000200:3.0:1788840365.774338:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840365.774343:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840365.774347:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed63b8 00000400:00000010:3.0:1788840365.774349:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed63b8. 00000100:00000001:3.0:1788840365.774352:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840365.774357:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f58e00 x1875733134003712/t0(0) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 512/448 e 0 to 0 dl 1788840381 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840365.774365:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840365.774368:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f58e00 x1875733134003712/t0(0) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 512/448 e 0 to 0 dl 1788840381 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840365.774374:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840365.774376:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:1.0:1788840365.774913:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840365.774917:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840365.774919:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840365.774922:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788840365.782341:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840365.782357:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840365.782362:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840365.782364:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840365.782373:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.782380:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840365.782390:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.782394:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.782400:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.782404:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 18 MB=0x6a9f827254d80 00000400:00000200:3.0:1788840365.782408:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.782414:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.131@tcp of length 224/224 into md 0x71dd [1] + 224 00000800:00000001:3.0:1788840365.782422:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840365.782449:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840365.782453:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840365.782458:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840365.782466:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840365.782475:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f58380 x1875733134003584/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840381 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840365.782487:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87f58380 x1875733134003584/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840381 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840365.782516:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840365.782534:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840365.782537:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840365.782843:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840365.782848:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788840365.782855:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840365.782858:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840365.782862:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000200:1.0:1788840365.782867:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539dd0 00000400:00000010:1.0:1788840365.782870:0:2360:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539dd0. 00000100:00000001:1.0:1788840365.782875:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840365.782880:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f58380 x1875733134003584/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840381 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788840365.782890:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f58380 x1875733134003584/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840381 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840365.782909:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840365.782911:0:2360:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840365.782914:0:2360:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840365.782917:0:2360:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840365.782920:0:2360:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840365.782923:0:2360:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840365.782926:0:2360:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840365.782937:0:2360:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b5cd38 time=212 v=5 (5 5 0 5) 00000100:00001000:1.0:1788840365.782941:0:2360:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840365.782945:0:2360:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840365.782947:0:2360:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840365.782950:0:2360:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840365.782954:0:2360:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840365.782968:0:2360:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840365.782970:0:2360:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: skip recheck: last_committed 4294967341 00000100:00000001:1.0:1788840365.782972:0:2360:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840365.782974:0:2360:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840365.782979:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f58380 x1875733134003584/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840381 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840365.782987:0:2360:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840365.782990:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840365.782992:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840365.782996:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f58380 x1875733134003584/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840381 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788840365.783010:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2360:1875733134003584:192.168.202.131@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788840365.783015:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840365.783017:0:2360:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840365.783021:0:2360:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f58380 x1875733134003584/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840381 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840365.783028:0:2360:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840365.783031:0:2360:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840365.783034:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee98d5b400. 02000000:00000001:1.0:1788840365.783040:0:2360:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840365.783042:0:2360:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840365.783044:0:2360:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=3 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:1.0:1788840365.783046:0:2360:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840365.783050:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee87161a00. 02000000:00000001:1.0:1788840365.783054:0:2360:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840365.783056:0:2360:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840365.783058:0:2360:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f58380. 00000100:00000001:1.0:1788840365.783062:0:2360:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840365.783063:0:2360:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840365.783065:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840365.783072:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840365.783074:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840365.783076:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840365.783078:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788840365.870322:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840365.870338:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840365.870342:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840365.870344:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840365.870355:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.870363:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840365.870374:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.870378:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.870383:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.870388:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 448 into portal 4 MB=0x6a9f827254e00 00000400:00000200:3.0:1788840365.870392:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.870399:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 448/448 into md 0x71ed [1] + 224 00000800:00000001:3.0:1788840365.870407:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840365.870415:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840365.870418:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840365.870422:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840365.870430:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840365.870438:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f58e00 x1875733134003712/t0(0) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 512/448 e 0 to 0 dl 1788840381 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840365.870449:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff90ee87f58e00 x1875733134003712/t0(0) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 512/448 e 0 to 0 dl 1788840381 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840365.870473:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840365.870482:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840365.870486:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840365.870931:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840365.870936:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840365.870943:0:2359:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840365.870945:0:2359:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840365.870948:0:2359:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c800b0. 00000400:00000200:0.0:1788840365.870953:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6a18 00000400:00000010:0.0:1788840365.870956:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6a18. 00000100:00000001:0.0:1788840365.870959:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840365.870965:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f58e00 x1875733134003712/t0(0) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 512/448 e 0 to 0 dl 1788840381 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788840365.870975:0:2359:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f58e00 x1875733134003712/t0(0) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 512/448 e 0 to 0 dl 1788840381 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840365.870981:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840365.870983:0:2359:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840365.870985:0:2359:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840365.870988:0:2359:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840365.870991:0:2359:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840365.870993:0:2359:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840365.870997:0:2359:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840365.871006:0:2359:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b5cca8 time=63 v=5 (5 0 0 0) 00000100:00001000:0.0:1788840365.871010:0:2359:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=0 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840365.871013:0:2359:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840365.871015:0:2359:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840365.871017:0:2359:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840365.871021:0:2359:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840365.871024:0:2359:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788840365.871026:0:2359:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788840365.871028:0:2359:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788840365.871030:0:2359:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840365.871032:0:2359:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890473984 : -122120819077632 : ffff90ee87f58e00) 00000100:00000001:0.0:1788840365.871035:0:2359:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840365.871037:0:2359:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: skip recheck: last_committed 4294967341 00000100:00000001:0.0:1788840365.871039:0:2359:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840365.871042:0:2359:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840365.871047:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f58e00 x1875733134003712/t4294967345(4294967345) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 512/448 e 0 to 0 dl 1788840381 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840365.871055:0:2359:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840365.871058:0:2359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840365.871060:0:2359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788840365.871063:0:2359:0:(osc_request.c:2581:brw_interpret()) Process entered 00000008:00000001:0.0:1788840365.871065:0:2359:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:04000000:0.0:1788840365.871070:0:2359:0:(osc_request.c:2195:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:0.0:1788840365.871073:0:2359:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:0.0:1788840365.871077:0:2359:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff90ee90f70800: setdq to remove for usr 0 00000001:04000000:0.0:1788840365.871079:0:2359:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff90ee90f70800: setdq to remove for grp 0 00000001:04000000:0.0:1788840365.871080:0:2359:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff90ee90f70800: setdq to remove for prj 0 00000001:00000001:0.0:1788840365.871082:0:2359:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788840365.871084:0:2359:0:(osc_request.c:759:osc_update_grant()) got 3407872 extra grant 00000008:00008000:0.0:1788840365.871087:0:2359:0:(osc_request.c:2091:check_write_checksum()) checksum 70bdf2a confirmed 00000008:00000001:0.0:1788840365.871092:0:2359:0:(osc_request.c:2227:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1788840365.871095:0:2359:0:(osc_request.c:2439:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:0.0:1788840365.871097:0:2359:0:(osc_request.c:2586:brw_interpret()) request ffff90ee87f58e00 aa ffff90ee87f58fb0 rc 0 00000020:00000001:0.0:1788840365.871104:0:2359:0:(cl_object.c:143:cl_object_top()) ffff90ee87839c00 -> ffff90ee82e4f918 00000020:00000001:0.0:1788840365.871107:0:2359:0:(cl_object.c:143:cl_object_top()) ffff90ee87839c00 -> ffff90ee82e4f918 00000020:00000001:0.0:1788840365.871109:0:2359:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788840365.871112:0:2359:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 23 00020000:00000001:0.0:1788840365.871115:0:2359:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788840365.871117:0:2359:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840365.871119:0:2359:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840365.871120:0:2359:0:(cl_object.c:143:cl_object_top()) ffff90ee87839c00 -> ffff90ee82e4f918 00000008:00000010:0.0:1788840365.871123:0:2359:0:(osc_request.c:2668:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff90ee84ac88f0. 00000020:00000001:0.0:1788840365.871127:0:2359:0:(cl_object.c:143:cl_object_top()) ffff90ee87839c00 -> ffff90ee82e4f918 00000020:00000001:0.0:1788840365.871130:0:2359:0:(cl_object.c:278:cl_object_dirty_for_sync()) Process entered 00000020:00000001:0.0:1788840365.871133:0:2359:0:(cl_object.c:284:cl_object_dirty_for_sync()) Process leaving 00000100:00000001:0.0:1788840365.871135:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840365.871150:0:2359:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f58e00 x1875733134003712/t4294967345(4294967345) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 512/448 e 0 to 0 dl 1788840381 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840365.871158:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840365.871163:0:2359:0:(osc_cache.c:904:osc_extent_finish()) Process entered 00000008:00000020:0.0:1788840365.871166:0:2359:0:(osc_cache.c:908:osc_extent_finish()) extent ffff90ee829e30c0@{[0 -> 0/0], [1|0|-|rpc|wShu|ffff90ee87839c00], [0|1|+|-|0000000000000000|256|ffff90ee85dbcf80]} extent finished. 00000008:00010000:0.0:1788840365.871171:0:2359:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff90ee829e30c0 00000008:00000001:0.0:1788840365.871175:0:2359:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:0.0:1788840365.871177:0:2359:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:0.0:1788840365.871182:0:2359:0:(cl_page.c:1104:cl_page_complete()) page@000000002cf14e1f[4 00000000e8450429 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788840365.871183:0:2359:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:0.0:1788840365.871185:0:2359:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1788840365.871186:0:2359:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1788840365.871189:0:2359:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788840365.871192:0:2359:0:(cl_page.c:507:__cl_page_state_set()) page@000000002cf14e1f[4 00000000e8450429 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788840365.871193:0:2359:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:0.0:1788840365.871195:0:2359:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:0.0:1788840365.871197:0:2359:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:0.0:1788840365.871201:0:2359:0:(vvp_page.c:167:vvp_page_complete_write()) page@000000002cf14e1f[4 00000000e8450429 1 1 0000000000000000 0 0 0] 00000080:00008000:0.0:1788840365.871202:0:2359:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:0.0:1788840365.871204:0:2359:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:0.0:1788840365.871207:0:2359:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788840365.871209:0:2359:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1788840365.871226:0:2359:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1788840365.871228:0:2359:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:0.0:1788840365.871229:0:2359:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788840365.871233:0:2359:0:(cl_page.c:556:cl_batch_put()) page@000000002cf14e1f[4 00000000e8450429 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788840365.871234:0:2359:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:0.0:1788840365.871236:0:2359:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1788840365.871237:0:2359:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000020:0.0:1788840365.871241:0:2359:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff90ee829e30c0@{[0 -> 0/0], [1|0|-|inv|wShu|ffff90ee87839c00], [0|0|-|-|0000000000000000|256|ffff90ee85dbcf80]} destroyed. 00000008:00010000:0.0:1788840365.871246:0:2359:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff90ee829e30c0 00000008:00000010:0.0:1788840365.871250:0:2359:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff90ee829e30c0. 00000008:00000001:0.0:1788840365.871254:0:2359:0:(osc_cache.c:955:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1788840365.871256:0:2359:0:(osc_request.c:2540:osc_release_ppga()) kvfree 'ppga': 8 at ffff90ee8869d558. 00000008:00000020:0.0:1788840365.871263:0:2359:0:(osc_cache.c:2414:__osc_io_unplug()) Queue writeback work for client ffff90ee86e3a1d8. 00000008:00000001:0.0:1788840365.871274:0:2359:0:(osc_request.c:2756:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840365.871279:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f58e00 x1875733134003712/t4294967345(4294967345) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 512/448 e 0 to 0 dl 1788840381 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788840365.871288:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2359:1875733134003712:192.168.202.131@tcp:4:uname.0 00000100:00000001:0.0:1788840365.871293:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840365.871295:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840365.871297:0:2359:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f58e00 x1875733134003712/t4294967345(4294967345) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 512/448 e 0 to 0 dl 1788840381 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840365.871303:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840365.871305:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840365.871311:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840365.871313:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840365.871315:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840365.871317:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840365.871328:0:33705:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788840365.871331:0:33705:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953299705864 : -122120409845752 : ffff90eea059f008) 00000020:00001000:0.0:1788840365.871333:0:33705:0:(cl_object.c:823:cl_env_get()) 1@ffff90eea059f000 00000008:00000020:0.0:1788840365.871335:0:33705:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff90ee86e3a1d8. 00000008:00000001:0.0:1788840365.871338:0:33705:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1788840365.871340:0:33705:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:0.0:1788840365.871341:0:33705:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840365.871344:0:33705:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000020:00001000:0.0:1788840365.871345:0:33705:0:(cl_object.c:917:cl_env_put()) 1@ffff90eea059f000 00000020:00000001:1.0:1788840365.871555:0:34166:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.871559:0:34166:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:1.0:1788840365.871561:0:34166:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:1.0:1788840365.871563:0:34166:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446621952890954512 : -122120818597104 : ffff90ee87fce310) 00000020:00000001:1.0:1788840365.871565:0:34166:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1788840365.871567:0:34166:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1788840365.871568:0:34166:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788840365.871572:0:34166:0:(cl_page.c:507:__cl_page_state_set()) page@000000002cf14e1f[3 00000000e8450429 1 1 00000000a72ea764 0 0 0] 00000020:00000001:1.0:1788840365.871574:0:34166:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1788840365.871576:0:34166:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1788840365.871577:0:34166:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000020:00000001:1.0:1788840365.871579:0:34166:0:(cl_io.c:788:cl_io_submit_sync()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.871581:0:34166:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:1.0:1788840365.871583:0:34166:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:1.0:1788840365.871584:0:34166:0:(cl_io.c:997:cl_page_list_splice()) Process entered 00000020:00000001:1.0:1788840365.871586:0:34166:0:(cl_io.c:1002:cl_page_list_splice()) Process leaving 00000020:00000001:1.0:1788840365.871587:0:34166:0:(cl_io.c:1120:cl_2queue_fini()) Process entered 00000020:00000001:1.0:1788840365.871589:0:34166:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1788840365.871590:0:34166:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000020:00000001:1.0:1788840365.871591:0:34166:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1788840365.871592:0:34166:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000020:00000001:1.0:1788840365.871593:0:34166:0:(cl_io.c:1123:cl_2queue_fini()) Process leaving 00000020:00000001:1.0:1788840365.871594:0:34166:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:1.0:1788840365.871596:0:34166:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788840365.871598:0:34166:0:(cl_page.c:556:cl_batch_put()) page@000000002cf14e1f[3 00000000e8450429 2 1 00000000a72ea764 0 0 0] 00000020:00000001:1.0:1788840365.871600:0:34166:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:1.0:1788840365.871601:0:34166:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:1.0:1788840365.871603:0:34166:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000020:00000001:1.0:1788840365.871606:0:34166:0:(cl_page.c:1207:cl_page_clip()) page@000000002cf14e1f[2 00000000e8450429 2 1 00000000a72ea764 0 0 0] 00000020:00000001:1.0:1788840365.871608:0:34166:0:(cl_page.c:1207:cl_page_clip()) 0 4096 00000008:00000020:1.0:1788840365.871611:0:34166:0:(osc_page.c:179:osc_page_clip()) from 0, to 4096 00000020:00000001:1.0:1788840365.871614:0:34166:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1788840365.871616:0:34166:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788840365.871617:0:34166:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788840365.871619:0:34166:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788840365.871622:0:34166:0:(cl_page.c:507:__cl_page_state_set()) page@000000002cf14e1f[2 00000000e8450429 2 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788840365.871623:0:34166:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:1.0:1788840365.871625:0:34166:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1788840365.871626:0:34166:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1788840365.871628:0:34166:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788840365.871630:0:34166:0:(cl_page.c:556:cl_batch_put()) page@000000002cf14e1f[2 00000000e8450429 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788840365.871631:0:34166:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:1.0:1788840365.871632:0:34166:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:1.0:1788840365.871634:0:34166:0:(vvp_io.c:979:vvp_io_commit_sync()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:1.0:1788840365.871659:0:34166:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788840365.871664:0:34166:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee98eff3e0) owner 0000000000000000/ffff90ee99738000 00020000:00000002:1.0:1788840365.871668:0:34166:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee98eff3e0) owner 0000000000000000/ffff90ee99738000 00020000:00000001:1.0:1788840365.871671:0:34166:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.871673:0:34166:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1788840365.871674:0:34166:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:1.0:1788840365.871675:0:34166:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.871680:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c87b80 00000080:00200000:1.0:1788840365.871682:0:34166:0:(vvp_io.c:1358:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:1.0:1788840365.871685:0:34166:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840365.871688:0:34166:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1788840365.871691:0:34166:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788840365.871693:0:34166:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1788840365.871696:0:34166:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:1.0:1788840365.871698:0:34166:0:(cl_object.c:143:cl_object_top()) ffff90ee87839c00 -> ffff90ee82e4f918 00000020:00000001:1.0:1788840365.871700:0:34166:0:(cl_object.c:143:cl_object_top()) ffff90ee87839c00 -> ffff90ee82e4f918 00000020:00000001:1.0:1788840365.871702:0:34166:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1788840365.871704:0:34166:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788840365.871705:0:34166:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.871708:0:34166:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.871709:0:34166:0:(cl_object.c:143:cl_object_top()) ffff90ee87839c00 -> ffff90ee82e4f918 00000008:00000001:1.0:1788840365.871711:0:34166:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.871713:0:34166:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840365.871716:0:34166:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840365.871717:0:34166:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.871719:0:34166:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.871721:0:34166:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1788840365.871723:0:34166:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:1.0:1788840365.871724:0:34166:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1788840365.871725:0:34166:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1788840365.871727:0:34166:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1788840365.871728:0:34166:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840365.871730:0:34166:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.871732:0:34166:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1788840365.871734:0:34166:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788840365.871736:0:34166:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788840365.871738:0:34166:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90ee87fb4128 (ffff90ee90b0cd88/0) at cl_lock_release():245 00000020:00000001:1.0:1788840365.871741:0:34166:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788840365.871742:0:34166:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee87fb4128 (ffff90ee90b0cd88/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788840365.871746:0:34166:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788840365.871748:0:34166:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788840365.871750:0:34166:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621952871579752 : -122120837971864 : ffff90ee86d54068) 00000020:00000001:1.0:1788840365.871752:0:34166:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788840365.871753:0:34166:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee90f56530 (ffff90ee90b0c098/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788840365.871756:0:34166:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788840365.871758:0:34166:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788840365.871762:0:34166:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840365.871764:0:34166:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840365.871767:0:34166:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031000 refcount=4 00000020:00000001:1.0:1788840365.871769:0:34166:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:1.0:1788840365.871772:0:34166:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:1.0:1788840365.871775:0:34166:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840365.871782:0:34166:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840365.871793:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840365.871794:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840365.871796:0:34166:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840365.871799:0:34166:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840365.871802:0:34166:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788840365.871809:0:34166:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840365.871812:0:34166:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840365.871814:0:34166:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840365.871819:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840365.871820:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840365.871821:0:34166:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840365.871825:0:34166:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840365.871827:0:34166:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840365.871828:0:34166:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840365.871832:0:34166:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840365.871834:0:34166:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840365.871835:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840365.871836:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840365.871837:0:34166:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840365.871838:0:34166:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788840365.871839:0:34166:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788840365.871841:0:34166:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788840365.871842:0:34166:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788840365.871843:0:34166:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788840365.871845:0:34166:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788840365.871847:0:34166:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee87fb4128 (ffff90ee90b0cd88/0) at cl_lock_fini():72 00020000:00000001:1.0:1788840365.871850:0:34166:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788840365.871851:0:34166:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788840365.871852:0:34166:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee90f56530 (ffff90ee90b0cd88/1) at cl_lock_fini():72 00000008:00000010:1.0:1788840365.871855:0:34166:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90ee830a4000. 00000020:00000001:1.0:1788840365.871859:0:34166:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788840365.871860:0:34166:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90ee90f56500. 00020000:00000001:1.0:1788840365.871863:0:34166:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788840365.871864:0:34166:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788840365.871865:0:34166:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:1.0:1788840365.871867:0:34166:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1788840365.871868:0:34166:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788840365.871870:0:34166:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788840365.871871:0:34166:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1788840365.871872:0:34166:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840365.871874:0:34166:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840365.871876:0:34166:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1788840365.871877:0:34166:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1788840365.871878:0:34166:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:1.0:1788840365.871880:0:34166:0:(vvp_io.c:533:vvp_io_advance()) advancing 23 bytes 00000020:00000001:1.0:1788840365.871882:0:34166:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1788840365.871883:0:34166:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1788840365.871885:0:34166:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1788840365.871886:0:34166:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788840365.871886:0:34166:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1788840365.871889:0:34166:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1788840365.871890:0:34166:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840365.871892:0:34166:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840365.871893:0:34166:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788840365.871894:0:34166:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788840365.871897:0:34166:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788840365.871901:0:34166:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:1.0:1788840365.871904:0:34166:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:1.0:1788840365.871906:0:34166:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:1.0:1788840365.871908:0:34166:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788840365.871910:0:34166:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788840365.871911:0:34166:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788840365.871912:0:34166:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788840365.871914:0:34166:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788840365.871915:0:34166:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0c090 00020000:00000001:1.0:1788840365.871917:0:34166:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788840365.871919:0:34166:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788840365.871921:0:34166:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788840365.871923:0:34166:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788840365.871926:0:34166:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788840365.871927:0:34166:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:1.0:1788840365.871929:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c87c98 00000080:00200000:1.0:1788840365.871931:0:34166:0:(file.c:2238:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:1.0:1788840365.871936:0:34166:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788840365.871937:0:34166:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f918 00000020:00000001:1.0:1788840365.871939:0:34166:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f918 00000020:00000001:1.0:1788840365.871941:0:34166:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788840365.871944:0:34166:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1788840365.871948:0:34166:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788840365.871950:0:34166:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:1.0:1788840365.871952:0:34166:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788840365.871953:0:34166:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000002:1.0:1788840365.871954:0:34166:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x31:1028 on OST[0]: s=23 (1) m=1788840365 a=0 c=1788840365 b=1 00020000:00000001:1.0:1788840365.871957:0:34166:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788840365.871959:0:34166:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788840365 a=0 c=1788840365 b=1 00020000:00000001:1.0:1788840365.871962:0:34166:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.871964:0:34166:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.871966:0:34166:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f918 00000080:00200000:1.0:1788840365.871968:0:34166:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 23 i_blocks 1 00000080:00000001:1.0:1788840365.871970:0:34166:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:1.0:1788840365.871974:0:34166:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:1.0:1788840365.871977:0:34166:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:1.0:1788840365.871979:0:34166:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0cd80 00000020:00000001:1.0:1788840365.871982:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c87d88 00000080:00000008:1.0:1788840365.871984:0:34166:0:(file.c:2732:do_file_write_iter()) COMPLETED: file recon:[0x200000404:0x31:0x0], ppos: 23, count: 0, rc = 23 00000080:00000001:1.0:1788840365.871986:0:34166:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:1.0:1788840365.872005:0:34166:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788840365.872007:0:34166:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee98eff3e0) owner 0000000000000000/ffff90ee99738000 00020000:00000002:1.0:1788840365.872009:0:34166:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee98eff3e0) owner 0000000000000000/ffff90ee99738000 00020000:00000001:1.0:1788840365.872011:0:34166:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.872018:0:34166:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788840365.872020:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c87df0 00000080:00200008:1.0:1788840365.872021:0:34166:0:(file.c:479:ll_file_release()) START file recon:[0x200000404:0x31:0x0](ffff90ee905963c8), flags 102001 00000080:00000001:1.0:1788840365.872025:0:34166:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1788840365.872027:0:34166:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:1.0:1788840365.872028:0:34166:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788840365.872030:0:34166:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee98eff3e0) owner 0000000000000000/ffff90ee99738000 00020000:00000002:1.0:1788840365.872032:0:34166:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee98eff3e0) owner 0000000000000000/ffff90ee99738000 00020000:00000001:1.0:1788840365.872034:0:34166:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.872036:0:34166:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:1.0:1788840365.872043:0:34166:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840365.872045:0:34166:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840365.872051:0:34166:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74200 count: 2 00010000:00000001:1.0:1788840365.872054:0:34166:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788840365.872059:0:34166:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788840365.872062:0:34166:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x31:0x0]: 0 00000080:00000001:1.0:1788840365.872065:0:34166:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788840365.872067:0:34166:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788840365.872074:0:34166:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff90ee98d5b400. 00000080:00000001:1.0:1788840365.872076:0:34166:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1788840365.872081:0:34166:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788840365.872083:0:34166:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:1.0:1788840365.872086:0:34166:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x31:0x0] 00000002:00000001:1.0:1788840365.872089:0:34166:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788840365.872091:0:34166:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff90ee90f70800: [0x200000404:0x31:0x0] file closed with intent: 200 00000100:00000010:1.0:1788840365.872097:0:34166:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87fafb80. 00000020:00000040:1.0:1788840365.872102:0:34166:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:1.0:1788840365.872106:0:34166:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840365.872110:0:34166:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840365.872114:0:34166:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840365.872122:0:34166:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee92ec4200. 00000100:00000001:1.0:1788840365.872128:0:34166:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788840365.872155:0:34166:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff90ee87f5b800 x1875733134003200/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840381 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788840365.872165:0:34166:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788840365.872169:0:34166:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee87fafb80 x1875733134003968/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788840365.872180:0:34166:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788840365.872182:0:34166:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788840365.872189:0:34166:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee85c7a540. 00000100:00000001:1.0:1788840365.872191:0:34166:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952853910848 : -122120855640768 : ffff90ee85c7a540) 00000100:00000001:1.0:1788840365.872194:0:34166:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840365.872195:0:34166:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890829696 : -122120818721920 : ffff90ee87fafb80) 00000100:00000001:1.0:1788840365.872198:0:34166:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840365.872203:0:34166:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840365.872205:0:34166:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788840365.872207:0:34166:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840365.872210:0:34166:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87fafb80 x1875733134003968/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840365.872217:0:34166:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840365.872219:0:34166:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840365.872223:0:34166:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840365.872226:0:34166:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840365.872228:0:34166:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840365.872232:0:34166:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87fafb80 pname:cluuid:pid:xid:nid:opc:job uname:10f4a654-3497-48d8-8f70-7e89f4f161cc:34166:1875733134003968:192.168.202.131@tcp:35:uname.0 00000100:00000001:1.0:1788840365.872237:0:34166:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840365.872243:0:34166:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840365.872246:0:34166:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840365.872248:0:34166:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840365.872254:0:34166:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee85c5f000. 02000000:00000001:1.0:1788840365.872257:0:34166:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840365.872266:0:34166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840365.872271:0:34166:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000010:1.0:1788840365.872279:0:34166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539dd0. 00000100:00000200:1.0:1788840365.872289:0:34166:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733134003968, portal 10 00000100:00000001:1.0:1788840365.872291:0:34166:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840365.872292:0:34166:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890829696 : -122120818721920 : ffff90ee87fafb80) 00000100:00000040:1.0:1788840365.872298:0:34166:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87fafb80 x1875733134003968/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840381 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840365.872310:0:34166:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840365.872312:0:34166:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840365.872314:0:34166:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539a18. 00000100:00000200:1.0:1788840365.872317:0:34166:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875733134003968, offset 0 00000400:00000200:1.0:1788840365.872324:0:34166:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840365.872332:0:34166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840365.872339:0:34166:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840365.872345:0:34166:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840365.872349:0:34166:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840365.872352:0:34166:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840365.872355:0:34166:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840365.872359:0:34166:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2623:2623:256:4294967295] 192.168.202.131@tcp LPNI seq info [2623:2623:8:4294967295] 00000400:00000200:1.0:1788840365.872363:0:34166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840365.872385:0:34166:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840365.872391:0:34166:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840365.872396:0:34166:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee9120cf00. 00000800:00000200:1.0:1788840365.872403:0:34166:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840365.872412:0:34166:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840365.872416:0:34166:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee9120cf00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788840365.872436:0:34166:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840365.872441:0:34166:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 813973 usecs (814 jiffies) 00000400:00000200:1.0:1788840365.872444:0:34166:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840365.872447:0:34166:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296596504 00000100:00000001:1.0:1788840365.872455:0:34166:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, simply extend its deadline from 4296596388 00000100:00000001:1.0:1788840365.872461:0:34166:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296596504 00000100:00000001:1.0:1788840365.872464:0:34166:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, simply extend its deadline from 4296596388 00000100:00000001:1.0:1788840365.872467:0:34166:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840365.872469:0:34166:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840365.872472:0:34166:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840365.872473:0:34166:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788840365.872476:0:34166:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee85c7a540 going to sleep for 11 seconds 00000100:00000001:1.0:1788840365.872478:0:34166:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840365.872481:0:34166:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840365.872689:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840365.873243:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee9120cf00. 00000400:00000200:3.0:1788840365.873249:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840365.873255:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840365.873261:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539a18 00000400:00000010:3.0:1788840365.873263:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539a18. 00000100:00000001:3.0:1788840365.873266:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840365.873272:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fafb80 x1875733134003968/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840381 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840365.873280:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840365.873282:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fafb80 x1875733134003968/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840381 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840365.873286:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840365.873288:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840365.876959:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840365.876977:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840365.876981:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840365.876984:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840365.876993:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.877001:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840365.877010:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.877015:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.877021:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.877025:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 456 into portal 10 MB=0x6a9f827254f00 00000400:00000200:3.0:1788840365.877030:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.877035:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 456/456 into md 0x71f5 [1] + 224 00000800:00000001:3.0:1788840365.877041:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840365.877048:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840365.877051:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840365.877055:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840365.877062:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840365.877069:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fafb80 x1875733134003968/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840381 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840365.877080:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff90ee87fafb80 x1875733134003968/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840381 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840365.877096:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840365.877104:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840365.877108:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840365.877609:0:34166:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788840365.877618:0:34166:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840365.877621:0:34166:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840365.877624:0:34166:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000200:1.0:1788840365.877629:0:34166:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539dd0 00000400:00000010:1.0:1788840365.877630:0:34166:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539dd0. 00000100:00000001:1.0:1788840365.877634:0:34166:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840365.877664:0:34166:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87fafb80 x1875733134003968/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840381 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788840365.877674:0:34166:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87fafb80 x1875733134003968/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840381 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840365.877681:0:34166:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840365.877683:0:34166:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840365.877685:0:34166:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840365.877688:0:34166:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840365.877690:0:34166:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840365.877693:0:34166:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840365.877695:0:34166:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840365.877704:0:34166:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee988234a8 time=65 v=5 (10 5 5 5) 00000100:00001000:1.0:1788840365.877708:0:34166:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=23 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840365.877711:0:34166:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840365.877712:0:34166:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840365.877715:0:34166:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840365.877719:0:34166:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840365.877722:0:34166:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788840365.877724:0:34166:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788840365.877725:0:34166:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788840365.877727:0:34166:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840365.877729:0:34166:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890829696 : -122120818721920 : ffff90ee87fafb80) 00000100:00000001:1.0:1788840365.877732:0:34166:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840365.877734:0:34166:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 8589934597 00000100:00000001:1.0:1788840365.877736:0:34166:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840365.877739:0:34166:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840365.877744:0:34166:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87fafb80 x1875733134003968/t8589934601(8589934601) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840381 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840365.877751:0:34166:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840365.877753:0:34166:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840365.877755:0:34166:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840365.877759:0:34166:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87fafb80 x1875733134003968/t8589934601(8589934601) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840381 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788840365.877766:0:34166:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87fafb80 pname:cluuid:pid:xid:nid:opc:job uname:10f4a654-3497-48d8-8f70-7e89f4f161cc:34166:1875733134003968:192.168.202.131@tcp:35:uname.0 00000100:00000001:1.0:1788840365.877770:0:34166:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840365.877773:0:34166:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840365.877775:0:34166:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788840365.877777:0:34166:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840365.877780:0:34166:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fafb80 x1875733134003968/t8589934601(8589934601) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840381 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840365.877786:0:34166:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840365.877788:0:34166:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee85c7a540. 00000100:00000001:1.0:1788840365.877792:0:34166:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788840365.877793:0:34166:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840365.877800:0:34166:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840365.877801:0:34166:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890829696 : -122120818721920 : ffff90ee87fafb80) 00000002:00000001:1.0:1788840365.877804:0:34166:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840365.877807:0:34166:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788840365.877812:0:34166:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98d5b400. 00000080:00000001:1.0:1788840365.877817:0:34166:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788840365.877820:0:34166:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1788840365.877825:0:34166:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788840365.877830:0:34166:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff90ee87f5b800 x1875733134003200/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840381 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788840365.877838:0:34166:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840365.877840:0:34166:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788840365.877842:0:34166:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff90ee90b50540. 00000100:00000001:1.0:1788840365.877844:0:34166:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840365.877847:0:34166:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fafb80 x1875733134003968/t8589934601(8589934601) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840381 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840365.877853:0:34166:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.877855:0:34166:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788840365.877859:0:34166:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90ee92d4d900. 00000080:00000001:1.0:1788840365.877862:0:34166:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.877867:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c87df0 00000080:00000008:1.0:1788840365.877870:0:34166:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff90ee905963c8), flags 102001, rc = 0 00000080:00000001:1.0:1788840365.877873:0:34166:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.877878:0:34166:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788840365.877880:0:34166:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c87e00 00000080:00002000:1.0:1788840365.877881:0:34166:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff90ee9073e510, parent ffff90ee9069b510, inode ffff90ee905963c8) hashed, 00000080:00000001:1.0:1788840365.877885:0:34166:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840365.936949:0:34171:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201eebd08 00000080:00200008:0.0:1788840365.936961:0:34171:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff90ee905142c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788840365.936969:0:34171:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788840365.936970:0:34171:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201eebc80 00000080:00200000:0.0:1788840365.936972:0:34171:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:0.0:1788840365.936981:0:34171:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee87161a00. 00800000:00000002:0.0:1788840365.936991:0:34171:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840365.936996:0:34171:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840365.937002:0:34171:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840365.937005:0:34171:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201eebba0 00800000:00000002:0.0:1788840365.937007:0:34171:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840365.937011:0:34171:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788840365.937016:0:34171:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788840365.937021:0:34171:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840365.937024:0:34171:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201eeba70 00000002:00010000:0.0:1788840365.937025:0:34171:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788840365.937029:0:34171:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788840365.937031:0:34171:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840365.937034:0:34171:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788840365.937041:0:34171:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840365.937044:0:34171:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840365.937045:0:34171:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840365.937047:0:34171:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788840365.937050:0:34171:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788840365.937055:0:34171:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f5bb80. 00000020:00000040:0.0:1788840365.937059:0:34171:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00010000:00000001:0.0:1788840365.937066:0:34171:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788840365.937071:0:34171:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840365.937079:0:34171:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840365.937081:0:34171:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840365.937082:0:34171:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840365.937085:0:34171:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840365.937087:0:34171:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840365.937091:0:34171:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840365.937098:0:34171:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee86f35800. 00000100:00000001:0.0:1788840365.937105:0:34171:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840365.937109:0:34171:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840365.937111:0:34171:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840365.937113:0:34171:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840365.937114:0:34171:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840365.937116:0:34171:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840365.937121:0:34171:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621952890485632 : -122120819065984 : ffff90ee87f5bb80) 00010000:00000001:0.0:1788840365.937124:0:34171:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788840365.937127:0:34171:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788840365.937131:0:34171:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee99a74000. 00010000:00000010:0.0:1788840365.937134:0:34171:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee90f56600. 00010000:00000001:0.0:1788840365.937138:0:34171:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788840365.937151:0:34171:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee80030a00. 00000020:00000001:0.0:1788840365.937156:0:34171:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788840365.937158:0:34171:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee80030a00 with handle 0x3aa5f499c96f38e0 to hash 00000020:00000001:0.0:1788840365.937160:0:34171:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788840365.937161:0:34171:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:0.0:1788840365.937165:0:34171:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:0.0:1788840365.937169:0:34171:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840365.937172:0:34171:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840365.937176:0:34171:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f38e0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34171 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840365.937184:0:34171:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f38e0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34171 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840365.937193:0:34171:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f38e0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34171 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788840365.937198:0:34171:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788840365.937200:0:34171:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788840365.937206:0:34171:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee850cf0c0. 00000100:00000001:0.0:1788840365.937208:0:34171:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952841674944 : -122120867876672 : ffff90ee850cf0c0) 00000100:00000001:0.0:1788840365.937211:0:34171:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840365.937213:0:34171:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890485632 : -122120819065984 : ffff90ee87f5bb80) 00000100:00000001:0.0:1788840365.937217:0:34171:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840365.937221:0:34171:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840365.937223:0:34171:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788840365.937225:0:34171:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840365.937234:0:34171:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f5bb80 x1875733134004096/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840365.937243:0:34171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840365.937246:0:34171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840365.937249:0:34171:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840365.937253:0:34171:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840365.937255:0:34171:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840365.937260:0:34171:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f5bb80 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:34171:1875733134004096:192.168.202.131@tcp:101:lfs.0 00000100:00000001:0.0:1788840365.937264:0:34171:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840365.937270:0:34171:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840365.937272:0:34171:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840365.937275:0:34171:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840365.937279:0:34171:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90ee98ed0000. 02000000:00000001:0.0:1788840365.937281:0:34171:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840365.937288:0:34171:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840365.937292:0:34171:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c800b0. 00000400:00000010:0.0:1788840365.937299:0:34171:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6a18. 00000100:00000200:0.0:1788840365.937307:0:34171:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875733134004096, portal 10 00000100:00000001:0.0:1788840365.937309:0:34171:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840365.937310:0:34171:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890485632 : -122120819065984 : ffff90ee87f5bb80) 00000100:00000040:0.0:1788840365.937316:0:34171:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87f5bb80 x1875733134004096/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840381 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840365.937324:0:34171:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840365.937327:0:34171:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840365.937330:0:34171:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6330. 00000100:00000200:0.0:1788840365.937333:0:34171:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875733134004096, offset 0 00000400:00000200:0.0:1788840365.937339:0:34171:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840365.937347:0:34171:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840365.937353:0:34171:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840365.937359:0:34171:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840365.937363:0:34171:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840365.937366:0:34171:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840365.937369:0:34171:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840365.937373:0:34171:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2624:2624:256:4294967295] 192.168.202.131@tcp LPNI seq info [2624:2624:8:4294967295] 00000400:00000200:0.0:1788840365.937378:0:34171:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840365.937388:0:34171:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840365.937393:0:34171:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840365.937398:0:34171:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee92e46700. 00000800:00000200:0.0:1788840365.937405:0:34171:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840365.937412:0:34171:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840365.937416:0:34171:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee92e46700 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788840365.938573:0:34171:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840365.938583:0:34171:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 812971 usecs (813 jiffies) 00000400:00000200:0.0:1788840365.938590:0:34171:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840365.938593:0:34171:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296596569 00000100:00000001:0.0:1788840365.938601:0:34171:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, simply extend its deadline from 4296596504 00000100:00000001:0.0:1788840365.938607:0:34171:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296596569 00000100:00000001:0.0:1788840365.938610:0:34171:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, simply extend its deadline from 4296596504 00000100:00000001:0.0:1788840365.938613:0:34171:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840365.938616:0:34171:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840365.938619:0:34171:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840365.938621:0:34171:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788840365.938624:0:34171:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee850cf0c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788840365.938628:0:34171:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840365.938630:0:34171:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840365.938983:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840365.938990:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee92e46700. 00000400:00000200:3.0:1788840365.938995:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840365.939002:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840365.939009:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6330 00000400:00000010:3.0:1788840365.939012:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6330. 00000100:00000001:3.0:1788840365.939016:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840365.939021:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f5bb80 x1875733134004096/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840381 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840365.939032:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840365.939035:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f5bb80 x1875733134004096/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840381 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840365.939041:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840365.939043:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840365.951381:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840365.951401:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840365.951405:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840365.951408:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840365.951419:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.951427:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840365.951436:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.951440:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.951446:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.951450:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 688 into portal 10 MB=0x6a9f827254f80 00000400:00000200:3.0:1788840365.951455:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.951461:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 688/688 into md 0x71fd [1] + 224 00000800:00000001:3.0:1788840365.951468:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840365.951528:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840365.951532:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840365.951538:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840365.951546:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840365.951556:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f5bb80 x1875733134004096/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840381 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840365.951568:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff90ee87f5bb80 x1875733134004096/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840381 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840365.951595:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840365.951605:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840365.951609:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840365.952537:0:34171:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840365.952548:0:34171:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840365.952550:0:34171:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840365.952554:0:34171:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c800b0. 00000400:00000200:0.0:1788840365.952559:0:34171:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6a18 00000400:00000010:0.0:1788840365.952561:0:34171:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6a18. 00000100:00000001:0.0:1788840365.952564:0:34171:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840365.952571:0:34171:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f5bb80 x1875733134004096/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840381 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788840365.952580:0:34171:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f5bb80 x1875733134004096/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840381 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840365.952586:0:34171:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840365.952588:0:34171:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840365.952591:0:34171:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840365.952594:0:34171:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840365.952598:0:34171:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840365.952600:0:34171:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840365.952603:0:34171:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840365.952611:0:34171:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=65 v=5 (5 5 102 102) 00000100:00001000:0.0:1788840365.952616:0:34171:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=23 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840365.952619:0:34171:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840365.952621:0:34171:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840365.952623:0:34171:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840365.952627:0:34171:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840365.952631:0:34171:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840365.952633:0:34171:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 8589934597 00000100:00000001:0.0:1788840365.952635:0:34171:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840365.952679:0:34171:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840365.952685:0:34171:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f5bb80 x1875733134004096/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840381 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840365.952692:0:34171:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840365.952695:0:34171:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840365.952697:0:34171:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840365.952700:0:34171:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f5bb80 x1875733134004096/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840381 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788840365.952708:0:34171:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f5bb80 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:34171:1875733134004096:192.168.202.131@tcp:101:lfs.0 00000100:00000001:0.0:1788840365.952712:0:34171:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840365.952715:0:34171:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840365.952717:0:34171:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788840365.952719:0:34171:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840365.952722:0:34171:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f5bb80 x1875733134004096/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840381 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840365.952730:0:34171:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840365.952733:0:34171:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee850cf0c0. 00000100:00000001:0.0:1788840365.952737:0:34171:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788840365.952739:0:34171:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840365.952742:0:34171:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788840365.952747:0:34171:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840365.952750:0:34171:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840365.952753:0:34171:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030a00 refcount=4 00000020:00000001:0.0:1788840365.952756:0:34171:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:0.0:1788840365.952761:0:34171:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000040:0.0:1788840365.952780:0:34171:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee80030a00, remote cookie: 0x8a436931312bae10, flags: 0x1001 00010000:00010000:0.0:1788840365.952786:0:34171:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f38e0 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae10 expref: -99 pid: 34171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840365.952804:0:34171:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f38e0 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae10 expref: -99 pid: 34171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840365.952812:0:34171:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788840365.952816:0:34171:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788840365.952818:0:34171:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788840365.952819:0:34171:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788840365.952821:0:34171:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788840365.952823:0:34171:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff90ee99a74000) refcount = 1 00010000:00010000:0.0:1788840365.952836:0:34171:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f38e0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bae10 expref: -99 pid: 34171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840365.952842:0:34171:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788840365.952846:0:34171:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788840365.952847:0:34171:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840365.952850:0:34171:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788840365.952853:0:34171:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840365.952856:0:34171:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f38e0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae10 expref: -99 pid: 34171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840365.952861:0:34171:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788840365.952862:0:34171:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840365.952864:0:34171:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840365.952865:0:34171:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840365.952866:0:34171:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840365.952868:0:34171:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840365.952872:0:34171:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788840365.952874:0:34171:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840365.952875:0:34171:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840365.952876:0:34171:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030a00 refcount=3 00000020:00000001:0.0:1788840365.952878:0:34171:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:0.0:1788840365.952880:0:34171:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:0.0:1788840365.952882:0:34171:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840365.952883:0:34171:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840365.952884:0:34171:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030a00 refcount=4 00000020:00000001:0.0:1788840365.952886:0:34171:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:0.0:1788840365.952888:0:34171:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:0.0:1788840365.952892:0:34171:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840365.952905:0:34171:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840365.952909:0:34171:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f38e0 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bae10 expref: -99 pid: 34171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840365.952916:0:34171:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840365.952917:0:34171:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840365.952918:0:34171:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840365.952919:0:34171:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840365.952920:0:34171:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030a00 refcount=5 00000020:00000001:0.0:1788840365.952922:0:34171:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:0.0:1788840365.953153:0:34171:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:0.0:1788840365.953156:0:34171:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840365.953159:0:34171:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f38e0 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bae10 expref: -99 pid: 34171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840365.953165:0:34171:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840365.953166:0:34171:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788840365.953169:0:34171:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f38e0 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bae10 expref: -99 pid: 34171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840365.953179:0:34171:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840365.953180:0:34171:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840365.953181:0:34171:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840365.953182:0:34171:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840365.953183:0:34171:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788840365.953188:0:34171:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90ee87f5bb80 x1875733134004096/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840381 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788840365.953196:0:34171:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840365.953197:0:34171:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840365.953198:0:34171:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030a00 refcount=3 00000020:00000001:0.0:1788840365.953200:0:34171:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:0.0:1788840365.953202:0:34171:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:0.0:1788840365.953204:0:34171:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840365.953205:0:34171:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840365.953206:0:34171:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840365.953208:0:34171:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840365.953211:0:34171:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788840365.953214:0:34171:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840365.953215:0:34171:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840365.953216:0:34171:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030a00 refcount=3 00000020:00000001:0.0:1788840365.953218:0:34171:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:0.0:1788840365.953220:0:34171:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00000002:00010000:0.0:1788840365.953223:0:34171:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f38e0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae10 expref: -99 pid: 34171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840365.953229:0:34171:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840365.953230:0:34171:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840365.953231:0:34171:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788840365.953232:0:34171:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840365.953233:0:34171:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840365.953234:0:34171:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030a00 refcount=3 00000020:00000001:0.0:1788840365.953236:0:34171:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:0.0:1788840365.953238:0:34171:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000040:0.0:1788840365.953244:0:34171:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74000 count: 2 00010000:00000001:0.0:1788840365.953246:0:34171:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788840365.953250:0:34171:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788840365.953252:0:34171:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840365.953253:0:34171:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840365.953255:0:34171:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788840365.953257:0:34171:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201eeb9f8 00000002:00002000:0.0:1788840365.953259:0:34171:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788840365.953262:0:34171:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840365.953266:0:34171:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840365.953353:0:34171:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788840365.953357:0:34171:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788840365.953360:0:34171:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788840365.953364:0:34171:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840365.953367:0:34171:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee87161a00. 00000080:00000001:0.0:1788840365.953371:0:34171:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788840365.953374:0:34171:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788840365.953381:0:34171:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788840365.953387:0:34171:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1788840365.953562:0:34171:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff90ee87139080. 00800000:00000001:1.0:1788840365.953567:0:34171:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446621952875663488 : -122120833888128 : ffff90ee87139080) 00800000:00000001:1.0:1788840365.953570:0:34171:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840365.953573:0:34171:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788840365.953576:0:34171:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788840365.953578:0:34171:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1788840365.953581:0:34171:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788840365.953583:0:34171:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788840365.953585:0:34171:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.953589:0:34171:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788840365.953592:0:34171:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:1.0:1788840365.953595:0:34171:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1788840364 to 1788840365 00000080:00200000:1.0:1788840365.953599:0:34171:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:1.0:1788840365.953602:0:34171:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840365.953603:0:34171:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840365.953605:0:34171:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030a00 refcount=3 00000020:00000001:1.0:1788840365.953608:0:34171:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:1.0:1788840365.953610:0:34171:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:1.0:1788840365.953612:0:34171:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840365.953614:0:34171:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788840365.953615:0:34171:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788840365.953618:0:34171:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788840365.953619:0:34171:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee87139080 1 00800000:00000010:1.0:1788840365.953621:0:34171:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff90ee87139080. 00800000:00000001:1.0:1788840365.953624:0:34171:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840365.953628:0:34171:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f38e0 00800000:00000001:1.0:1788840365.953630:0:34171:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788840365.953632:0:34171:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788840365.953633:0:34171:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840365.953634:0:34171:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840365.953636:0:34171:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030a00 refcount=3 00000020:00000001:1.0:1788840365.953665:0:34171:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:1.0:1788840365.953668:0:34171:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:1.0:1788840365.953670:0:34171:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840365.953672:0:34171:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840365.953673:0:34171:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840365.953675:0:34171:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.953677:0:34171:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840365.953679:0:34171:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:1.0:1788840365.953683:0:34171:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f38e0 from it ffffa16201eebcb8 00010000:00000001:1.0:1788840365.953684:0:34171:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840365.953686:0:34171:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840365.953687:0:34171:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030a00 refcount=3 00000020:00000001:1.0:1788840365.953689:0:34171:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:1.0:1788840365.953692:0:34171:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:1.0:1788840365.953693:0:34171:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840365.953696:0:34171:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f38e0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bae10 expref: -99 pid: 34171 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840365.953703:0:34171:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840365.953705:0:34171:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840365.953707:0:34171:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840365.953710:0:34171:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840365.953713:0:34171:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f38e0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae10 expref: -99 pid: 34171 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788840365.953721:0:34171:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840365.953723:0:34171:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840365.953725:0:34171:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840365.953729:0:34171:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840365.953730:0:34171:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840365.953732:0:34171:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840365.953734:0:34171:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840365.953736:0:34171:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840365.953738:0:34171:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840365.953740:0:34171:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840365.953742:0:34171:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840365.953743:0:34171:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840365.953744:0:34171:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788840365.953747:0:34171:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840365.953753:0:34171:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f5bb80 x1875733134004096/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840381 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840365.953760:0:34171:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840365.953762:0:34171:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840365.953766:0:34171:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90ee98ed0000. 02000000:00000001:1.0:1788840365.953770:0:34171:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840365.953773:0:34171:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840365.953775:0:34171:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:1.0:1788840365.953777:0:34171:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840365.953780:0:34171:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee86f35800. 02000000:00000001:1.0:1788840365.953783:0:34171:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840365.953785:0:34171:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840365.953787:0:34171:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f5bb80. 00000100:00000001:1.0:1788840365.953791:0:34171:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840365.953792:0:34171:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788840365.953796:0:34171:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.953801:0:34171:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201eebd08 00000080:00000008:1.0:1788840365.953804:0:34171:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff90ee905142c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788840365.954469:0:34171:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.954502:0:34171:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201eebd08 00000080:00200008:1.0:1788840365.954505:0:34171:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff90ee905142c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788840365.954510:0:34171:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788840365.954511:0:34171:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201eebc80 00000080:00200000:1.0:1788840365.954513:0:34171:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:1.0:1788840365.954527:0:34171:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98d5a200. 00800000:00000002:1.0:1788840365.954533:0:34171:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:1.0:1788840365.954537:0:34171:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788840365.954540:0:34171:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788840365.954542:0:34171:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201eebba0 00800000:00000002:1.0:1788840365.954544:0:34171:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788840365.954547:0:34171:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788840365.954550:0:34171:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788840365.954555:0:34171:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788840365.954557:0:34171:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201eeba70 00000002:00010000:1.0:1788840365.954559:0:34171:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788840365.954562:0:34171:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788840365.954564:0:34171:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840365.954567:0:34171:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840365.954573:0:34171:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74000 count: 2 00010000:00000001:1.0:1788840365.954576:0:34171:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840365.954579:0:34171:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840365.954582:0:34171:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788840365.954587:0:34171:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f38e0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae10 expref: -99 pid: 34171 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788840365.954595:0:34171:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788840365.954600:0:34171:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840365.954603:0:34171:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f38e0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae10 expref: -99 pid: 34171 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788840365.954610:0:34171:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788840365.954613:0:34171:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788840365.954614:0:34171:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788840365.954616:0:34171:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788840365.954618:0:34171:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788840365.954620:0:34171:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788840365.954622:0:34171:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788840365.954625:0:34171:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:1.0:1788840365.954627:0:34171:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98d5a200. 00000080:00000001:1.0:1788840365.954631:0:34171:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788840365.954632:0:34171:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840365.954634:0:34171:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:1.0:1788840365.954683:0:34171:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f38e0 00800000:00000001:1.0:1788840365.954687:0:34171:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788840365.954689:0:34171:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788840365.954691:0:34171:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840365.954692:0:34171:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840365.954694:0:34171:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030a00 refcount=3 00000020:00000001:1.0:1788840365.954696:0:34171:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:1.0:1788840365.954699:0:34171:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:1.0:1788840365.954702:0:34171:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840365.954703:0:34171:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840365.954705:0:34171:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840365.954706:0:34171:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840365.954709:0:34171:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f38e0 from it ffffa16201eebcb8 00010000:00000001:1.0:1788840365.954711:0:34171:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840365.954712:0:34171:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840365.954714:0:34171:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030a00 refcount=3 00000020:00000001:1.0:1788840365.954716:0:34171:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:1.0:1788840365.954719:0:34171:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:1.0:1788840365.954721:0:34171:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840365.954724:0:34171:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f38e0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bae10 expref: -99 pid: 34171 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788840365.954731:0:34171:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840365.954734:0:34171:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840365.954735:0:34171:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840365.954737:0:34171:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840365.954739:0:34171:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f38e0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae10 expref: -99 pid: 34171 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788840365.954746:0:34171:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840365.954749:0:34171:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840365.954750:0:34171:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840365.954752:0:34171:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840365.954753:0:34171:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840365.954755:0:34171:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840365.954757:0:34171:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840365.954758:0:34171:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840365.954760:0:34171:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840365.954762:0:34171:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840365.954764:0:34171:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840365.954765:0:34171:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840365.954766:0:34171:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788840365.954768:0:34171:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788840365.954769:0:34171:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788840365.954772:0:34171:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840365.954775:0:34171:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201eebd08 00000080:00000008:1.0:1788840365.954777:0:34171:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff90ee905142c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788840365.954869:0:34171:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788840365.954871:0:34171:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788840365.954873:0:34171:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201eebb78 00000080:00200000:1.0:1788840365.954875:0:34171:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:1.0:1788840365.954878:0:34171:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98d5a200. 00800000:00000002:1.0:1788840365.954881:0:34171:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:1.0:1788840365.954884:0:34171:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788840365.954885:0:34171:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788840365.954887:0:34171:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201eeba98 00800000:00000002:1.0:1788840365.954888:0:34171:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788840365.954891:0:34171:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788840365.954893:0:34171:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788840365.954896:0:34171:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788840365.954898:0:34171:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201eeb968 00000002:00010000:1.0:1788840365.954900:0:34171:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788840365.954902:0:34171:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788840365.954903:0:34171:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840365.954905:0:34171:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840365.954908:0:34171:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74000 count: 2 00010000:00000001:1.0:1788840365.954909:0:34171:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840365.954912:0:34171:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840365.954914:0:34171:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788840365.954916:0:34171:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f38e0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae10 expref: -99 pid: 34171 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788840365.954923:0:34171:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788840365.954926:0:34171:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840365.954928:0:34171:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f38e0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae10 expref: -99 pid: 34171 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1788840365.954933:0:34171:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788840365.954934:0:34171:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788840365.954936:0:34171:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788840365.954937:0:34171:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788840365.954939:0:34171:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788840365.954940:0:34171:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788840365.954942:0:34171:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788840365.954944:0:34171:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:1.0:1788840365.954946:0:34171:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98d5a200. 00000080:00000001:1.0:1788840365.954948:0:34171:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788840365.954950:0:34171:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840365.954952:0:34171:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:1.0:1788840365.954954:0:34171:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f38e0 00800000:00000001:1.0:1788840365.954957:0:34171:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788840365.954958:0:34171:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788840365.954960:0:34171:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840365.954961:0:34171:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840365.954963:0:34171:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030a00 refcount=3 00000020:00000001:1.0:1788840365.954965:0:34171:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:1.0:1788840365.954968:0:34171:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:1.0:1788840365.954970:0:34171:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840365.954971:0:34171:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840365.954972:0:34171:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840365.954974:0:34171:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840365.954976:0:34171:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f38e0 from it ffffa16201eebbb0 00010000:00000001:1.0:1788840365.954978:0:34171:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840365.954979:0:34171:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840365.954980:0:34171:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030a00 refcount=3 00000020:00000001:1.0:1788840365.954982:0:34171:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:1.0:1788840365.954984:0:34171:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:1.0:1788840365.954986:0:34171:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840365.954988:0:34171:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f38e0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bae10 expref: -99 pid: 34171 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788840365.954994:0:34171:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840365.954995:0:34171:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840365.954996:0:34171:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840365.954998:0:34171:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840365.955000:0:34171:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f38e0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae10 expref: -99 pid: 34171 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788840365.955006:0:34171:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840365.955008:0:34171:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840365.955009:0:34171:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840365.955011:0:34171:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840365.955012:0:34171:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840365.955013:0:34171:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840365.955015:0:34171:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840365.955017:0:34171:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840365.955018:0:34171:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840365.955020:0:34171:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840365.955022:0:34171:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840365.955024:0:34171:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840365.955025:0:34171:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788840365.955026:0:34171:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788840365.955028:0:34171:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788840365.955030:0:34171:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 44 00000080:00000001:1.0:1788840365.955034:0:34171:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.955037:0:34171:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:1.0:1788840365.955040:0:34171:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788840365.955042:0:34171:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201eebb78 00000080:00200008:1.0:1788840365.955044:0:34171:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff90ee905142c8), flags 100000 00000080:00000010:1.0:1788840365.955049:0:34171:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90ee817c6c80. 00000080:00000001:1.0:1788840365.955053:0:34171:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.955055:0:34171:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.955143:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.955145:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.955152:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.955154:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.955159:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.955163:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.955165:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.955167:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.955169:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.955175:0:34171:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:1.0:1788840365.955177:0:34171:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff90ee90f70800: age 1920, max_age 1927 00000002:00000001:1.0:1788840365.955180:0:34171:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:1.0:1788840365.955183:0:34171:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000010:1.0:1788840365.955188:0:34171:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87faed80. 00000020:00000040:1.0:1788840365.955192:0:34171:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=8 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:1.0:1788840365.955196:0:34171:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840365.955200:0:34171:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840365.955203:0:34171:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840365.955211:0:34171:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee9120cf00. 00000100:00000001:1.0:1788840365.955218:0:34171:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840365.955221:0:34171:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788840365.955223:0:34171:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788840365.955228:0:34171:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee85c7a540. 00000100:00000001:1.0:1788840365.955231:0:34171:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952853910848 : -122120855640768 : ffff90ee85c7a540) 00000100:00000001:1.0:1788840365.955234:0:34171:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840365.955235:0:34171:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890826112 : -122120818725504 : ffff90ee87faed80) 00000100:00000001:1.0:1788840365.955239:0:34171:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840365.955243:0:34171:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840365.955245:0:34171:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788840365.955247:0:34171:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840365.955255:0:34171:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87faed80 x1875733134004224/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840365.955264:0:34171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840365.955265:0:34171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840365.955269:0:34171:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840365.955271:0:34171:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840365.955274:0:34171:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840365.955277:0:34171:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87faed80 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:34171:1875733134004224:192.168.202.131@tcp:41:lfs.0 00000100:00000001:1.0:1788840365.955282:0:34171:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840365.955286:0:34171:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840365.955289:0:34171:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840365.955292:0:34171:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840365.955296:0:34171:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee85c5e000. 02000000:00000001:1.0:1788840365.955298:0:34171:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840365.955305:0:34171:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840365.955310:0:34171:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000010:1.0:1788840365.955317:0:34171:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539dd0. 00000100:00000200:1.0:1788840365.955325:0:34171:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733134004224, portal 10 00000100:00000001:1.0:1788840365.955327:0:34171:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840365.955328:0:34171:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890826112 : -122120818725504 : ffff90ee87faed80) 00000100:00000040:1.0:1788840365.955334:0:34171:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87faed80 x1875733134004224/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/368 e 0 to 0 dl 1788840381 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840365.955341:0:34171:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840365.955344:0:34171:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840365.955346:0:34171:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539f68. 00000100:00000200:1.0:1788840365.955350:0:34171:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733134004224, offset 0 00000400:00000200:1.0:1788840365.955356:0:34171:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840365.955365:0:34171:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840365.955372:0:34171:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840365.955377:0:34171:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840365.955382:0:34171:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840365.955386:0:34171:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840365.955388:0:34171:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840365.955392:0:34171:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2625:2625:256:4294967295] 192.168.202.131@tcp LPNI seq info [2625:2625:8:4294967295] 00000400:00000200:1.0:1788840365.955397:0:34171:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840365.955406:0:34171:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840365.955411:0:34171:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840365.955417:0:34171:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989400. 00000800:00000200:1.0:1788840365.955423:0:34171:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840365.955431:0:34171:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840365.955435:0:34171:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788840365.955455:0:34171:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840365.955459:0:34171:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 811986 usecs (812 jiffies) 00000400:00000200:1.0:1788840365.955462:0:34171:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840365.955465:0:34171:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296596585 00000100:00000001:1.0:1788840365.955472:0:34171:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, simply extend its deadline from 4296596569 00000100:00000001:1.0:1788840365.955477:0:34171:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296596585 00000100:00000001:1.0:1788840365.955480:0:34171:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, simply extend its deadline from 4296596569 00000100:00000001:1.0:1788840365.955483:0:34171:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840365.955486:0:34171:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840365.955489:0:34171:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840365.955491:0:34171:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788840365.955494:0:34171:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee85c7a540 going to sleep for 11 seconds 00000100:00000001:1.0:1788840365.955497:0:34171:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840365.955500:0:34171:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840365.955592:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840365.955597:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989400. 00000400:00000200:3.0:1788840365.955602:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840365.955607:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840365.955613:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539f68 00000400:00000010:3.0:1788840365.955615:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539f68. 00000100:00000001:3.0:1788840365.955621:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840365.955625:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87faed80 x1875733134004224/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/368 e 0 to 0 dl 1788840381 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840365.955634:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840365.955637:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87faed80 x1875733134004224/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/368 e 0 to 0 dl 1788840381 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840365.955667:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840365.955669:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840365.960815:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840365.960837:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840365.960841:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840365.960843:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840365.960852:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.960861:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840365.960871:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.960876:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.960881:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.960886:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 368 into portal 10 MB=0x6a9f827255000 00000400:00000200:3.0:1788840365.960891:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.960905:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 368/368 into md 0x7205 [1] + 224 00000800:00000001:3.0:1788840365.960912:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840365.960918:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840365.960922:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840365.961205:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840365.961213:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840365.961221:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87faed80 x1875733134004224/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/368 e 0 to 0 dl 1788840381 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840365.961233:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff90ee87faed80 x1875733134004224/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/368 e 0 to 0 dl 1788840381 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840365.961252:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840365.961262:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840365.961276:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840365.962020:0:34171:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788840365.962031:0:34171:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840365.962033:0:34171:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840365.962036:0:34171:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000200:1.0:1788840365.962041:0:34171:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539dd0 00000400:00000010:1.0:1788840365.962044:0:34171:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539dd0. 00000100:00000001:1.0:1788840365.962047:0:34171:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840365.962054:0:34171:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87faed80 x1875733134004224/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/368 e 0 to 0 dl 1788840381 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788840365.962065:0:34171:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87faed80 x1875733134004224/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/368 e 0 to 0 dl 1788840381 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840365.962072:0:34171:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840365.962074:0:34171:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840365.962077:0:34171:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840365.962080:0:34171:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840365.962082:0:34171:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840365.962085:0:34171:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840365.962088:0:34171:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840365.962097:0:34171:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=65 v=5 (5 5 102 102) 00000100:00001000:1.0:1788840365.962101:0:34171:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=23 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840365.962104:0:34171:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840365.962106:0:34171:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840365.962109:0:34171:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840365.962112:0:34171:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840365.962116:0:34171:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840365.962118:0:34171:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 8589934597 00000100:00000001:1.0:1788840365.962120:0:34171:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840365.962123:0:34171:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840365.962128:0:34171:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87faed80 x1875733134004224/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/368 e 0 to 0 dl 1788840381 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840365.962150:0:34171:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840365.962153:0:34171:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840365.962155:0:34171:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840365.962160:0:34171:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87faed80 x1875733134004224/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/368 e 0 to 0 dl 1788840381 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788840365.962173:0:34171:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87faed80 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:34171:1875733134004224:192.168.202.131@tcp:41:lfs.0 00000100:00000001:1.0:1788840365.962178:0:34171:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840365.962181:0:34171:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840365.962183:0:34171:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788840365.962185:0:34171:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840365.962189:0:34171:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87faed80 x1875733134004224/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/368 e 0 to 0 dl 1788840381 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840365.962196:0:34171:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840365.962199:0:34171:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee85c7a540. 00000100:00000001:1.0:1788840365.962202:0:34171:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788840365.962204:0:34171:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840365.962210:0:34171:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:1.0:1788840365.962211:0:34171:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840365.962215:0:34171:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87faed80 x1875733134004224/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/368 e 0 to 0 dl 1788840381 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840365.962221:0:34171:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840365.962224:0:34171:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840365.962227:0:34171:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee85c5e000. 02000000:00000001:1.0:1788840365.962230:0:34171:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840365.962233:0:34171:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840365.962235:0:34171:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:1.0:1788840365.962237:0:34171:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840365.962240:0:34171:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee9120cf00. 02000000:00000001:1.0:1788840365.962245:0:34171:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840365.962247:0:34171:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840365.962249:0:34171:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87faed80. 00000100:00000001:1.0:1788840365.962253:0:34171:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840365.962254:0:34171:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788840365.962256:0:34171:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840365.962257:0:34171:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:1.0:1788840365.962259:0:34171:0:(genops.c:1230:class_import_put()) Process leaving 00800000:00000004:1.0:1788840365.962262:0:34171:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff90ee90f70800: update ffff90ee98895178 cache blocks 17238/17271 objects 532986/533339 00800000:00000001:1.0:1788840365.962266:0:34171:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840365.962272:0:34171:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.962276:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788840365.962279:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.962282:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.962285:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.962350:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.962353:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.962361:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.962364:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.962371:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.962375:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.962377:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.962380:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.962381:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.962386:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962388:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962390:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.962392:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.962394:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962397:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962401:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.962402:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.962405:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.962407:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.962409:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.962411:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.962412:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.962413:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.962415:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.962417:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962419:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962421:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.962423:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.962425:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962427:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962430:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.962431:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.962433:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.962435:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.962437:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.962439:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.962440:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.962441:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.962442:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.962445:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962446:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962448:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.962450:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.962452:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962454:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962457:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.962458:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.962460:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.962461:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.962463:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.962465:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.962466:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.962468:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.962469:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.962471:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962473:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962474:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.962476:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.962478:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962479:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962482:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.962483:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.962486:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.962487:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.962489:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.962491:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.962492:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.962493:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.962494:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.962497:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962498:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962500:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.962502:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.962504:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962505:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962508:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.962510:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.962512:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.962513:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.962515:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.962529:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.962531:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.962532:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.962534:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.962536:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962538:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962539:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.962541:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.962544:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962545:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962549:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.962550:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.962553:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.962554:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.962557:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.962560:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.962561:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.962562:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.962563:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.962565:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962567:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962569:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.962571:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.962573:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962575:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962578:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.962579:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.962581:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.962582:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.962584:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.962586:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.962588:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.962589:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.962590:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.962592:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962594:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962595:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.962598:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.962600:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962601:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962604:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.962605:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.962608:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.962609:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.962611:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.962613:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.962615:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.962616:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.962618:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.962620:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962621:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962623:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.962625:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.962627:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962629:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962632:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.962634:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.962636:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.962676:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.962680:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.962682:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.962684:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.962685:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.962686:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.962689:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962691:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962693:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.962696:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.962698:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962701:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962705:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.962707:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.962709:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.962710:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.962712:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.962714:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.962716:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.962717:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.962718:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.962720:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962721:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962723:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.962725:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.962726:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962728:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962731:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.962732:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.962734:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.962735:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.962737:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.962739:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.962741:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.962742:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.962743:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.962745:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962746:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962748:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.962749:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.962751:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962752:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962755:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.962756:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.962757:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.962758:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.962760:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.962761:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.962762:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.962763:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.962764:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.962766:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962767:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962769:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.962771:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.962773:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962774:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962778:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.962779:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.962782:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.962783:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.962784:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.962786:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.962788:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.962789:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.962790:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.962792:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962793:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962795:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.962796:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.962799:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962801:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962803:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.962804:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.962806:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.962807:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.962809:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.962811:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.962812:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.962814:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.962815:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.962817:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962819:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962820:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.962822:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.962824:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962826:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962828:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.962830:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.962832:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.962833:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.962835:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.962837:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.962838:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.962839:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.962840:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.962843:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962845:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962846:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.962848:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.962851:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962853:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962856:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.962858:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.962859:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.962860:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.962862:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.962864:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.962865:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.962866:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.962868:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.962870:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962872:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962874:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.962875:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.962877:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962879:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962881:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.962883:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.962885:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.962886:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.962888:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.962890:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.962891:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.962892:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.962894:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.962896:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962898:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962899:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.962901:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.962903:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962905:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962908:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.962910:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.962912:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.962913:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.962915:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.962917:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.962919:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.962920:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.962921:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.962924:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962926:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962927:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.962929:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.962931:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962933:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962935:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.962936:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.962938:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.962939:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.962941:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.962943:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.962944:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.962946:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.962947:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.962949:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962950:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962952:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.962953:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.962956:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962958:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962960:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.962962:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.962964:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.962965:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.962967:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.962969:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.962971:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.962972:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.962973:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.962976:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962978:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962980:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.962982:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.962984:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962986:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.962989:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.962991:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.962993:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.962994:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.962997:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.962999:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.963000:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.963001:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.963003:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.963005:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963008:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963010:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.963012:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.963014:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963016:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963018:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.963020:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.963022:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.963023:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.963025:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.963028:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.963029:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.963031:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.963032:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.963035:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963036:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963038:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.963040:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.963042:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963044:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963047:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.963048:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.963051:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.963052:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.963054:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.963056:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.963058:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.963059:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.963060:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.963063:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963065:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963066:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.963068:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.963071:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963072:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963075:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.963076:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.963078:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.963079:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.963081:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.963083:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.963084:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.963085:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.963086:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.963088:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963089:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963091:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.963093:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.963095:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963097:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963099:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.963100:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.963103:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.963104:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.963105:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.963107:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.963109:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.963110:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.963111:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.963113:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963115:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963116:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.963118:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.963121:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963122:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963125:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.963126:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.963129:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.963130:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.963132:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.963134:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.963136:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.963137:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.963138:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.963141:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963143:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963144:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.963146:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.963148:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963150:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963152:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.963154:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.963156:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.963157:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.963159:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.963161:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.963163:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.963164:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.963165:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.963168:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963169:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963171:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.963173:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.963175:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963177:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963180:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.963182:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.963184:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.963185:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.963188:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.963190:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.963192:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.963192:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.963194:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.963196:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963198:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963199:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.963201:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.963203:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963205:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963208:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.963209:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.963212:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.963213:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.963215:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.963217:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.963219:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.963220:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.963222:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.963224:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963226:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963228:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.963230:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.963232:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963234:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963236:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.963238:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.963240:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.963241:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.963243:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.963245:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.963247:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.963248:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.963249:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.963252:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963254:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963255:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.963257:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.963259:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963261:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963264:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.963266:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.963268:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.963269:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.963271:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.963273:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.963275:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.963276:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.963277:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.963280:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963282:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963283:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.963285:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.963287:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963289:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963292:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.963293:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.963295:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.963297:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.963299:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.963301:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.963302:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.963303:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.963304:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.963306:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963309:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963310:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.963312:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.963314:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963316:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963318:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.963320:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.963322:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.963323:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.963325:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.963327:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.963329:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.963330:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.963331:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.963334:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963335:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963337:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.963339:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.963341:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963343:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963346:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.963347:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.963349:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.963350:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.963352:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.963354:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.963356:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.963357:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.963358:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.963360:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963362:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963364:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.963366:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.963368:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963370:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963373:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.963375:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.963377:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.963378:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.963380:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.963382:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.963384:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.963385:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.963386:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.963388:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963390:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963392:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.963394:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.963396:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963397:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963401:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.963402:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.963404:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.963405:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.963408:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.963410:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.963411:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.963412:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.963413:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.963416:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963418:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963419:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.963421:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.963423:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963425:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963428:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.963430:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.963432:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.963433:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.963435:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.963437:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.963438:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.963439:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.963441:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.963443:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963445:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963446:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.963448:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.963451:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963452:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963456:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.963457:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.963460:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.963461:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.963463:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.963465:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.963466:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.963467:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.963469:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.963471:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963473:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963475:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.963477:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.963479:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963480:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963483:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.963485:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.963487:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.963488:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.963490:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.963493:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.963494:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.963495:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.963496:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.963499:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963501:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963502:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.963504:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.963507:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963508:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963511:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.963512:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.963515:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.963516:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.963529:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.963532:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.963534:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.963535:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.963536:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.963538:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963540:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963542:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.963544:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.963546:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963548:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963552:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.963553:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.963556:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.963557:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.963559:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.963562:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.963563:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.963565:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.963566:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.963568:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963570:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963572:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.963574:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.963576:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963578:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963581:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.963582:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.963584:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.963586:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.963588:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.963590:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.963592:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.963593:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.963594:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.963596:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963598:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963600:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.963602:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.963603:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963605:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963608:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.963609:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.963612:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.963613:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.963615:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.963617:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.963618:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.963619:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.963620:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.963623:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963625:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963626:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.963628:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.963631:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963632:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963636:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.963637:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.963670:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.963671:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.963674:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.963677:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.963679:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.963680:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.963681:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.963683:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963685:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963687:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.963689:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.963692:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963693:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963697:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.963698:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.963701:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.963702:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.963704:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.963706:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.963708:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.963708:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.963710:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.963712:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963714:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963715:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.963718:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.963721:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963722:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963725:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.963727:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.963729:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.963730:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.963732:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.963734:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.963735:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.963736:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.963737:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.963740:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963741:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963743:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.963744:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.963746:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963748:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963751:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.963752:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.963754:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.963755:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.963757:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.963759:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.963761:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.963762:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.963763:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.963765:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963767:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963768:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.963770:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.963772:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963773:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963776:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.963777:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.963780:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.963781:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.963783:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.963785:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.963786:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.963787:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.963789:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.963791:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963792:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963794:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.963796:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.963798:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963800:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963803:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.963804:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.963807:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.963808:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.963810:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.963812:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.963813:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.963814:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.963815:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.963817:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963819:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963820:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.963822:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.963824:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963826:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963829:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.963830:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.963833:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.963834:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.963836:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.963838:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.963840:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.963841:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.963842:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.963844:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963846:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963848:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.963850:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.963852:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963854:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963857:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.963858:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.963861:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.963862:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.963863:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.963865:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.963867:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.963868:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.963869:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.963871:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963873:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963875:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.963876:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.963878:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963879:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963882:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.963883:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.963885:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.963886:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.963888:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.963890:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.963891:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.963893:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.963894:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.963897:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963899:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963901:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.963903:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.963904:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963906:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963908:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.963910:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.963912:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.963913:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.963914:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.963916:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.963918:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.963919:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.963920:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.963922:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963924:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963926:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.963928:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.963929:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963931:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963933:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.963935:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.963937:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.963938:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.963940:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.963941:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.963943:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.963944:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.963945:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.963947:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963950:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963952:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.963954:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.963956:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963958:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963960:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.963962:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.963964:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.963965:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.963967:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.963969:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.963971:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.963972:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.963973:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.963975:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963977:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963979:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.963981:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.963983:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963984:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.963987:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.963989:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.963991:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.963993:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.963994:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.963996:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.963998:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.963999:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.964000:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.964002:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.964004:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.964005:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.964007:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.964010:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.964011:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.964013:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.964015:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.964017:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.964018:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.964019:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.964021:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.964022:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.964023:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.964024:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.964026:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.964028:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.964029:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.964031:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.964033:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.964034:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.964036:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.964037:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.964039:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.964040:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.964042:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.964044:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.964045:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.964046:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.964047:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.964049:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.964051:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.964052:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.964054:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.964055:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.964056:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.964059:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.964060:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.964062:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.964063:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.964065:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.964067:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.964068:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.964069:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.964070:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.964073:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.964075:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.964077:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.964078:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.964080:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.964082:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.964085:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.964086:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.964088:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.964089:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.964091:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.964093:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.964094:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.964095:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.964096:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.964098:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.964100:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.964101:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.964103:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.964105:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.964106:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.964109:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.964110:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.964113:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.964114:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.964116:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.964118:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.964120:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.964120:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.964122:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.964124:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.964126:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.964128:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.964129:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.964132:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.964133:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.964135:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.964137:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.964139:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.964140:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.964142:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.964144:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.964146:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.964147:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.964149:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.964151:0:34171:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.964153:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.964155:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.964157:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.964159:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.964160:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.964163:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.964164:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.964166:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.964167:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.964169:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.964171:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.964173:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840365.964174:0:34171:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840365.964176:0:34171:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00800000:00000001:1.0:1788840365.964178:0:34171:0:(lmv_obd.c:965:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1788840365.964180:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1788840365.964181:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:1.0:1788840365.964183:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.964185:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1788840365.964187:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1788840365.964190:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.964191:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.964194:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.964195:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.964197:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.964199:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.964201:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.964205:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.964207:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.964213:0:34171:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:1.0:1788840365.964215:0:34171:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffff90ee90f70800: age 1920, max_age 1927 00000008:00000001:1.0:1788840365.964219:0:34171:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:1.0:1788840365.964223:0:34171:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=4 obd=lustre-OST0000-osc-ffff90ee90f70800 00000100:00000010:1.0:1788840365.964230:0:34171:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87faed80. 00000020:00000040:1.0:1788840365.964233:0:34171:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=5 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:1.0:1788840365.964236:0:34171:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840365.964238:0:34171:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=4 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:1.0:1788840365.964240:0:34171:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1788840365.964243:0:34171:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840365.964246:0:34171:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840365.964251:0:34171:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840365.964259:0:34171:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee87989400. 00000100:00000001:1.0:1788840365.964266:0:34171:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840365.964270:0:34171:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788840365.964272:0:34171:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788840365.964278:0:34171:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee85c7a540. 00000100:00000001:1.0:1788840365.964281:0:34171:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952853910848 : -122120855640768 : ffff90ee85c7a540) 00000100:00000001:1.0:1788840365.964284:0:34171:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840365.964286:0:34171:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890826112 : -122120818725504 : ffff90ee87faed80) 00000100:00000001:1.0:1788840365.964290:0:34171:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840365.964294:0:34171:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840365.964296:0:34171:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788840365.964298:0:34171:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840365.964308:0:34171:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87faed80 x1875733134004352/t0(0) o13->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840365.964317:0:34171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840365.964320:0:34171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840365.964324:0:34171:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840365.964326:0:34171:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840365.964329:0:34171:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840365.964332:0:34171:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87faed80 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:34171:1875733134004352:192.168.202.131@tcp:13:lfs.0 00000100:00000001:1.0:1788840365.964336:0:34171:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840365.964341:0:34171:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840365.964343:0:34171:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840365.964346:0:34171:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840365.964350:0:34171:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee85c5e000. 02000000:00000001:1.0:1788840365.964351:0:34171:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840365.964359:0:34171:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840365.964364:0:34171:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000010:1.0:1788840365.964371:0:34171:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539dd0. 00000100:00000200:1.0:1788840365.964378:0:34171:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733134004352, portal 4 00000100:00000001:1.0:1788840365.964380:0:34171:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840365.964381:0:34171:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890826112 : -122120818725504 : ffff90ee87faed80) 00000100:00000040:1.0:1788840365.964388:0:34171:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87faed80 x1875733134004352/t0(0) o13->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840381 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840365.964395:0:34171:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840365.964398:0:34171:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840365.964400:0:34171:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539440. 00000100:00000200:1.0:1788840365.964404:0:34171:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875733134004352, offset 0 00000400:00000200:1.0:1788840365.964411:0:34171:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840365.964419:0:34171:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840365.964426:0:34171:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840365.964431:0:34171:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840365.964436:0:34171:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840365.964440:0:34171:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840365.964443:0:34171:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840365.964446:0:34171:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2626:2626:256:4294967295] 192.168.202.131@tcp LPNI seq info [2626:2626:8:4294967295] 00000400:00000200:1.0:1788840365.964451:0:34171:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840365.964461:0:34171:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840365.964467:0:34171:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840365.964473:0:34171:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee9120cf00. 00000800:00000200:1.0:1788840365.964480:0:34171:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840365.964487:0:34171:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840365.964492:0:34171:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee9120cf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788840365.964531:0:34171:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840365.964536:0:34171:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: using a timeout of 23620 usecs (24 jiffies) 00000400:00000200:1.0:1788840365.964539:0:34171:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840365.964542:0:34171:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296595806 00000100:00000001:1.0:1788840365.964546:0:34171:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296596585 00000100:00000001:1.0:1788840365.964548:0:34171:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296595806 00000100:00000001:1.0:1788840365.964551:0:34171:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296596585 00000100:00000001:1.0:1788840365.964553:0:34171:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840365.964556:0:34171:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840365.964559:0:34171:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840365.964561:0:34171:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788840365.964564:0:34171:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee85c7a540 going to sleep for 11 seconds 00000100:00000001:1.0:1788840365.964567:0:34171:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840365.964570:0:34171:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840365.965623:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840365.965632:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee9120cf00. 00000400:00000200:3.0:1788840365.965683:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840365.965692:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840365.965699:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539440 00000400:00000010:3.0:1788840365.965702:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539440. 00000100:00000001:3.0:1788840365.965707:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840365.965713:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87faed80 x1875733134004352/t0(0) o13->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840381 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840365.965725:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840365.965734:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87faed80 x1875733134004352/t0(0) o13->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840381 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840365.965742:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840365.965744:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840365.974616:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840365.974635:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840365.975251:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840365.975258:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840365.975268:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.975276:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840365.975285:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.975289:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.975295:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.975300:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 368 into portal 4 MB=0x6a9f827255080 00000400:00000200:3.0:1788840365.975304:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.975310:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 368/368 into md 0x720d [1] + 224 00000800:00000001:3.0:1788840365.975317:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840365.975399:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840365.975404:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840365.975408:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840365.975416:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840365.975424:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87faed80 x1875733134004352/t0(0) o13->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840381 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840365.975435:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff90ee87faed80 x1875733134004352/t0(0) o13->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840381 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840365.975459:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840365.975468:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840365.975471:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840365.975634:0:34171:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788840365.975662:0:34171:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840365.975665:0:34171:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840365.975668:0:34171:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000200:1.0:1788840365.975673:0:34171:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539dd0 00000400:00000010:1.0:1788840365.975676:0:34171:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539dd0. 00000100:00000001:1.0:1788840365.975679:0:34171:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840365.975685:0:34171:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87faed80 x1875733134004352/t0(0) o13->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840381 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788840365.975696:0:34171:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87faed80 x1875733134004352/t0(0) o13->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840381 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840365.975703:0:34171:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840365.975705:0:34171:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840365.975708:0:34171:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840365.975711:0:34171:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840365.975713:0:34171:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840365.975716:0:34171:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840365.975719:0:34171:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840365.975729:0:34171:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b5ccf0 time=62 v=5 (5 0 0 0) 00000100:00001000:1.0:1788840365.975733:0:34171:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=0 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840365.975736:0:34171:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840365.975738:0:34171:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840365.975741:0:34171:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840365.975745:0:34171:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840365.975748:0:34171:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:1.0:1788840365.975750:0:34171:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: committing for last_committed 4294967345 gen 18 00000100:00000040:1.0:1788840365.975757:0:34171:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 4294967345) req@ffff90ee87f58e00 x1875733134003712/t4294967345(4294967345) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 512/448 e 0 to 0 dl 1788840381 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840365.975765:0:34171:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840365.975768:0:34171:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f58e00 x1875733134003712/t4294967345(4294967345) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 512/448 e 0 to 0 dl 1788840381 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840365.975775:0:34171:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840365.975778:0:34171:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840365.975781:0:34171:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee86f37800. 02000000:00000001:1.0:1788840365.975785:0:34171:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840365.975788:0:34171:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840365.975790:0:34171:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=3 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:1.0:1788840365.975793:0:34171:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840365.975796:0:34171:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee87161000. 02000000:00000001:1.0:1788840365.975799:0:34171:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840365.975800:0:34171:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840365.975803:0:34171:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f58e00. 00000100:00000001:1.0:1788840365.975806:0:34171:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840365.975807:0:34171:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840365.975810:0:34171:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:1.0:1788840365.975813:0:34171:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: normal: skip=1 replay=1/1 committed=0/0 00000100:00000001:1.0:1788840365.975815:0:34171:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840365.975817:0:34171:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840365.975822:0:34171:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87faed80 x1875733134004352/t0(0) o13->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840381 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840365.975830:0:34171:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840365.975833:0:34171:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840365.975834:0:34171:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840365.975838:0:34171:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87faed80 x1875733134004352/t0(0) o13->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840381 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788840365.975846:0:34171:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87faed80 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:34171:1875733134004352:192.168.202.131@tcp:13:lfs.0 00000100:00000001:1.0:1788840365.975850:0:34171:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840365.975853:0:34171:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840365.975855:0:34171:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788840365.975857:0:34171:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840365.975859:0:34171:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87faed80 x1875733134004352/t0(0) o13->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840381 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840365.975865:0:34171:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840365.975867:0:34171:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee85c7a540. 00000100:00000001:1.0:1788840365.975870:0:34171:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788840365.975871:0:34171:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840365.975877:0:34171:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:1.0:1788840365.975878:0:34171:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840365.975882:0:34171:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87faed80 x1875733134004352/t0(0) o13->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840381 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840365.975889:0:34171:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840365.975890:0:34171:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840365.975892:0:34171:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee85c5e000. 02000000:00000001:1.0:1788840365.975894:0:34171:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840365.975895:0:34171:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840365.975897:0:34171:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=2 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:1.0:1788840365.975899:0:34171:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840365.975900:0:34171:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee87989400. 02000000:00000001:1.0:1788840365.975903:0:34171:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840365.975905:0:34171:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840365.975906:0:34171:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87faed80. 00000100:00000001:1.0:1788840365.975909:0:34171:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840365.975910:0:34171:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:1.0:1788840365.975914:0:34171:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffff90ee90f70800: update ffff90ee86e39e08 cache blocks 3679/3683 objects 117792/118192 00020000:00000001:1.0:1788840365.975918:0:34171:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840365.975923:0:34171:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.975926:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788840365.975929:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.975933:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.975936:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.976062:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.976065:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.976073:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.976076:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.976082:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.976085:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.976087:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.976091:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.976093:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.976100:0:34171:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:1.0:1788840365.976102:0:34171:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffff90ee90f70800: age 1920, max_age 1927 00000008:00000001:1.0:1788840365.976105:0:34171:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:1.0:1788840365.976108:0:34171:0:(genops.c:1210:class_import_get()) import ffff90ee92b59000 refcount=3 obd=lustre-OST0001-osc-ffff90ee90f70800 00000100:00000010:1.0:1788840365.976113:0:34171:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87faed80. 00000020:00000040:1.0:1788840365.976116:0:34171:0:(genops.c:1210:class_import_get()) import ffff90ee92b59000 refcount=4 obd=lustre-OST0001-osc-ffff90ee90f70800 00000020:00000001:1.0:1788840365.976120:0:34171:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840365.976121:0:34171:0:(genops.c:1223:class_import_put()) import ffff90ee92b59000 refcount=3 obd=lustre-OST0001-osc-ffff90ee90f70800 00000020:00000001:1.0:1788840365.976123:0:34171:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1788840365.976125:0:34171:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840365.976127:0:34171:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840365.976132:0:34171:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840365.977425:0:34171:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee9120cf00. 00000100:00000001:1.0:1788840365.977439:0:34171:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840365.977445:0:34171:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788840365.977447:0:34171:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788840365.977455:0:34171:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee85c7a540. 00000100:00000001:1.0:1788840365.977458:0:34171:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952853910848 : -122120855640768 : ffff90ee85c7a540) 00000100:00000001:1.0:1788840365.977460:0:34171:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840365.977462:0:34171:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890826112 : -122120818725504 : ffff90ee87faed80) 00000100:00000001:1.0:1788840365.977467:0:34171:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840365.977471:0:34171:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840365.977473:0:34171:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788840365.977475:0:34171:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840365.977485:0:34171:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87faed80 x1875733134004480/t0(0) o13->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840365.977494:0:34171:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840365.977496:0:34171:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840365.977500:0:34171:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840365.977504:0:34171:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840365.977506:0:34171:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840365.977509:0:34171:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87faed80 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:34171:1875733134004480:192.168.202.131@tcp:13:lfs.0 00000100:00000001:1.0:1788840365.977513:0:34171:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840365.977526:0:34171:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840365.977528:0:34171:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840365.977531:0:34171:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840365.977536:0:34171:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee85c5e000. 02000000:00000001:1.0:1788840365.977538:0:34171:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840365.977544:0:34171:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840365.977549:0:34171:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000010:1.0:1788840365.977555:0:34171:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539dd0. 00000100:00000200:1.0:1788840365.977562:0:34171:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733134004480, portal 4 00000100:00000001:1.0:1788840365.977564:0:34171:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840365.977565:0:34171:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890826112 : -122120818725504 : ffff90ee87faed80) 00000100:00000040:1.0:1788840365.977572:0:34171:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87faed80 x1875733134004480/t0(0) o13->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840381 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840365.977580:0:34171:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840365.977582:0:34171:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840365.977585:0:34171:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539cc0. 00000100:00000200:1.0:1788840365.977589:0:34171:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875733134004480, offset 0 00000400:00000200:1.0:1788840365.977595:0:34171:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840365.977604:0:34171:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840365.977611:0:34171:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840365.977616:0:34171:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840365.977620:0:34171:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840365.977623:0:34171:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840365.977626:0:34171:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840365.977630:0:34171:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2627:2627:256:4294967295] 192.168.202.131@tcp LPNI seq info [2627:2627:8:4294967295] 00000400:00000200:1.0:1788840365.977634:0:34171:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840365.977660:0:34171:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840365.977666:0:34171:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840365.977672:0:34171:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989400. 00000800:00000200:1.0:1788840365.977679:0:34171:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840365.977687:0:34171:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840365.977692:0:34171:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788840365.977714:0:34171:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840365.977719:0:34171:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: using a timeout of 252170 usecs (253 jiffies) 00000400:00000200:1.0:1788840365.977722:0:34171:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840365.977725:0:34171:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296596049 00000100:00000001:1.0:1788840365.977728:0:34171:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296596585 00000100:00000001:1.0:1788840365.977731:0:34171:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296596049 00000100:00000001:1.0:1788840365.977733:0:34171:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296596585 00000100:00000001:1.0:1788840365.977736:0:34171:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840365.977739:0:34171:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840365.977741:0:34171:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840365.977744:0:34171:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788840365.977746:0:34171:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee85c7a540 going to sleep for 11 seconds 00000100:00000001:1.0:1788840365.977748:0:34171:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840365.977751:0:34171:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840365.980223:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840365.980235:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989400. 00000400:00000200:3.0:1788840365.980243:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840365.980254:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840365.980262:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539cc0 00000400:00000010:3.0:1788840365.980264:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539cc0. 00000100:00000001:3.0:1788840365.980269:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840365.980276:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87faed80 x1875733134004480/t0(0) o13->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840381 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840365.980288:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840365.980292:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87faed80 x1875733134004480/t0(0) o13->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840381 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840365.980299:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840365.980301:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840365.991320:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840365.991338:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840365.991343:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840365.991346:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840365.991364:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.991371:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840365.991380:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.991385:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.991390:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.991395:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 368 into portal 4 MB=0x6a9f827255100 00000400:00000200:3.0:1788840365.991399:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840365.991406:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 368/368 into md 0x7215 [1] + 224 00000800:00000001:3.0:1788840365.991414:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840365.991421:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840365.991424:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840365.991430:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840365.991438:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840365.991446:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87faed80 x1875733134004480/t0(0) o13->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840381 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840365.991457:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff90ee87faed80 x1875733134004480/t0(0) o13->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840381 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840365.991481:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840365.991490:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840365.991493:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840365.992607:0:34171:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788840365.992620:0:34171:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840365.992623:0:34171:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840365.992627:0:34171:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000200:1.0:1788840365.992634:0:34171:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539dd0 00000400:00000010:1.0:1788840365.992637:0:34171:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539dd0. 00000100:00000001:1.0:1788840365.992676:0:34171:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840365.992684:0:34171:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87faed80 x1875733134004480/t0(0) o13->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840381 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788840365.992694:0:34171:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87faed80 x1875733134004480/t0(0) o13->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840381 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840365.992700:0:34171:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840365.992702:0:34171:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840365.992705:0:34171:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840365.992709:0:34171:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840365.992711:0:34171:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840365.992713:0:34171:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840365.992716:0:34171:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840365.992726:0:34171:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b594a8 time=62 v=5 (5 0 0 0) 00000100:00001000:1.0:1788840365.992730:0:34171:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b59418 time=17 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840365.992733:0:34171:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840365.992735:0:34171:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840365.992739:0:34171:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840365.992743:0:34171:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840365.992747:0:34171:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840365.992749:0:34171:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90ee90f70800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1788840365.992752:0:34171:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840365.992754:0:34171:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840365.992759:0:34171:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87faed80 x1875733134004480/t0(0) o13->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840381 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840365.992766:0:34171:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840365.992770:0:34171:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840365.992772:0:34171:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840365.992776:0:34171:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87faed80 x1875733134004480/t0(0) o13->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840381 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788840365.992784:0:34171:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87faed80 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:34171:1875733134004480:192.168.202.131@tcp:13:lfs.0 00000100:00000001:1.0:1788840365.992789:0:34171:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840365.992792:0:34171:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840365.992795:0:34171:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788840365.992797:0:34171:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840365.992801:0:34171:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87faed80 x1875733134004480/t0(0) o13->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840381 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840365.992808:0:34171:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840365.992811:0:34171:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee85c7a540. 00000100:00000001:1.0:1788840365.992815:0:34171:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788840365.992816:0:34171:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840365.992822:0:34171:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:1.0:1788840365.992824:0:34171:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840365.992827:0:34171:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87faed80 x1875733134004480/t0(0) o13->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840381 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840365.992833:0:34171:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840365.992835:0:34171:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840365.992839:0:34171:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee85c5e000. 02000000:00000001:1.0:1788840365.992842:0:34171:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840365.992845:0:34171:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840365.992847:0:34171:0:(genops.c:1223:class_import_put()) import ffff90ee92b59000 refcount=2 obd=lustre-OST0001-osc-ffff90ee90f70800 00000020:00000001:1.0:1788840365.992850:0:34171:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840365.992853:0:34171:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee9120cf00. 02000000:00000001:1.0:1788840365.992858:0:34171:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840365.992859:0:34171:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840365.992862:0:34171:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87faed80. 00000100:00000001:1.0:1788840365.992866:0:34171:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840365.992867:0:34171:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:1.0:1788840365.992870:0:34171:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffff90ee90f70800: update ffff90ee86e3d178 cache blocks 3679/3683 objects 117792/118187 00020000:00000001:1.0:1788840365.992875:0:34171:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840365.992880:0:34171:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.992883:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788840365.992886:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.992889:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.992892:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.992939:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.992942:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.992949:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.992952:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.992958:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.992962:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.992964:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.992967:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.992969:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.992972:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.992974:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.992976:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.992979:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.992981:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.992983:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.992986:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.992988:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.992990:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.992992:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.992994:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.992995:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.992997:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.992998:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.993000:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.993002:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993004:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993006:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.993008:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.993010:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993012:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993014:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.993016:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.993018:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.993019:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.993021:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.993023:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.993024:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.993026:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.993027:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.993029:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993031:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993033:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.993035:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.993037:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993038:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993041:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.993043:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.993045:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.993046:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.993048:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.993051:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.993052:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.993053:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.993054:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.993057:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993059:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993061:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.993063:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.993065:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993066:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993069:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.993071:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.993073:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.993074:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.993076:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.993078:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.993080:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.993081:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.993082:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.993085:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993087:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993088:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.993090:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.993092:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993094:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993097:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.993098:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.993101:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.993102:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.993103:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.993105:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.993107:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.993108:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.993109:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.993111:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993113:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993115:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.993117:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.993119:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993121:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993123:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.993124:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.993127:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.993128:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.993130:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.993132:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.993134:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.993135:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.993136:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.993309:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993312:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993313:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.993316:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.993319:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993321:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993325:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.993327:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.993330:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.993331:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.993334:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.993336:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.993338:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.993339:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.993341:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.993343:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993345:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993346:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.993348:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.993351:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993352:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993355:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.993357:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.993359:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.993360:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.993363:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.993365:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.993366:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.993367:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.993368:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.993370:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993372:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993373:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.993375:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.993377:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993378:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993381:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.993383:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.993385:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.993386:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.993388:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.993390:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.993391:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.993392:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.993394:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.993396:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993398:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993400:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.993401:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.993403:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993405:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993408:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.993410:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.993412:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.993414:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.993416:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.993418:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.993420:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.993421:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.993422:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.993424:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993426:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993427:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.993429:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.993432:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993433:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993436:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.993438:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.993440:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.993441:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.993443:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.993445:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.993447:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.993448:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.993449:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.993451:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993453:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993455:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.993457:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.993458:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993460:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993462:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.993464:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.993466:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.993467:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.993469:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.993471:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.993472:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.993473:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.993474:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.993477:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993478:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993480:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.993482:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.993484:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993485:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993488:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.993489:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.993492:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.993493:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.993495:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.993497:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.993498:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.993500:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.993501:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.993503:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993505:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993506:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.993508:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.993510:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993511:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993514:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.993515:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.993528:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.993529:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.993531:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.993534:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.993535:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.993536:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.993538:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.993540:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993542:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993544:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.993546:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.993548:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993550:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993553:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.993555:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.993558:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.993559:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.993561:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.993563:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.993565:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.993566:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.993567:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.993569:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993571:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993573:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.993574:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.993576:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993578:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993581:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.993582:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.993585:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.993586:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.993588:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.993590:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.993592:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.993593:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.993594:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.993596:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993598:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993600:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.993602:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.993604:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993606:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993609:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.993611:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.993613:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.993614:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.993616:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.993618:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.993619:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.993620:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.993621:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.993624:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993626:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993627:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.993630:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.993632:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993633:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993636:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.993792:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.993797:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.993799:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.993802:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.993805:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.993806:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.993808:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.993809:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.993811:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993813:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993815:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.993817:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.993820:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993821:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993826:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.993828:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.993830:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.993832:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.993834:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.993836:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.993837:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.993839:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.993840:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.993842:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993844:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993846:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.993848:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.993850:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993851:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993854:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.993855:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.993857:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.993858:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.993859:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.993861:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.993862:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.993863:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.993864:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.993866:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993867:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993869:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.993871:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.993873:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993874:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993877:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.993878:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.993881:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.993882:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.993885:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.993887:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.993888:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.993889:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.993891:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.993894:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993895:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993897:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.993899:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.993901:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993903:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993905:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.993907:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.993910:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.993911:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.993913:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.993915:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.993917:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.993918:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.993919:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.993921:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993923:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993925:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.993927:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.993929:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993930:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993933:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.993934:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.993937:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.993938:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.993941:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.993943:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.993945:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.993946:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.993948:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.993950:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993951:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993953:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.993955:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.993956:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993958:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993961:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.993962:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.993964:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.993966:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.993967:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.993969:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.993971:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.993972:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.993973:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.993975:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993977:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993979:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.993980:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.993982:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993983:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.993986:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.993987:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.993990:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.993990:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.993992:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.993994:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.993996:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.993997:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.993998:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.994001:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.994003:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.994005:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.994007:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.994009:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.994010:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.994013:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.994014:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.994017:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.994018:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.994020:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.994022:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.994024:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.994025:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.994026:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.994028:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.994030:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.994032:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.994034:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.994036:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.994038:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.994041:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.994042:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.994044:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.994045:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.994047:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.994049:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.994051:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.994052:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.994053:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.994055:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.994057:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.994059:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.994061:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.994063:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.994064:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.994067:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.994068:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.994070:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.994071:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.994073:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.994075:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.994076:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.994078:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.994079:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.994081:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.994083:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.994084:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.994086:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.994088:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.994089:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.994092:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.994093:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.994096:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.994096:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.994099:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.994101:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.994103:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.994104:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.994105:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.994107:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.994109:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.994110:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.994112:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.994114:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.994115:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.994118:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.994120:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.994122:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.994123:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.994124:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.994126:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.994127:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.994128:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.994129:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.994132:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.994133:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.994135:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.994137:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.995291:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.995299:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.995311:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.995313:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.995318:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.995320:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.995327:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.995330:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.995332:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.995335:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.995337:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.995340:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.995342:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.995344:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.995346:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.995349:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.995350:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.995353:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.995355:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.995358:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.995359:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.995362:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.995364:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.995366:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.995367:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.995369:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.995371:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.995497:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.995499:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.995501:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.995504:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.995506:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.995511:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.995513:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.995526:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.995528:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.995531:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.995533:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.995535:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.995536:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.995538:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.995541:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.995543:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.995545:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.995547:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.995549:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.995551:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.995554:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.995555:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.995558:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.995559:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.995561:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.995564:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.995565:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.995567:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.995568:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.995570:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.995572:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.995574:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.995576:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.995578:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.995580:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.995583:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.995584:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.995587:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.995588:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.995590:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.995592:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.995594:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.995595:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.995596:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.995598:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.995601:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.995602:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.995604:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.995606:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.995608:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.995611:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.995612:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.995614:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.995615:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.995617:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.995620:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.995621:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.995622:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.995623:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.995625:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.995627:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.995629:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.995631:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.995633:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.995634:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996053:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.996056:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.996061:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.996062:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.996066:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.996069:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.996071:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.996073:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.996074:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.996077:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996078:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996080:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.996082:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.996085:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996086:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996092:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.996093:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.996096:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.996097:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.996099:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.996101:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.996103:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.996104:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.996105:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.996107:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996109:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996111:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.996113:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.996115:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996117:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996125:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.996127:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.996129:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.996130:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.996132:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.996134:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.996136:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.996137:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.996555:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.996561:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996564:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996565:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.996568:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.996571:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996573:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996579:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.996580:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.996584:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.996585:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.996588:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.996590:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.996592:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.996593:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.996594:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.996596:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996598:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996600:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.996601:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.996604:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996605:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996608:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.996610:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.996612:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.996613:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.996616:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.996618:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.996619:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.996620:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.996621:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.996624:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996625:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996627:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.996629:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.996631:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996633:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996636:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.996661:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.996665:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.996666:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.996668:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.996670:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.996672:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.996673:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.996674:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.996677:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996679:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996681:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.996682:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.996685:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996686:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996690:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.996692:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.996694:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.996695:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.996698:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.996700:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.996702:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.996703:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.996704:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.996707:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996708:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996710:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.996712:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.996714:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996715:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996718:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.996719:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.996721:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.996723:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.996725:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.996727:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.996729:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.996729:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.996731:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.996733:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996735:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996736:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.996739:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.996740:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996742:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996745:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.996747:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.996749:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.996750:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.996752:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.996755:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.996756:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.996757:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.996759:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.996761:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996763:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996764:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.996767:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.996769:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996770:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996773:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.996774:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.996776:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.996777:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.996779:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.996781:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.996783:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.996783:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.996785:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.996787:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996789:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996790:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.996792:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.996794:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996795:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996798:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.996799:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.996801:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.996802:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.996804:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.996806:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.996807:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.996809:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.996810:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.996812:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996814:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996816:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.996818:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.996820:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996821:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996824:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.996825:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.996827:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.996828:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.996830:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.996832:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.996833:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.996834:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.996835:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.996837:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996839:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996840:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.996842:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.996843:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996845:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996847:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.996848:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.996850:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.996851:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.996853:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.996855:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.996856:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.996857:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.996858:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.996860:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996862:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996863:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.996865:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.996867:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996868:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996871:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.996871:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.996874:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.996875:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.996876:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.996878:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.996879:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.996880:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.996881:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.996883:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996885:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996886:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.996888:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.996890:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996891:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996894:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.996895:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.996897:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.996898:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.996900:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.996901:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.996903:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.996904:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.996905:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.996907:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996909:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996911:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.996913:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.996914:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996916:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996919:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.996921:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.996923:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.996924:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.996927:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.996928:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.996930:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.996931:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.996932:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.996934:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996936:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996937:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.996939:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.996942:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996943:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996946:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.996947:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.996950:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.996951:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.996953:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.996955:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.996956:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.996957:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.996958:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.996961:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996963:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996964:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.996966:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.996968:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996970:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996973:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.996975:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.996977:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.996978:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.996980:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.996982:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.996984:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.996985:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.996986:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.996988:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996990:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996992:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.996993:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.996995:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.996997:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.997000:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.997001:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.997003:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.997004:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.997007:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.997009:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.997010:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.997011:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.997012:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.997015:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.997017:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.997019:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.997020:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.997022:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.997024:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.997026:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.997028:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.997030:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.997031:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.997033:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.997035:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.997037:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.997038:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.997039:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.997041:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.997043:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.997044:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.997046:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.997048:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.997050:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.997053:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.997054:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.997057:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.997058:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.997060:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.997063:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.997064:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.997065:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.997066:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.997069:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.997071:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.997073:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.997075:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.997077:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.997078:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.997082:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.997083:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.997086:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.997087:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.997089:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.997091:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.997092:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.997093:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.997094:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.997096:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.997099:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.997100:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.997102:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.997104:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.997106:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.997109:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.997111:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.997113:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.997114:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.997116:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.997118:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.997120:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.997121:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.997122:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.997124:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.997126:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.997127:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.997129:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.997131:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.997133:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.997136:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.997138:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.998547:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.998550:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.998558:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.998563:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.998565:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.998568:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.998570:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.998573:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.998576:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.998578:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.998580:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.998585:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.998588:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.998598:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.998600:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.998603:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.998604:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.998606:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.998608:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.998610:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.998611:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.998612:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.998615:0:34171:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.998616:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.998618:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840365.998620:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.998622:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.998623:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840365.998626:0:34171:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840365.998627:0:34171:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7fff4c011c50 00000080:00000001:1.0:1788840365.998630:0:34171:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840365.998631:0:34171:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840365.998633:0:34171:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e800. 00000020:00000001:1.0:1788840365.998635:0:34171:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.998636:0:34171:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840365.998651:0:34171:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840365.998652:0:34171:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e800 uarg=0000000000000000 00020000:00000001:1.0:1788840365.998655:0:34171:0:(lov_obd.c:1002:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1788840365.998657:0:34171:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1788840365.998659:0:34171:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:1.0:1788840365.998661:0:34171:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e800. 00000080:00000001:1.0:1788840365.998663:0:34171:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1788840365.998665:0:34171:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1788840365.998677:0:34171:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:1.0:1788840365.998680:0:34171:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788840365.998683:0:34171:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201eebdd0 00000080:00200008:1.0:1788840365.998685:0:34171:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff90ee905142c8), flags 100000 00000080:00400000:1.0:1788840365.998689:0:34171:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:1.0:1788840365.998692:0:34171:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90ee817c6c80. 00000080:00000001:1.0:1788840365.998696:0:34171:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788840365.998699:0:34171:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201eebdd0 00000080:00000008:1.0:1788840365.998701:0:34171:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff90ee905142c8), flags 100000, rc = 0 00000080:00000001:1.0:1788840365.998703:0:34171:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840365.998704:0:34171:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840366.009147:0:34172:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840366.009157:0:34172:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840366.009160:0:34172:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788840366.009164:0:34172:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d33bc0 00000080:00200000:0.0:1788840366.009169:0:34172:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:0.0:1788840366.009178:0:34172:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee87161a00. 00800000:00000002:0.0:1788840366.009185:0:34172:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840366.009189:0:34172:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840366.009194:0:34172:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840366.009196:0:34172:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d33ae0 00800000:00000002:0.0:1788840366.009199:0:34172:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840366.009202:0:34172:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788840366.009206:0:34172:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788840366.009211:0:34172:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840366.009213:0:34172:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d339b0 00000002:00010000:0.0:1788840366.009216:0:34172:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788840366.009220:0:34172:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788840366.009221:0:34172:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840366.009224:0:34172:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840366.009232:0:34172:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74000 count: 2 00010000:00000001:0.0:1788840366.009235:0:34172:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840366.009242:0:34172:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840366.009247:0:34172:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788840366.009252:0:34172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f38e0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae10 expref: -99 pid: 34171 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1788840366.009263:0:34172:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840366.009269:0:34172:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840366.009272:0:34172:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f38e0 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae10 expref: -99 pid: 34171 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1788840366.009279:0:34172:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788840366.009282:0:34172:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840366.009283:0:34172:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840366.009285:0:34172:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840366.009287:0:34172:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840366.009289:0:34172:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788840366.009292:0:34172:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788840366.009295:0:34172:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840366.009298:0:34172:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee87161a00. 00000080:00000001:0.0:1788840366.009303:0:34172:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788840366.009305:0:34172:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840366.009308:0:34172:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:0.0:1788840366.009312:0:34172:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f38e0 00800000:00000001:0.0:1788840366.009315:0:34172:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840366.009317:0:34172:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840366.009318:0:34172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840366.009321:0:34172:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840366.009323:0:34172:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030a00 refcount=3 00000020:00000001:0.0:1788840366.009326:0:34172:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:0.0:1788840366.009329:0:34172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:0.0:1788840366.009331:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840366.009333:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840366.009334:0:34172:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840366.009336:0:34172:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840366.009338:0:34172:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f38e0 from it ffffa16201d33bf8 00010000:00000001:0.0:1788840366.009341:0:34172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840366.009342:0:34172:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840366.009343:0:34172:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030a00 refcount=3 00000020:00000001:0.0:1788840366.009345:0:34172:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:0.0:1788840366.009348:0:34172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757139968 : -122120952411648 : ffff90ee80030a00) 00010000:00000001:0.0:1788840366.009350:0:34172:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840366.009352:0:34172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f38e0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bae10 expref: -99 pid: 34171 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788840366.009359:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840366.009360:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840366.009361:0:34172:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840366.009364:0:34172:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840366.009366:0:34172:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f38e0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae10 expref: -99 pid: 34171 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788840366.009516:0:34172:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840366.009547:0:34172:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840366.009549:0:34172:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840366.009554:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840366.009555:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840366.009557:0:34172:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840366.009560:0:34172:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840366.009562:0:34172:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840366.009564:0:34172:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840366.009567:0:34172:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840366.009570:0:34172:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840366.009572:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840366.009573:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788840366.009576:0:34172:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788840366.009578:0:34172:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840366.009580:0:34172:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788840366.009585:0:34172:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840366.009592:0:34172:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788840366.009594:0:34172:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d33b58 00000080:00002000:0.0:1788840366.009595:0:34172:0:(dcache.c:87:ll_dcompare()) found name recon(ffff90ee9073e510) flags 0x48000e refc 0 00000080:00000001:0.0:1788840366.009598:0:34172:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.009600:0:34172:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d33bc8 00000080:00200000:0.0:1788840366.009601:0:34172:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=777 00000080:00000001:0.0:1788840366.009608:0:34172:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788840366.009609:0:34172:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x31:0x0](ffff90ee905963c8), inode mode 81a4 mask 52 00000080:00000001:0.0:1788840366.009612:0:34172:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840366.009618:0:34172:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788840366.009620:0:34172:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d33b98 00000080:00200008:0.0:1788840366.009622:0:34172:0:(file.c:1090:ll_file_open()) START file recon:[0x200000404:0x31:0x0](ffff90ee905963c8), flags 102101 00000080:00000010:0.0:1788840366.009628:0:34172:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90ee92d4cdc0. 00000080:00000001:0.0:1788840366.009634:0:34172:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1788840366.009636:0:34172:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee87161a00. 00800000:00000002:0.0:1788840366.009713:0:34172:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840366.009716:0:34172:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840366.009718:0:34172:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840366.009720:0:34172:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d33a48 00800000:00000002:0.0:1788840366.009722:0:34172:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x200000404:0x31:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840366.009725:0:34172:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:0.0:1788840366.009727:0:34172:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d339c8 00800000:00000002:0.0:1788840366.009730:0:34172:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1788840366.009733:0:34172:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840366.009734:0:34172:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d33900 00000002:00010000:0.0:1788840366.009736:0:34172:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0240102102 00000002:00000001:0.0:1788840366.009740:0:34172:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788840366.009742:0:34172:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788840366.009745:0:34172:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788840366.009749:0:34172:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74200 count: 2 00010000:00000001:0.0:1788840366.009752:0:34172:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840366.009755:0:34172:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788840366.009757:0:34172:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840366.009759:0:34172:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840366.009761:0:34172:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840366.009763:0:34172:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788840366.009764:0:34172:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74000 count: 2 00010000:00000001:0.0:1788840366.009767:0:34172:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840366.009769:0:34172:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788840366.009772:0:34172:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788840366.009776:0:34172:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f38e0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8a436931312bae10 expref: -99 pid: 34171 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00000001:0.0:1788840366.009783:0:34172:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788840366.009786:0:34172:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788840366.009788:0:34172:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788840366.009790:0:34172:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1788840366.009792:0:34172:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840366.009793:0:34172:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840366.009795:0:34172:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74000 count: 3 00010000:00000001:0.0:1788840366.009797:0:34172:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840366.009799:0:34172:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840366.009801:0:34172:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840366.009801:0:34172:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840366.009803:0:34172:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74000 count: 3 00010000:00000001:0.0:1788840366.009804:0:34172:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840366.009806:0:34172:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840366.009807:0:34172:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840366.009808:0:34172:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840366.009810:0:34172:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74000 count: 3 00010000:00000001:0.0:1788840366.009812:0:34172:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840366.009814:0:34172:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840366.009815:0:34172:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788840366.009818:0:34172:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff90ee90514200, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788840366.009822:0:34172:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788840366.009824:0:34172:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788840366.009827:0:34172:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788840366.009829:0:34172:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840366.009832:0:34172:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788840366.009835:0:34172:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788840366.009836:0:34172:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788840366.009838:0:34172:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840366.009840:0:34172:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788840366.009843:0:34172:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee80030a00 with handle 0x3aa5f499c96f38e0 from hash 00010000:00000001:0.0:1788840366.009845:0:34172:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788840366.009846:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840366.009847:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840366.009848:0:34172:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788840366.009851:0:34172:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788840366.009852:0:34172:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788840366.009854:0:34172:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788840366.009856:0:34172:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840366.009858:0:34172:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788840366.009863:0:34172:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f58a80. 00000020:00000040:0.0:1788840366.009867:0:34172:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 02000000:00000001:0.0:1788840366.009873:0:34172:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788840366.009874:0:34172:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840366.009877:0:34172:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788840366.009881:0:34172:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840366.009883:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840366.009884:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840366.009885:0:34172:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840366.009887:0:34172:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840366.009889:0:34172:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840366.009892:0:34172:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840366.009899:0:34172:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee86f36800. 00000100:00000001:0.0:1788840366.009906:0:34172:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840366.009911:0:34172:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840366.009913:0:34172:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788840366.009918:0:34172:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f38e0 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312bae10 expref: -99 pid: 34171 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1788840366.009929:0:34172:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788840366.009930:0:34172:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788840366.009932:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788840366.009934:0:34172:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030a00/0x3aa5f499c96f38e0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312bae10 expref: -99 pid: 34171 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000040:0.0:1788840366.009940:0:34172:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee99a74000 count: 0 00010000:00000010:0.0:1788840366.009945:0:34172:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90ee90f56600. 00010000:00000001:0.0:1788840366.009954:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840366.009956:0:34172:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840366.009957:0:34172:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840366.009959:0:34172:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840366.009960:0:34172:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840366.009968:0:34172:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446621952890473088 : -122120819078528 : ffff90ee87f58a80) 00010000:00000001:0.0:1788840366.009972:0:34172:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788840366.009974:0:34172:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788840366.009979:0:34172:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee99a74a00. 00010000:00000010:0.0:1788840366.009982:0:34172:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee90f56600. 00010000:00000001:0.0:1788840366.009986:0:34172:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788840366.009988:0:34172:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee80030400. 00000020:00000001:0.0:1788840366.009991:0:34172:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788840366.009993:0:34172:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee80030400 with handle 0x3aa5f499c96f38e7 to hash 00000020:00000001:0.0:1788840366.009995:0:34172:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788840366.009997:0:34172:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952757138432 : -122120952413184 : ffff90ee80030400) 00010000:00000001:0.0:1788840366.010000:0:34172:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952757138432 : -122120952413184 : ffff90ee80030400) 00010000:00000001:0.0:1788840366.010003:0:34172:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840366.010005:0:34172:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840366.010008:0:34172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030400/0x3aa5f499c96f38e7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34172 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840366.010015:0:34172:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030400/0x3aa5f499c96f38e7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34172 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788840366.010027:0:34172:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788840366.010039:0:34172:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee87f58a80 x1875733134004736/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788840366.010049:0:34172:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030400/0x3aa5f499c96f38e7 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34172 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788840366.010054:0:34172:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788840366.010056:0:34172:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788840366.010062:0:34172:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee850cf0c0. 00000100:00000001:0.0:1788840366.010064:0:34172:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952841674944 : -122120867876672 : ffff90ee850cf0c0) 00000100:00000001:0.0:1788840366.010066:0:34172:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840366.010068:0:34172:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890473088 : -122120819078528 : ffff90ee87f58a80) 00000100:00000001:0.0:1788840366.010072:0:34172:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840366.010076:0:34172:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840366.010078:0:34172:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788840366.010079:0:34172:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840366.010083:0:34172:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f58a80 x1875733134004736/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840366.010090:0:34172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840366.010092:0:34172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840366.010097:0:34172:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840366.010099:0:34172:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840366.010102:0:34172:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840366.010105:0:34172:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f58a80 pname:cluuid:pid:xid:nid:opc:job bash:10f4a654-3497-48d8-8f70-7e89f4f161cc:34172:1875733134004736:192.168.202.131@tcp:101:bash.0 00000100:00000001:0.0:1788840366.010108:0:34172:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840366.010114:0:34172:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840366.010116:0:34172:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840366.010119:0:34172:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840366.010359:0:34172:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff90ee87fe0000. 02000000:00000001:0.0:1788840366.010362:0:34172:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840366.010372:0:34172:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840366.010483:0:34172:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c800b0. 00000400:00000010:0.0:1788840366.010491:0:34172:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff90ee86f37c00. 00000100:00000200:0.0:1788840366.010500:0:34172:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875733134004736, portal 10 00000100:00000001:0.0:1788840366.010502:0:34172:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840366.010503:0:34172:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890473088 : -122120819078528 : ffff90ee87f58a80) 00000100:00000040:0.0:1788840366.010510:0:34172:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87f58a80 x1875733134004736/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840382 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840366.010528:0:34172:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840366.010531:0:34172:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840366.010535:0:34172:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6a18. 00000100:00000200:0.0:1788840366.010539:0:34172:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875733134004736, offset 0 00000400:00000200:0.0:1788840366.010546:0:34172:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840366.010555:0:34172:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840366.010561:0:34172:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840366.010567:0:34172:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840366.010571:0:34172:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840366.010574:0:34172:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840366.010577:0:34172:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840366.010581:0:34172:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2628:2628:256:4294967295] 192.168.202.131@tcp LPNI seq info [2628:2628:8:4294967295] 00000400:00000200:0.0:1788840366.010585:0:34172:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840366.010595:0:34172:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840366.010601:0:34172:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840366.010606:0:34172:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee92e46f00. 00000800:00000200:0.0:1788840366.010613:0:34172:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840366.010619:0:34172:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840366.010624:0:34172:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee92e46f00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1788840366.010768:0:34172:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840366.010773:0:34172:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 810990 usecs (811 jiffies) 00000400:00000200:0.0:1788840366.010777:0:34172:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840366.010780:0:34172:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296596640 00000100:00000001:0.0:1788840366.010787:0:34172:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, simply extend its deadline from 4296596585 00000100:00000001:0.0:1788840366.010792:0:34172:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296596640 00000100:00000001:0.0:1788840366.010795:0:34172:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, simply extend its deadline from 4296596585 00000100:00000001:0.0:1788840366.010798:0:34172:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840366.010801:0:34172:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840366.010803:0:34172:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840366.010805:0:34172:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788840366.010808:0:34172:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee850cf0c0 going to sleep for 11 seconds 00000100:00000001:0.0:1788840366.010810:0:34172:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840366.010813:0:34172:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840366.014370:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840366.014456:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee92e46f00. 00000400:00000200:3.0:1788840366.014463:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840366.014473:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840366.014480:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6a18 00000400:00000010:3.0:1788840366.014483:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6a18. 00000100:00000001:3.0:1788840366.014489:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840366.014498:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f58a80 x1875733134004736/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840382 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840366.014511:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840366.014515:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f58a80 x1875733134004736/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840382 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840366.014532:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840366.014534:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1788840366.017960:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74000. 00010000:00000010:0.1:1788840366.017975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030a00. 00000800:00000001:3.0:1788840366.026973:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840366.026992:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840366.026997:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840366.027000:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840366.027009:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840366.027016:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840366.027026:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840366.027031:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840366.027037:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840366.027041:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 664 into portal 10 MB=0x6a9f827255200 00000400:00000200:3.0:1788840366.027046:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840366.027053:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 664/664 into md 0x721d [32] + 224 00000800:00000001:3.0:1788840366.027060:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840366.027066:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840366.027070:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840366.027074:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840366.027082:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840366.027090:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f58a80 x1875733134004736/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840382 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840366.027101:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff90ee87f58a80 x1875733134004736/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840382 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840366.027126:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840366.027135:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840366.027146:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840366.027364:0:34172:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840366.027371:0:34172:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840366.027384:0:34172:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840366.027388:0:34172:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c800b0. 00000400:00000200:0.0:1788840366.027393:0:34172:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee86f37c00 00000400:00000010:0.0:1788840366.027395:0:34172:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff90ee86f37c00. 00000100:00000001:0.0:1788840366.027398:0:34172:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840366.027403:0:34172:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f58a80 x1875733134004736/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840382 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788840366.027411:0:34172:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f58a80 x1875733134004736/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840382 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840366.027417:0:34172:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840366.027419:0:34172:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840366.027421:0:34172:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840366.027425:0:34172:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840366.027427:0:34172:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840366.027429:0:34172:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840366.027433:0:34172:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840366.027444:0:34172:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=66 v=5 (5 5 102 102) 00000100:00001000:0.0:1788840366.027448:0:34172:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=24 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840366.027451:0:34172:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840366.027453:0:34172:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840366.027456:0:34172:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840366.027460:0:34172:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840366.027463:0:34172:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788840366.027466:0:34172:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788840366.027467:0:34172:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788840366.027469:0:34172:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840366.027471:0:34172:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890473088 : -122120819078528 : ffff90ee87f58a80) 00000100:00000001:0.0:1788840366.027474:0:34172:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840366.027476:0:34172:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 8589934597 00000100:00000001:0.0:1788840366.027478:0:34172:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840366.027481:0:34172:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840366.027485:0:34172:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f58a80 x1875733134004736/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/664 e 0 to 0 dl 1788840382 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840366.027491:0:34172:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840366.027494:0:34172:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840366.027496:0:34172:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840366.027499:0:34172:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f58a80 x1875733134004736/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/664 e 0 to 0 dl 1788840382 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788840366.027506:0:34172:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f58a80 pname:cluuid:pid:xid:nid:opc:job bash:10f4a654-3497-48d8-8f70-7e89f4f161cc:34172:1875733134004736:192.168.202.131@tcp:101:bash.0 00000100:00000001:0.0:1788840366.027510:0:34172:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840366.027513:0:34172:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840366.027515:0:34172:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788840366.027527:0:34172:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840366.027531:0:34172:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f58a80 x1875733134004736/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/664 e 0 to 0 dl 1788840382 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840366.027537:0:34172:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840366.027540:0:34172:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee850cf0c0. 00000100:00000001:0.0:1788840366.027543:0:34172:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788840366.027544:0:34172:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840366.027547:0:34172:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788840366.027552:0:34172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840366.027555:0:34172:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840366.027558:0:34172:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030400 refcount=4 00000020:00000001:0.0:1788840366.027560:0:34172:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757138432 : -122120952413184 : ffff90ee80030400) 00010000:00000001:0.0:1788840366.027563:0:34172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757138432 : -122120952413184 : ffff90ee80030400) 00010000:00000040:0.0:1788840366.027570:0:34172:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee80030400, remote cookie: 0x8a436931312bae1e, flags: 0x1001 00010000:00010000:0.0:1788840366.027575:0:34172:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030400/0x3aa5f499c96f38e7 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae1e expref: -99 pid: 34172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788840366.027583:0:34172:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x31:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788840366.027586:0:34172:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1788840366.027593:0:34172:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74200 count: 2 00010000:00000001:0.0:1788840366.027596:0:34172:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:0.0:1788840366.027599:0:34172:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee99a74a00 count: 0 00010000:00000010:0.0:1788840366.027604:0:34172:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90ee90f56600. 00010000:00000001:0.0:1788840366.027613:0:34172:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840366.027616:0:34172:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030400/0x3aa5f499c96f38e7 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae1e expref: -99 pid: 34172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840366.027625:0:34172:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030400/0x3aa5f499c96f38e7 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae1e expref: -99 pid: 34172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840366.027632:0:34172:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788840366.027636:0:34172:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788840366.027697:0:34172:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788840366.027699:0:34172:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788840366.027701:0:34172:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788840366.027703:0:34172:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x31:0x0].0x0 (ffff90ee99a74200) refcount = 2 00010000:00000040:0.0:1788840366.027706:0:34172:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788840366.027709:0:34172:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f38cb lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312baded expref: -99 pid: 34166 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788840366.027716:0:34172:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030400/0x3aa5f499c96f38e7 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bae1e expref: -99 pid: 34172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840366.027722:0:34172:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788840366.027725:0:34172:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788840366.027727:0:34172:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840366.027730:0:34172:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788840366.027732:0:34172:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840366.027735:0:34172:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030400/0x3aa5f499c96f38e7 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae1e expref: -99 pid: 34172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840366.027740:0:34172:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788840366.027741:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840366.027743:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840366.027744:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840366.027745:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840366.027746:0:34172:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840366.027750:0:34172:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788840366.027753:0:34172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840366.027754:0:34172:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840366.027755:0:34172:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030400 refcount=3 00000020:00000001:0.0:1788840366.027930:0:34172:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757138432 : -122120952413184 : ffff90ee80030400) 00010000:00000001:0.0:1788840366.027934:0:34172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757138432 : -122120952413184 : ffff90ee80030400) 00010000:00000001:0.0:1788840366.027936:0:34172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840366.027937:0:34172:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840366.027939:0:34172:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030400 refcount=4 00000020:00000001:0.0:1788840366.027941:0:34172:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757138432 : -122120952413184 : ffff90ee80030400) 00010000:00000001:0.0:1788840366.027943:0:34172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757138432 : -122120952413184 : ffff90ee80030400) 00010000:00000001:0.0:1788840366.027946:0:34172:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840366.027949:0:34172:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840366.027952:0:34172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030400/0x3aa5f499c96f38e7 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bae1e expref: -99 pid: 34172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840366.027958:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840366.027959:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840366.027960:0:34172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840366.027961:0:34172:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840366.027962:0:34172:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030400 refcount=5 00000020:00000001:0.0:1788840366.027964:0:34172:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757138432 : -122120952413184 : ffff90ee80030400) 00010000:00000001:0.0:1788840366.027967:0:34172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757138432 : -122120952413184 : ffff90ee80030400) 00010000:00000001:0.0:1788840366.027969:0:34172:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840366.027972:0:34172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030400/0x3aa5f499c96f38e7 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bae1e expref: -99 pid: 34172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840366.027978:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840366.027979:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788840366.027982:0:34172:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030400/0x3aa5f499c96f38e7 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bae1e expref: -99 pid: 34172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840366.027989:0:34172:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840366.027990:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840366.027991:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840366.027992:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840366.027993:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788840366.028000:0:34172:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x2b, status=0 req@ffff90ee87f58a80 x1875733134004736/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/664 e 0 to 0 dl 1788840382 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788840366.028009:0:34172:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1788840366.028014:0:34172:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90ee87f58a80 x1875733134004736/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/664 e 0 to 0 dl 1788840382 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788840366.028020:0:34172:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840366.028026:0:34172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840366.028027:0:34172:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840366.028028:0:34172:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030400 refcount=3 00000020:00000001:0.0:1788840366.028030:0:34172:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757138432 : -122120952413184 : ffff90ee80030400) 00010000:00000001:0.0:1788840366.028032:0:34172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757138432 : -122120952413184 : ffff90ee80030400) 00000002:00010000:0.0:1788840366.028036:0:34172:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030400/0x3aa5f499c96f38e7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae1e expref: -99 pid: 34172 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1788840366.028047:0:34172:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff90ee90b50e40. 00010000:00000001:0.0:1788840366.028050:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840366.028051:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840366.028053:0:34172:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840366.028055:0:34172:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840366.028057:0:34172:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1788840366.028059:0:34172:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840366.028061:0:34172:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890473088 : -122120819078528 : ffff90ee87f58a80) 00010000:00000001:0.0:1788840366.028063:0:34172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840366.028064:0:34172:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840366.028065:0:34172:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030400 refcount=3 00000020:00000001:0.0:1788840366.028066:0:34172:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757138432 : -122120952413184 : ffff90ee80030400) 00010000:00000001:0.0:1788840366.028068:0:34172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757138432 : -122120952413184 : ffff90ee80030400) 00000002:00010000:0.0:1788840366.028072:0:34172:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030400/0x3aa5f499c96f38e7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae1e expref: -99 pid: 34172 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840366.028078:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840366.028079:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840366.028081:0:34172:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788840366.028083:0:34172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840366.028084:0:34172:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840366.028085:0:34172:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030400 refcount=3 00000020:00000001:0.0:1788840366.028087:0:34172:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757138432 : -122120952413184 : ffff90ee80030400) 00010000:00000001:0.0:1788840366.028090:0:34172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757138432 : -122120952413184 : ffff90ee80030400) 00010000:00000040:0.0:1788840366.028093:0:34172:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74200 count: 3 00010000:00000001:0.0:1788840366.028095:0:34172:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840366.028098:0:34172:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840366.028101:0:34172:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788840366.028104:0:34172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f38cb lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312baded expref: -99 pid: 34166 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788840366.028111:0:34172:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840366.028117:0:34172:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840366.028119:0:34172:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f38cb lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312baded expref: -99 pid: 34166 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788840366.028130:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840366.028132:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840366.028133:0:34172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840366.028134:0:34172:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840366.028135:0:34172:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030400 refcount=3 00000020:00000001:0.0:1788840366.028137:0:34172:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757138432 : -122120952413184 : ffff90ee80030400) 00010000:00000001:0.0:1788840366.028218:0:34172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757138432 : -122120952413184 : ffff90ee80030400) 00010000:00000001:0.0:1788840366.028220:0:34172:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:0.0:1788840366.028223:0:34172:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030400/0x3aa5f499c96f38e7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae1e expref: -99 pid: 34172 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840366.028230:0:34172:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840366.028233:0:34172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030400/0x3aa5f499c96f38e7 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x8a436931312bae1e expref: -99 pid: 34172 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840366.028238:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840366.028239:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788840366.028242:0:34172:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030400/0x3aa5f499c96f38e7 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x8a436931312bae1e expref: -99 pid: 34172 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840366.028248:0:34172:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840366.028250:0:34172:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840366.028253:0:34172:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:0.0:1788840366.028257:0:34172:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff90ee850cf0c0. 00010000:00000001:0.0:1788840366.028261:0:34172:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:0.0:1788840366.028319:0:34172:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:0.0:1788840366.028323:0:34172:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840366.028324:0:34172:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840366.028326:0:34172:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840366.028327:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840366.028328:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840366.028331:0:34172:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788840366.028333:0:34172:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d33888 00000002:00002000:0.0:1788840366.028336:0:34172:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open|creat status=0 disp=0x80002b: rc = 0 00000002:00000001:0.0:1788840366.028339:0:34172:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840366.028343:0:34172:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840366.028346:0:34172:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788840366.028349:0:34172:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788840366.028352:0:34172:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788840366.028356:0:34172:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840366.028360:0:34172:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee87161a00. 00000080:00000001:0.0:1788840366.028365:0:34172:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788840366.028371:0:34172:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788840366.028375:0:34172:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:0.0:1788840366.028378:0:34172:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788840366.028383:0:34172:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953299705864 : -122120409845752 : ffff90eea059f008) 00000020:00001000:0.0:1788840366.028385:0:34172:0:(cl_object.c:823:cl_env_get()) 1@ffff90eea059f000 00000020:00000001:0.0:1788840366.028388:0:34172:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788840366.028391:0:34172:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788840366.028394:0:34172:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788840366.028400:0:34172:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90ee9887d6c0. 00020000:00000010:0.0:1788840366.028404:0:34172:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90ee86f6b400. 00020000:00000010:0.0:1788840366.028408:0:34172:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90ee9887d9c0. 00020000:00000001:0.0:1788840366.028411:0:34172:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621953168497088 : -122120541054528 : ffff90ee9887d9c0) 00020000:00000002:0.0:1788840366.028415:0:34172:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee9887d9c0, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788840366.028419:0:34172:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788840366.028423:0:34172:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90ee86f6b400: ostid: 0x240000400:67 ost idx: 0 gen: 0 00020000:00000002:0.0:1788840366.028427:0:34172:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90ee98eff3e0) owner ffff90ee99ebcf80 00020000:00000001:0.0:1788840366.028430:0:34172:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788840366.028432:0:34172:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90ee98eff3e0) owner ffff90ee99ebcf80 00020000:00000010:0.0:1788840366.028436:0:34172:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90ee86f6b400. 00020000:00000010:0.0:1788840366.028440:0:34172:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90ee9887d6c0. 00020000:00000010:0.0:1788840366.028443:0:34172:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90ee9887d9c0. 00020000:00000002:0.0:1788840366.028445:0:34172:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788840366.028447:0:34172:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.028449:0:34172:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788840366.028451:0:34172:0:(cl_object.c:917:cl_env_put()) 1@ffff90eea059f000 00000080:00000001:0.0:1788840366.028456:0:34172:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833969 : 144115205322833969 : 200000404000031) 00000080:00000001:0.0:1788840366.028459:0:34172:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:0.0:1788840366.028463:0:34172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840366.028464:0:34172:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840366.028467:0:34172:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030c00 refcount=3 00000020:00000001:0.0:1788840366.028468:0:34172:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840366.028471:0:34172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00000080:00000001:0.0:1788840366.028474:0:34172:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788840366.028475:0:34172:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788840366.028477:0:34172:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953299705864 : -122120409845752 : ffff90eea059f008) 00000020:00001000:0.0:1788840366.028479:0:34172:0:(cl_object.c:823:cl_env_get()) 1@ffff90eea059f000 00000020:00000001:0.0:1788840366.028481:0:34172:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788840366.028482:0:34172:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788840366.028483:0:34172:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788840366.028486:0:34172:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90ee9887d9c0. 00020000:00000010:0.0:1788840366.028488:0:34172:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90ee86f6b400. 00020000:00000010:0.0:1788840366.028491:0:34172:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90ee9887d6c0. 00020000:00000001:0.0:1788840366.028493:0:34172:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621953168496320 : -122120541055296 : ffff90ee9887d6c0) 00020000:00000002:0.0:1788840366.028495:0:34172:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee9887d6c0, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788840366.028498:0:34172:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788840366.028502:0:34172:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90ee86f6b400: ostid: 0x240000400:67 ost idx: 0 gen: 0 00020000:00000002:0.0:1788840366.028504:0:34172:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90ee98eff3e0) owner ffff90ee99ebcf80 00020000:00000001:0.0:1788840366.028506:0:34172:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788840366.028508:0:34172:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90ee98eff3e0) owner ffff90ee99ebcf80 00020000:00000010:0.0:1788840366.028510:0:34172:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90ee86f6b400. 00020000:00000010:0.0:1788840366.028513:0:34172:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90ee9887d9c0. 00020000:00000010:0.0:1788840366.028515:0:34172:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90ee9887d6c0. 00020000:00000002:0.0:1788840366.028528:0:34172:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788840366.028530:0:34172:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.028532:0:34172:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.028535:0:34172:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788840366.028538:0:34172:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee98eff3e0) owner 0000000000000000/ffff90ee99ebcf80 00020000:00000002:0.0:1788840366.028541:0:34172:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90ee9887df00 addref 2/0 by ffff90ee99ebcf80. 00020000:00000002:0.0:1788840366.028544:0:34172:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee98eff3e0) owner 0000000000000000/ffff90ee99ebcf80 00020000:00000001:0.0:1788840366.028546:0:34172:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788840366.028548:0:34172:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788840366.028550:0:34172:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788840366.028551:0:34172:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1788840366.028554:0:34172:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1788840366.028556:0:34172:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x31:0x0]: layout version change: 0 -> 0 00000020:00001000:0.0:1788840366.028558:0:34172:0:(cl_object.c:917:cl_env_put()) 1@ffff90eea059f000 00000080:00000001:0.0:1788840366.028561:0:34172:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840366.028562:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840366.028563:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788840366.028565:0:34172:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788840366.028568:0:34172:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788840366.028569:0:34172:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840366.028572:0:34172:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff90ee905963c8) for lock 0x3aa5f499c96f38cb 00800000:00000001:0.0:1788840366.028575:0:34172:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840366.028577:0:34172:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840366.028578:0:34172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840366.028579:0:34172:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840366.028580:0:34172:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030c00 refcount=3 00000020:00000001:0.0:1788840366.028582:0:34172:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840366.028585:0:34172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840366.028587:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840366.028588:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840366.028590:0:34172:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840366.028592:0:34172:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840366.028594:0:34172:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840366.028600:0:34172:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f58a80 x1875733134004736/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840382 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840366.028607:0:34172:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840366.028610:0:34172:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f38cb from it ffffa16201d33bf0 00010000:00000001:0.0:1788840366.028613:0:34172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840366.028614:0:34172:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840366.028615:0:34172:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030c00 refcount=3 00000020:00000001:0.0:1788840366.028617:0:34172:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840366.028619:0:34172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840366.028621:0:34172:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840366.028624:0:34172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f38cb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8a436931312baded expref: -99 pid: 34166 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788840366.028631:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840366.028632:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840366.028633:0:34172:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840366.028635:0:34172:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840366.028666:0:34172:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f38cb lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312baded expref: -99 pid: 34166 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788840366.028674:0:34172:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840366.028676:0:34172:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840366.028678:0:34172:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840366.028683:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840366.028684:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840366.028685:0:34172:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840366.028687:0:34172:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840366.028689:0:34172:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840366.028691:0:34172:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840366.028694:0:34172:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840366.028696:0:34172:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840366.028697:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840366.028698:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788840366.028701:0:34172:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788840366.028706:0:34172:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff90ee90b50940. 00000080:00000001:0.0:1788840366.028710:0:34172:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1788840366.028713:0:34172:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1788840366.028716:0:34172:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1788840366.028720:0:34172:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff90ee83169ba0. 00000002:00100000:0.0:1788840366.028726:0:34172:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90ee87f58a80 x1875733134004736/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840382 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788840366.028738:0:34172:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840366.028740:0:34172:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788840366.028744:0:34172:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1788840366.028748:0:34172:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840366.028751:0:34172:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1788840366.028753:0:34172:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788840366.028755:0:34172:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788840366.028757:0:34172:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788840366.028759:0:34172:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840366.028772:0:34172:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1788840366.028774:0:34172:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840366.028776:0:34172:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788840366.028778:0:34172:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840366.028780:0:34172:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840366.028784:0:34172:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840366.028788:0:34172:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f58a80 x1875733134004736/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840382 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1788840366.028795:0:34172:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840366.028798:0:34172:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff90ee87fe0000. 02000000:00000001:0.0:1788840366.028825:0:34172:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788840366.028828:0:34172:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.028832:0:34172:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d33b98 00000080:00000008:0.0:1788840366.028834:0:34172:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff90ee905963c8), flags 102101, rc = 0 00020000:00000001:0.0:1788840366.028934:0:34172:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788840366.028937:0:34172:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee98eff3e0) owner 0000000000000000/ffff90ee99ebcf80 00020000:00000002:0.0:1788840366.028940:0:34172:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee98eff3e0) owner 0000000000000000/ffff90ee99ebcf80 00020000:00000001:0.0:1788840366.028942:0:34172:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.038564:0:34172:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d33d28 00000080:00200008:0.0:1788840366.038574:0:34172:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000404:0x31:0x0](ffff90ee905963c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788840366.038583:0:34172:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788840366.038584:0:34172:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d33ca0 00000080:00200000:0.0:1788840366.038586:0:34172:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x31:0x0](ffff90ee905963c8),name=recon 00000080:00000010:0.0:1788840366.038594:0:34172:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee87161a00. 00800000:00000002:0.0:1788840366.038600:0:34172:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840366.038607:0:34172:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840366.038611:0:34172:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840366.038614:0:34172:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d33bc0 00800000:00000002:0.0:1788840366.038616:0:34172:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x31:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840366.038620:0:34172:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788840366.038625:0:34172:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='' -> mds #0 00000002:00000001:0.0:1788840366.038630:0:34172:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840366.038631:0:34172:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d33a90 00000002:00010000:0.0:1788840366.038633:0:34172:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788840366.038700:0:34172:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788840366.038704:0:34172:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840366.038708:0:34172:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840366.038716:0:34172:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74200 count: 3 00010000:00000001:0.0:1788840366.038719:0:34172:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840366.038725:0:34172:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840366.038729:0:34172:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788840366.038733:0:34172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f38cb lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312baded expref: -99 pid: 34166 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1788840366.038745:0:34172:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840366.038751:0:34172:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840366.038754:0:34172:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f38cb lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312baded expref: -99 pid: 34166 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1788840366.038827:0:34172:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788840366.038829:0:34172:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840366.038832:0:34172:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840366.038834:0:34172:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840366.038836:0:34172:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840366.038838:0:34172:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788840366.038841:0:34172:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788840366.038844:0:34172:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840366.038847:0:34172:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee87161a00. 00000080:00000001:0.0:1788840366.038852:0:34172:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788840366.038854:0:34172:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840366.038856:0:34172:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x31:0x0](ffff90ee905963c8) 00000080:00010000:0.0:1788840366.038860:0:34172:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff90ee905963c8) for lock 0x3aa5f499c96f38cb 00800000:00000001:0.0:1788840366.038863:0:34172:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840366.038866:0:34172:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840366.038867:0:34172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840366.038869:0:34172:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840366.038872:0:34172:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030c00 refcount=3 00000020:00000001:0.0:1788840366.038874:0:34172:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840366.038877:0:34172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840366.038880:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840366.038881:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840366.038882:0:34172:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840366.038884:0:34172:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840366.038887:0:34172:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f38cb from it ffffa16201d33cd8 00010000:00000001:0.0:1788840366.038889:0:34172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840366.038890:0:34172:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840366.038892:0:34172:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030c00 refcount=3 00000020:00000001:0.0:1788840366.038893:0:34172:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840366.038895:0:34172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840366.038897:0:34172:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840366.038900:0:34172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f38cb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8a436931312baded expref: -99 pid: 34166 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788840366.038907:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840366.038908:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840366.038910:0:34172:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840366.038913:0:34172:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840366.038915:0:34172:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f38cb lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312baded expref: -99 pid: 34166 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788840366.038923:0:34172:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840366.038927:0:34172:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840366.038929:0:34172:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840366.038933:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840366.038934:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840366.038936:0:34172:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840366.038939:0:34172:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840366.038941:0:34172:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840366.038942:0:34172:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840366.038945:0:34172:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840366.038947:0:34172:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840366.038949:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840366.038950:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788840366.038953:0:34172:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788840366.038955:0:34172:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788840366.038958:0:34172:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1788840366.038960:0:34172:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788840366.038962:0:34172:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788840366.038963:0:34172:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788840366.038965:0:34172:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840366.038967:0:34172:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788840366.038969:0:34172:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1788840366.038972:0:34172:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788840366.038975:0:34172:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953299705864 : -122120409845752 : ffff90eea059f008) 00000020:00001000:0.0:1788840366.038977:0:34172:0:(cl_object.c:823:cl_env_get()) 1@ffff90eea059f000 00000020:00000001:0.0:1788840366.038982:0:34172:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f918 00000020:00000001:0.0:1788840366.038984:0:34172:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788840366.038987:0:34172:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788840366.038989:0:34172:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1788840366.038992:0:34172:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788840366.038993:0:34172:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788840366.038995:0:34172:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788840366.038997:0:34172:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840366.038998:0:34172:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788840366.039003:0:34172:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x31:0x0]io ffff90ee98223c80 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1788840366.039006:0:34172:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee98eff3e0) owner 0000000000000000/ffff90ee99ebcf80 00020000:00000001:0.0:1788840366.039009:0:34172:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788840366.039011:0:34172:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788840366.039013:0:34172:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788840366.039015:0:34172:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840366.039017:0:34172:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788840366.039019:0:34172:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788840366.039021:0:34172:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.039022:0:34172:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788840366.039023:0:34172:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788840366.039024:0:34172:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788840366.039026:0:34172:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee98eff3e0) owner 0000000000000000/ffff90ee99ebcf80 00000020:00000001:0.0:1788840366.039028:0:34172:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788840366.039030:0:34172:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1788840366.039031:0:34172:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x31:0x0] 00000020:00000001:0.0:1788840366.039033:0:34172:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788840366.039035:0:34172:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788840366.039038:0:34172:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788840366.039039:0:34172:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788840366.039044:0:34172:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1788840366.039050:0:34172:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90ee90f56600. 00020000:00000002:0.0:1788840366.039052:0:34172:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788840366.039055:0:34172:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788840366.039057:0:34172:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788840366.039058:0:34172:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788840366.039059:0:34172:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788840366.039061:0:34172:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953299709176 : -122120409842440 : ffff90eea059fcf8) 00000020:00001000:0.0:1788840366.039062:0:34172:0:(cl_object.c:823:cl_env_get()) 1@ffff90eea059fcf0 00000020:00000001:0.0:1788840366.039065:0:34172:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f210 -> ffff90ee82e4f918 00000020:00000001:0.0:1788840366.039067:0:34172:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788840366.039070:0:34172:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788840366.039071:0:34172:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788840366.039072:0:34172:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840366.039074:0:34172:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840366.039076:0:34172:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953037278736 : -122120672272880 : ffff90ee90b59e10) 00000020:00000001:0.0:1788840366.039078:0:34172:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788840366.039082:0:34172:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90ee830a4130. 00000008:00010000:0.0:1788840366.039084:0:34172:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1788840366.039088:0:34172:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788840366.039089:0:34172:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788840366.039090:0:34172:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90ee90f56630, osc lock ffff90ee830a4130, flags 0x400001002 00000020:00000001:0.0:1788840366.039093:0:34172:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840366.039095:0:34172:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840366.039098:0:34172:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621953041458688 : -122120668092928 : ffff90ee90f56600) 00000020:00000001:0.0:1788840366.039100:0:34172:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788840366.039101:0:34172:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788840366.039102:0:34172:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.039104:0:34172:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.039106:0:34172:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1788840366.039108:0:34172:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1788840366.039109:0:34172:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788840366.039110:0:34172:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788840366.039111:0:34172:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788840366.039112:0:34172:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953037278736 : -122120672272880 : ffff90ee90b59e10) 00000020:00000001:0.0:1788840366.039114:0:34172:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788840366.039116:0:34172:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788840366.039118:0:34172:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788840366.039121:0:34172:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788840366.039123:0:34172:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788840366.039124:0:34172:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788840366.039126:0:34172:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788840366.039127:0:34172:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788840366.039128:0:34172:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788840366.039130:0:34172:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788840366.039131:0:34172:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840366.039134:0:34172:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74b00 count: 2 00010000:00000001:0.0:1788840366.039136:0:34172:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840366.039284:0:34172:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840366.039288:0:34172:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788840366.039292:0:34172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788840366.039302:0:34172:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840366.039305:0:34172:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840366.039308:0:34172:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788840366.039315:0:34172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840366.039316:0:34172:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840366.039318:0:34172:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031000 refcount=3 00000020:00000001:0.0:1788840366.039320:0:34172:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:0.0:1788840366.039322:0:34172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00000008:00000001:0.0:1788840366.039325:0:34172:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788840366.039328:0:34172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840366.039329:0:34172:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840366.039330:0:34172:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031000 refcount=4 00000020:00000001:0.0:1788840366.039332:0:34172:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:0.0:1788840366.039334:0:34172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00000020:00000001:0.0:1788840366.039337:0:34172:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788840366.039339:0:34172:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1788840366.039341:0:34172:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1788840366.039343:0:34172:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840366.039345:0:34172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840366.039346:0:34172:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840366.039347:0:34172:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031000 refcount=5 00000020:00000001:0.0:1788840366.039349:0:34172:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:0.0:1788840366.039351:0:34172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:0.0:1788840366.039352:0:34172:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840366.039355:0:34172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788840366.039361:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840366.039362:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840366.039363:0:34172:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840366.039364:0:34172:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840366.039367:0:34172:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788840366.043021:0:34172:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840366.043031:0:34172:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840366.043034:0:34172:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840366.043040:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840366.043042:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840366.043044:0:34172:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840366.043048:0:34172:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840366.043050:0:34172:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840366.043052:0:34172:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840366.043057:0:34172:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840366.043059:0:34172:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840366.043061:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840366.043062:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840366.043065:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840366.043065:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788840366.043067:0:34172:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840366.043071:0:34172:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.043074:0:34172:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840366.043077:0:34172:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.043079:0:34172:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.043081:0:34172:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788840366.043083:0:34172:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1788840366.043086:0:34172:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1788840366.043088:0:34172:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1788840366.043091:0:34172:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.043094:0:34172:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840366.043101:0:34172:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788840366.043106:0:34172:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f918 00000020:00000001:0.0:1788840366.043110:0:34172:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f918 00000020:00000001:0.0:1788840366.043112:0:34172:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788840366.043117:0:34172:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1788840366.043120:0:34172:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788840365 a=0 c=1788840365 b=1 00020000:00000001:0.0:1788840366.043124:0:34172:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.043126:0:34172:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.043127:0:34172:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f918 00000080:00200000:0.0:1788840366.043130:0:34172:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 23 i_blocks 1 00000080:00000001:0.0:1788840366.043132:0:34172:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788840366.043134:0:34172:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788840366.043367:0:34172:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90ee98223c20 (ffff90eea059f008/0) at cl_lock_release():245 00000020:00000001:0.0:1788840366.043371:0:34172:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788840366.043384:0:34172:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee98223c20 (ffff90eea059f008/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788840366.043388:0:34172:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788840366.043391:0:34172:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788840366.043393:0:34172:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953037278736 : -122120672272880 : ffff90ee90b59e10) 00000020:00000001:0.0:1788840366.043395:0:34172:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788840366.043397:0:34172:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee90f56630 (ffff90eea059fcf8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788840366.043400:0:34172:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788840366.043401:0:34172:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788840366.043403:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840366.043404:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788840366.043405:0:34172:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788840366.043407:0:34172:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788840366.043408:0:34172:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788840366.043409:0:34172:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788840366.043411:0:34172:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788840366.043412:0:34172:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee98223c20 (ffff90eea059f008/0) at cl_lock_fini():72 00020000:00000001:0.0:1788840366.043415:0:34172:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788840366.043416:0:34172:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788840366.043417:0:34172:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee90f56630 (ffff90eea059f008/1) at cl_lock_fini():72 00000008:00000010:0.0:1788840366.043420:0:34172:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90ee830a4130. 00000020:00000001:0.0:1788840366.043426:0:34172:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788840366.043427:0:34172:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90ee90f56600. 00020000:00000001:0.0:1788840366.043431:0:34172:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788840366.043432:0:34172:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788840366.043433:0:34172:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1788840366.043435:0:34172:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.043438:0:34172:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788840366.043441:0:34172:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788840366.043443:0:34172:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788840366.043444:0:34172:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788840366.043446:0:34172:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788840366.043448:0:34172:0:(cl_object.c:917:cl_env_put()) 1@ffff90eea059fcf0 00020000:00000001:0.0:1788840366.043451:0:34172:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788840366.043454:0:34172:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788840366.043457:0:34172:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788840366.043459:0:34172:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788840366.043464:0:34172:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788840366.043466:0:34172:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840366.043468:0:34172:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788840366.043470:0:34172:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788840366.043472:0:34172:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788840366.043473:0:34172:0:(cl_object.c:917:cl_env_put()) 1@ffff90eea059f000 00000001:00000001:0.0:1788840366.043475:0:34172:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.043484:0:34172:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d33d28 00000080:00000008:0.0:1788840366.043486:0:34172:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff90ee905963c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788840366.043571:0:34172:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:0.0:1788840366.043573:0:34172:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d33d88 00000080:00200008:0.0:1788840366.043575:0:34172:0:(file.c:2650:do_file_write_iter()) START file recon:[0x200000404:0x31:0x0], ppos: 0, count: 23 00000080:00000002:0.0:1788840366.043578:0:34172:0:(file.c:2656:do_file_write_iter()) inode ffff90ee905963c8 need_sync_to_oss [0x200000404:0x31:0x0] 00000080:00000001:0.0:1788840366.043581:0:34172:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:0.0:1788840366.043583:0:34172:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840366.043585:0:34172:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1788840366.043588:0:34172:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.043591:0:34172:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788840366.043594:0:34172:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953299705864 : -122120409845752 : ffff90eea059f008) 00000020:00001000:0.0:1788840366.043596:0:34172:0:(cl_object.c:823:cl_env_get()) 1@ffff90eea059f000 00000080:00000001:0.0:1788840366.043599:0:34172:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1788840366.043601:0:34172:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d33c98 00000080:00200000:0.0:1788840366.043602:0:34172:0:(file.c:2090:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:0.0:1788840366.043606:0:34172:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d33c30 00000080:00200000:0.0:1788840366.043608:0:34172:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:0.0:1788840366.043610:0:34172:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788840366.043612:0:34172:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f918 00000020:00000001:0.0:1788840366.043614:0:34172:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f918 00000020:00000001:0.0:1788840366.043615:0:34172:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788840366.043617:0:34172:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1788840366.043619:0:34172:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788840365 a=0 c=1788840365 b=1 00020000:00000001:0.0:1788840366.043622:0:34172:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.043623:0:34172:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.043625:0:34172:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f918 00000080:00200000:0.0:1788840366.043627:0:34172:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 23 i_blocks 1 00000080:00000001:0.0:1788840366.043628:0:34172:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788840366.043630:0:34172:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1788840366.043636:0:34172:0:(cl_io.c:214:cl_io_rw_init()) header@00000000da01a120[0x110, 2, [0x200000404:0x31:0x0] hash] 00000020:00200000:0.0:1788840366.043700:0:34172:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23, 46) 0 1 00000020:00000001:0.0:1788840366.043704:0:34172:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f918 00000020:00000001:0.0:1788840366.043706:0:34172:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788840366.043708:0:34172:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788840366.043710:0:34172:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788840366.043713:0:34172:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788840366.043714:0:34172:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1788840366.043716:0:34172:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840366.043720:0:34172:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840366.043723:0:34172:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788840366.043724:0:34172:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840366.043726:0:34172:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788840366.043729:0:34172:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x31:0x0]io ffff90ee98223c80 type 2 ignore/verify layout 0/0 00020000:00000002:0.0:1788840366.043732:0:34172:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee98eff3e0) owner 0000000000000000/ffff90ee99ebcf80 00020000:00000001:0.0:1788840366.043735:0:34172:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788840366.043737:0:34172:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788840366.043739:0:34172:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788840366.043741:0:34172:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:0.0:1788840366.043743:0:34172:0:(lov_io.c:860:lov_io_slice_init()) 23 46 00020000:00000001:0.0:1788840366.043746:0:34172:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:0.0:1788840366.043747:0:34172:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788840366.043748:0:34172:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.043750:0:34172:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788840366.043751:0:34172:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788840366.043752:0:34172:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788840366.043754:0:34172:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee98eff3e0) owner 0000000000000000/ffff90ee99ebcf80 00000020:00000001:0.0:1788840366.043756:0:34172:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.043758:0:34172:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788840366.043829:0:34172:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:0.0:1788840366.043833:0:34172:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:0.0:1788840366.043835:0:34172:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.043840:0:34172:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788840366.043842:0:34172:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788840366.043844:0:34172:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:0.0:1788840366.043846:0:34172:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:0.0:1788840366.043847:0:34172:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00000001:0.0:1788840366.043851:0:34172:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788840366.043854:0:34172:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788840366.043858:0:34172:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788840366.043860:0:34172:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788840366.043862:0:34172:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788840366.043863:0:34172:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788840366.043865:0:34172:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953299709176 : -122120409842440 : ffff90eea059fcf8) 00000020:00001000:0.0:1788840366.043868:0:34172:0:(cl_object.c:823:cl_env_get()) 1@ffff90eea059fcf0 00000020:00000001:0.0:1788840366.043870:0:34172:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f210 -> ffff90ee82e4f918 00000020:00000001:0.0:1788840366.043872:0:34172:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788840366.043875:0:34172:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788840366.043876:0:34172:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788840366.043878:0:34172:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840366.043879:0:34172:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840366.043881:0:34172:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953037278736 : -122120672272880 : ffff90ee90b59e10) 00000020:00000001:0.0:1788840366.043884:0:34172:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1788840366.043886:0:34172:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1788840366.043889:0:34172:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.043891:0:34172:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840366.043894:0:34172:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840366.043895:0:34172:0:(lov_io.c:1227:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.043897:0:34172:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.043899:0:34172:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:0.0:1788840366.043902:0:34172:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1788840366.043903:0:34172:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1788840366.043906:0:34172:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:0.0:1788840366.043909:0:34172:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840366.043912:0:34172:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840366.043914:0:34172:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1788840366.043915:0:34172:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:0.0:1788840366.043917:0:34172:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1788840366.043919:0:34172:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1788840366.043920:0:34172:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.043922:0:34172:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840366.043924:0:34172:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840366.043925:0:34172:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840366.043926:0:34172:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840366.043928:0:34172:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788840366.043930:0:34172:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788840366.043931:0:34172:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788840366.043932:0:34172:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788840366.043933:0:34172:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.043935:0:34172:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840366.043936:0:34172:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840366.043938:0:34172:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.043939:0:34172:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788840366.043940:0:34172:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788840366.043942:0:34172:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788840366.043944:0:34172:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788840366.043946:0:34172:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788840366.043949:0:34172:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1788840366.043958:0:34172:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90ee90f56600. 00020000:00000002:0.0:1788840366.043961:0:34172:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788840366.043963:0:34172:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788840366.043964:0:34172:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788840366.043965:0:34172:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953037278736 : -122120672272880 : ffff90ee90b59e10) 00000020:00000001:0.0:1788840366.043967:0:34172:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788840366.043971:0:34172:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90ee830a4130. 00000008:00010000:0.0:1788840366.043974:0:34172:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1788840366.043976:0:34172:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788840366.043978:0:34172:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788840366.043981:0:34172:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90ee90f56630, osc lock ffff90ee830a4130, flags 0x0 00000020:00000001:0.0:1788840366.043983:0:34172:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840366.043985:0:34172:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840366.043987:0:34172:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621953041458688 : -122120668092928 : ffff90ee90f56600) 00000020:00000001:0.0:1788840366.043989:0:34172:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788840366.043990:0:34172:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788840366.043992:0:34172:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.043993:0:34172:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.043995:0:34172:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788840366.043996:0:34172:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788840366.043998:0:34172:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788840366.043999:0:34172:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953037278736 : -122120672272880 : ffff90ee90b59e10) 00000020:00000001:0.0:1788840366.044001:0:34172:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788840366.044003:0:34172:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788840366.044004:0:34172:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1788840366.044006:0:34172:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.044009:0:34172:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788840366.044011:0:34172:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788840366.044013:0:34172:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788840366.044014:0:34172:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788840366.044015:0:34172:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788840366.044016:0:34172:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788840366.044019:0:34172:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788840366.044021:0:34172:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840366.044028:0:34172:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74b00 count: 2 00010000:00000001:0.0:1788840366.044031:0:34172:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840366.044038:0:34172:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840366.044042:0:34172:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788840366.044048:0:34172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788840366.044060:0:34172:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840366.044066:0:34172:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840366.044069:0:34172:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 2/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788840366.044077:0:34172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840366.044079:0:34172:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840366.044082:0:34172:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031000 refcount=3 00000020:00000001:0.0:1788840366.044084:0:34172:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:0.0:1788840366.044086:0:34172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00000008:00000001:0.0:1788840366.044091:0:34172:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788840366.044093:0:34172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840366.044094:0:34172:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840366.044095:0:34172:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031000 refcount=4 00000020:00000001:0.0:1788840366.044097:0:34172:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:0.0:1788840366.044099:0:34172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:0.0:1788840366.044101:0:34172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840366.044103:0:34172:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840366.044104:0:34172:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031000 refcount=5 00000020:00000001:0.0:1788840366.044106:0:34172:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:0.0:1788840366.044108:0:34172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:0.0:1788840366.044110:0:34172:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840366.044112:0:34172:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840366.044115:0:34172:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 6/0,2 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788840366.044128:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840366.044129:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788840366.044132:0:34172:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840366.044134:0:34172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840366.044135:0:34172:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840366.044136:0:34172:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031000 refcount=6 00000020:00000001:0.0:1788840366.044147:0:34172:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:0.0:1788840366.044150:0:34172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:0.0:1788840366.044152:0:34172:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840366.044155:0:34172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 6/0,2 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788840366.044161:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840366.044162:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788840366.044164:0:34172:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788840366.044170:0:34172:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840366.044171:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840366.044172:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840366.044173:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840366.044175:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788840366.044176:0:34172:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840366.044178:0:34172:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.044180:0:34172:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840366.044182:0:34172:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.044183:0:34172:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.044185:0:34172:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.044187:0:34172:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.044189:0:34172:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.044191:0:34172:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:0.0:1788840366.044193:0:34172:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000080:00000001:0.0:1788840366.044198:0:34172:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788840366.044199:0:34172:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f918 00000020:00000001:0.0:1788840366.044201:0:34172:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f918 00000020:00000001:0.0:1788840366.044203:0:34172:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788840366.044205:0:34172:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1788840366.044206:0:34172:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788840365 a=0 c=1788840365 b=1 00020000:00000001:0.0:1788840366.044209:0:34172:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.044210:0:34172:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.044212:0:34172:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f918 00000080:00200000:0.0:1788840366.044213:0:34172:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 23 i_blocks 1 00000080:00000001:0.0:1788840366.044215:0:34172:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788840366.044217:0:34172:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d33b80 00000080:00200000:0.0:1788840366.044220:0:34172:0:(vvp_io.c:1292:vvp_io_write_start()) recon: write [23, 46) append 1 append lockpos 18446744073709551615 00000020:00000001:0.0:1788840366.044222:0:34172:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:0.0:1788840366.044225:0:34172:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee98eff3e0) owner 0000000000000000/ffff90ee99ebcf80 00020000:00000002:0.0:1788840366.044227:0:34172:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90ee9887df00 addref 2/0 by ffff90ee99ebcf80. 00020000:00000002:0.0:1788840366.044230:0:34172:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee98eff3e0) owner 0000000000000000/ffff90ee99ebcf80 00000020:00000001:0.0:1788840366.044232:0:34172:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:0.0:1788840366.044235:0:34172:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1788840366.044238:0:34172:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1788840366.044239:0:34172:0:(lov_offset.c:253:lov_stripe_intersects()) [23->45] -> [(0) 23->45 (0)] 00020000:00000001:0.0:1788840366.044242:0:34172:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788840366.044243:0:34172:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953037278736 : -122120672272880 : ffff90ee90b59e10) 00000020:00000001:0.0:1788840366.044244:0:34172:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788840366.044246:0:34172:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788840366.044249:0:34172:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.044251:0:34172:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840366.044253:0:34172:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.044255:0:34172:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840366.044263:0:34172:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:0.0:1788840366.044265:0:34172:0:(rw26.c:676:ll_write_begin()) Writing 0 of 23 to 23 bytes 00000020:00000001:0.0:1788840366.044271:0:34172:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:0.0:1788840366.044272:0:34172:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x31:0x0] fffffcfe44a336c0 ffff90ee8344b700 1 00000020:00000001:0.0:1788840366.044276:0:34172:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788840366.044277:0:34172:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446621952811775744 : -122120897775872 : ffff90ee8344b700) 00000020:00000001:0.0:1788840366.044280:0:34172:0:(cl_page.c:444:cl_page_find()) Process leaving (rc=18446621952811775744 : -122120897775872 : ffff90ee8344b700) 00000020:00000001:0.0:1788840366.044283:0:34172:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:0.0:1788840366.044284:0:34172:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788840366.044285:0:34172:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446621953161837696 : -122120547713920 : ffff90ee98223c80) 00000020:00000001:0.0:1788840366.044288:0:34172:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1788840366.044289:0:34172:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1788840366.044291:0:34172:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788840366.044294:0:34172:0:(cl_page.c:507:__cl_page_state_set()) page@000000002cf14e1f[2 00000000e8450429 1 1 00000000031b5db7 0 0 0] 00000020:00000001:0.0:1788840366.044296:0:34172:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1788840366.044298:0:34172:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788840366.044299:0:34172:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:0.0:1788840366.044300:0:34172:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:0.0:1788840366.044302:0:34172:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840366.044305:0:34172:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:0.0:1788840366.044307:0:34172:0:(rw26.c:871:ll_write_end()) pos 23, len 23, copied 23 00000020:00000001:0.0:1788840366.044308:0:34172:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788840366.044309:0:34172:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446621953161837696 : -122120547713920 : ffff90ee98223c80) 00000020:00000001:0.0:1788840366.044311:0:34172:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1788840366.044312:0:34172:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788840366.044315:0:34172:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:0.0:1788840366.044316:0:34172:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788840366.044317:0:34172:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1788840366.044318:0:34172:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1788840366.044322:0:34172:0:(rw26.c:929:ll_write_end()) page@000000002cf14e1f[3 00000000e8450429 2 1 00000000031b5db7 0 0 0] 00000080:00200000:0.0:1788840366.044325:0:34172:0:(rw26.c:929:ll_write_end()) vmpage @00000000f856eccb 17ffffc0001029 2:0 ffff90ee8344b700 0 lru 00000080:00200000:0.0:1788840366.044333:0:34172:0:(rw26.c:929:ll_write_end()) osc-page@00000000931e395b 0: 1< 2 - - > 2< 0 0 23 0x4 0x4000a | 00000000000f58d4 00000000073428fc > 3< 0 0 > 4< 0 0 8 3801088 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1788840366.044335:0:34172:0:(rw26.c:929:ll_write_end()) end page@000000002cf14e1f 00000080:00200000:0.0:1788840366.044337:0:34172:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:0.0:1788840366.044338:0:34172:0:(rw26.c:950:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:0.0:1788840366.044342:0:34172:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:0.0:1788840366.044344:0:34172:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 23, to 46 prio 0 00000020:00000001:0.0:1788840366.044347:0:34172:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:0.0:1788840366.044349:0:34172:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:0.0:1788840366.044351:0:34172:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788840366.044352:0:34172:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953037278736 : -122120672272880 : ffff90ee90b59e10) 00000020:00000001:0.0:1788840366.044354:0:34172:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:0.0:1788840366.044356:0:34172:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:0.0:1788840366.044358:0:34172:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:0.0:1788840366.044360:0:34172:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788840366.044362:0:34172:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:0.0:1788840366.044364:0:34172:0:(osc_cache.c:2472:osc_queue_async_io()) Process entered 00000008:00000020:0.0:1788840366.044368:0:34172:0:(osc_cache.c:2531:osc_queue_async_io()) obj ffff90ee87839c00 ready 0|-|- wr 0|-|- rd 0|- oap ffff90ee8344b770 folio fffffcfe44a336c0 pg:0 added for cmd 2 00000008:00000001:0.0:1788840366.044373:0:34172:0:(osc_cache.c:1726:osc_enter_cache()) Process entered 00000008:00000020:0.0:1788840366.044375:0:34172:0:(osc_cache.c:1728:osc_enter_cache()) lustre-OST0000-osc-ffff90ee90f70800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 3801088, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 1, left: 0, waiters: 0 }need:1703936 00000008:00000020:0.0:1788840366.044381:0:34172:0:(osc_cache.c:1633:osc_enter_cache_try()) lustre-OST0000-osc-ffff90ee90f70800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 3801088, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 1, left: 0, waiters: 0 }need:1703936 00000008:00000020:0.0:1788840366.044385:0:34172:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff90ee8344b7a8 page fffffcfe44a336c0 00000008:00000020:0.0:1788840366.044389:0:34172:0:(osc_cache.c:1760:osc_enter_cache()) lustre-OST0000-osc-ffff90ee90f70800: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 1703936, flight: 0 } lru {in list: 1, left: 0, waiters: 0 }granted from cache 00000008:00000001:0.0:1788840366.044393:0:34172:0:(osc_cache.c:1776:osc_enter_cache()) Process leaving 00000008:00000001:0.0:1788840366.044395:0:34172:0:(osc_cache.c:1779:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840366.044397:0:34172:0:(osc_cache.c:707:osc_extent_find()) Process entered 00000008:00000010:0.0:1788840366.044401:0:34172:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff90ee829e30c0. 00000008:00000020:0.0:1788840366.044407:0:34172:0:(osc_cache.c:1309:__osc_extent_tree_dump()) Dump object ffff90ee87839c00 extents at osc_extent_find:840, mppr: 256. 00000008:00000020:0.0:1788840366.044413:0:34172:0:(osc_cache.c:1872:osc_update_pending()) obj ffff90ee87839c00 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:0.0:1788840366.044419:0:34172:0:(osc_cache.c:858:osc_extent_find()) extent ffff90ee829e30c0@{[0 -> 255/255], [3|1|-|active|wi|ffff90ee87839c00], [1703936|0|-|-|ffff90ee80031000|256|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:0.0:1788840366.044425:0:34172:0:(osc_cache.c:858:osc_extent_find()) ### extent: 00000000a601987c ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1788840366.044432:0:34172:0:(osc_cache.c:875:osc_extent_find()) Process leaving 00000008:00000001:0.0:1788840366.044436:0:34172:0:(osc_cache.c:2668:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840366.044438:0:34172:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840366.044440:0:34172:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:0.0:1788840366.044442:0:34172:0:(cl_object.c:143:cl_object_top()) ffff90ee87839c00 -> ffff90ee82e4f918 00000008:00000002:0.0:1788840366.044444:0:34172:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 23->46 23 00000020:00000001:0.0:1788840366.044447:0:34172:0:(cl_object.c:143:cl_object_top()) ffff90ee87839c00 -> ffff90ee82e4f918 00000020:00000001:0.0:1788840366.044448:0:34172:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788840366.044451:0:34172:0:(osc_object.c:161:osc_attr_update()) set kms from 23to 46 00020000:00000001:0.0:1788840366.044454:0:34172:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788840366.044456:0:34172:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.044458:0:34172:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.044460:0:34172:0:(cl_object.c:143:cl_object_top()) ffff90ee87839c00 -> ffff90ee82e4f918 00000008:00000001:0.0:1788840366.044462:0:34172:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:0.0:1788840366.044463:0:34172:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:0.0:1788840366.044465:0:34172:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788840366.044468:0:34172:0:(cl_page.c:556:cl_batch_put()) page@000000002cf14e1f[4 00000000e8450429 2 1 00000000031b5db7 0 0 0] 00000020:00000001:0.0:1788840366.044470:0:34172:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:0.0:1788840366.044471:0:34172:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788840366.044472:0:34172:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:0.0:1788840366.044475:0:34172:0:(osc_request.c:745:osc_update_next_shrink()) next time 3128 to shrink grant 00000080:00000001:0.0:1788840366.044477:0:34172:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:0.0:1788840366.044479:0:34172:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:0.0:1788840366.044488:0:34172:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff90ee90596578, count 1, dirtied 1 00000080:00000001:0.0:1788840366.044490:0:34172:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:0.0:1788840366.044491:0:34172:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1788840366.044493:0:34172:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788840366.044494:0:34172:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788840366.044496:0:34172:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788840366.044499:0:34172:0:(cl_page.c:507:__cl_page_state_set()) page@000000002cf14e1f[3 00000000e8450429 2 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788840366.044500:0:34172:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1788840366.044501:0:34172:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788840366.044503:0:34172:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1788840366.044504:0:34172:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788840366.044507:0:34172:0:(cl_page.c:556:cl_batch_put()) page@000000002cf14e1f[3 00000000e8450429 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788840366.044508:0:34172:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:0.0:1788840366.044509:0:34172:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:0.0:1788840366.044510:0:34172:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:0.0:1788840366.044511:0:34172:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:0.0:1788840366.044513:0:34172:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.044515:0:34172:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840366.045681:0:15925:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840366.045687:0:15925:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840366.045692:0:15925:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1788840366.045697:0:15925:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1788840366.045699:0:15925:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1788840366.045707:0:15925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030400/0x3aa5f499c96f38e7 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x8a436931312bae1e expref: -99 pid: 34172 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840366.045718:0:15925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90ee80030400 already unused, calling callback (ffffffffc1b72460) 00000080:00000001:2.0:1788840366.045722:0:15925:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1788840366.045726:0:15925:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030400/0x3aa5f499c96f38e7 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x8a436931312bae1e expref: -99 pid: 34172 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840366.045734:0:15925:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:2.0:1788840366.045737:0:15925:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:2.0:1788840366.045740:0:15925:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030400/0x3aa5f499c96f38e7 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x8a436931312bae1e expref: -99 pid: 34172 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840366.045747:0:15925:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1788840366.045749:0:15925:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1788840366.045751:0:15925:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840366.045753:0:15925:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840366.045756:0:15925:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030400 refcount=3 00000020:00000001:2.0:1788840366.045768:0:15925:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757138432 : -122120952413184 : ffff90ee80030400) 00010000:00000001:2.0:1788840366.045771:0:15925:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757138432 : -122120952413184 : ffff90ee80030400) 00010000:00000001:2.0:1788840366.045774:0:15925:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788840366.045777:0:15925:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030400/0x3aa5f499c96f38e7 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8a436931312bae1e expref: -99 pid: 34172 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1788840366.045784:0:15925:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788840366.045789:0:15925:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788840366.045792:0:15925:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788840366.045794:0:15925:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x31:0x0] mode (null) 00000002:00000001:2.0:1788840366.045799:0:15925:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840366.045802:0:15925:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840366.045809:0:15925:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74200 count: 3 00010000:00000001:2.0:1788840366.045812:0:15925:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840366.045817:0:15925:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1788840366.045821:0:15925:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1788840366.045826:0:15925:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788840366.045831:0:15925:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840366.045835:0:15925:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f38cb lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312baded expref: -99 pid: 34166 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:2.0:1788840366.045842:0:15925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840366.045844:0:15925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840366.045846:0:15925:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:2.0:1788840366.045847:0:15925:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840366.045848:0:15925:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840366.045850:0:15925:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030c00 refcount=2 00000020:00000001:2.0:1788840366.045852:0:15925:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:2.0:1788840366.045854:0:15925:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:2.0:1788840366.045856:0:15925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840366.045857:0:15925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788840366.045859:0:15925:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788840366.045861:0:15925:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788840366.045863:0:15925:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840366.045866:0:15925:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788840366.045870:0:15925:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788840366.045871:0:15925:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788840366.045874:0:15925:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840366.045875:0:15925:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788840366.045878:0:15925:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee80030400 with handle 0x3aa5f499c96f38e7 from hash 00010000:00000001:2.0:1788840366.045880:0:15925:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788840366.045882:0:15925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840366.045883:0:15925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840366.045884:0:15925:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788840366.045889:0:15925:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788840366.045891:0:15925:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788840366.045895:0:15925:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840366.045899:0:15925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840366.045900:0:15925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840366.045903:0:15925:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840366.045905:0:15925:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840366.045908:0:15925:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1788840366.045918:0:15925:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125c700. 00000020:00000040:2.0:1788840366.045922:0:15925:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=8 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:2.0:1788840366.045928:0:15925:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840366.045930:0:15925:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840366.045933:0:15925:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840366.045940:0:15925:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee91232c00. 00000100:00000001:2.0:1788840366.045947:0:15925:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840366.045949:0:15925:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788840366.045955:0:15925:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030400/0x3aa5f499c96f38e7 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312bae1e expref: -99 pid: 34172 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840366.045962:0:15925:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788840366.045963:0:15925:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840366.045968:0:15925:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840366.045972:0:15925:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840366.045985:0:15925:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b8e9a1e9] to pc [ptlrpcd_01_01+1] req@ffff90ee9125c700 x1875733134004864/t0(0) o103->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788840366.046005:0:15925:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840366.046008:0:15925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840366.046009:0:15925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840366.046011:0:15925:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840366.046013:0:15925:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840366.046014:0:15925:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840366.046018:0:15925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030400/0x3aa5f499c96f38e7 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312bae1e expref: -99 pid: 34172 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840366.046024:0:15925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788840366.046027:0:15925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030400/0x3aa5f499c96f38e7 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312bae1e expref: -99 pid: 34172 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1788840366.046035:0:15925:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff90ee90b50e40. 00010000:00000001:2.0:1788840366.046047:0:15925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840366.046048:0:15925:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1788840366.046050:0:15925:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff90ee850cf0c0. 00010000:00000001:2.0:1788840366.046053:0:15925:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840366.046055:0:15925:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840366.046056:0:15925:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840366.046058:0:15925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788840366.046060:0:15925:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840366.046061:0:15925:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840366.046063:0:15925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788840366.046065:0:15925:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840366.046066:0:15925:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840366.046068:0:15925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788840366.046082:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840366.046086:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840366.046088:0:2362:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840366.046095:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125c700 x1875733134004864/t0(0) o103->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840366.046102:0:2362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840366.046104:0:2362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840366.046108:0:2362:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840366.046111:0:2362:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840366.046113:0:2362:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840366.046117:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733134004864:192.168.202.131@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1788840366.046121:0:2362:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840366.046126:0:2362:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840366.046128:0:2362:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840366.046131:0:2362:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840366.046136:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee91232e00. 02000000:00000001:2.0:1788840366.046499:0:2362:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840366.046510:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840366.046526:0:2362:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4ef20. 00000400:00000010:2.0:1788840366.046535:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee912343b8. 00000100:00000200:2.0:1788840366.046545:0:2362:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733134004864, portal 18 00000100:00000001:2.0:1788840366.046548:0:2362:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840366.046549:0:2362:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044629248 : -122120664922368 : ffff90ee9125c700) 00000100:00000040:2.0:1788840366.046557:0:2362:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125c700 x1875733134004864/t0(0) o103->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840382 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840366.046564:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840366.046567:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840366.046569:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234aa0. 00000100:00000200:2.0:1788840366.046572:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875733134004864, offset 0 00000400:00000200:2.0:1788840366.046579:0:2362:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840366.046588:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840366.046596:0:2362:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840366.046602:0:2362:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840366.046607:0:2362:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840366.046611:0:2362:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840366.046614:0:2362:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840366.046618:0:2362:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2629:2629:256:4294967295] 192.168.202.131@tcp LPNI seq info [2629:2629:8:4294967295] 00000400:00000200:2.0:1788840366.046622:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840366.046632:0:2362:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840366.046672:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840366.046678:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee8985ca00. 00000800:00000200:2.0:1788840366.046685:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840366.046692:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840366.046697:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee8985ca00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788840366.046706:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840366.046710:0:2362:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 810013 usecs (811 jiffies) 00000400:00000200:2.0:1788840366.046714:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840366.046716:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296596675 00000100:00000001:2.0:1788840366.046724:0:2362:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, simply extend its deadline from 4296596640 00000100:00000001:2.0:1788840366.046730:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296596675 00000100:00000001:2.0:1788840366.046733:0:2362:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, simply extend its deadline from 4296596640 00000100:00000001:2.0:1788840366.046736:0:2362:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840366.046739:0:2362:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840366.046743:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840366.046746:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840366.046753:0:2362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840366.046755:0:2362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788840366.046817:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840366.046819:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840366.046821:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840366.046823:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840366.046833:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840366.046835:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840366.046982:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840366.046987:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee8985ca00. 00000400:00000200:3.0:1788840366.046991:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840366.046997:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840366.047003:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234aa0 00000400:00000010:3.0:1788840366.047006:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234aa0. 00000100:00000001:3.0:1788840366.047009:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840366.047014:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125c700 x1875733134004864/t0(0) o103->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840382 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840366.047024:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840366.047028:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125c700 x1875733134004864/t0(0) o103->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840382 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840366.047035:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840366.047037:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00020000:00000001:0.0:1788840366.047671:0:34172:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.047674:0:34172:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788840366.047677:0:34172:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:0.0:1788840366.047681:0:34172:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1788840366.047682:0:34172:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:0.0:1788840366.047684:0:34172:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.047689:0:34172:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d33b80 00000080:00200000:0.0:1788840366.047691:0:34172:0:(vvp_io.c:1358:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:0.0:1788840366.047694:0:34172:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840366.047696:0:34172:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788840366.047700:0:34172:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788840366.047701:0:34172:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788840366.047704:0:34172:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:0.0:1788840366.047707:0:34172:0:(cl_object.c:143:cl_object_top()) ffff90ee87839c00 -> ffff90ee82e4f918 00000020:00000001:0.0:1788840366.047710:0:34172:0:(cl_object.c:143:cl_object_top()) ffff90ee87839c00 -> ffff90ee82e4f918 00000020:00000001:0.0:1788840366.047712:0:34172:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1788840366.047715:0:34172:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788840366.047718:0:34172:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.047719:0:34172:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.047721:0:34172:0:(cl_object.c:143:cl_object_top()) ffff90ee87839c00 -> ffff90ee82e4f918 00000008:00000001:0.0:1788840366.047724:0:34172:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.047725:0:34172:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840366.047727:0:34172:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840366.047729:0:34172:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.047730:0:34172:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.047732:0:34172:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788840366.047734:0:34172:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1788840366.047736:0:34172:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788840366.047737:0:34172:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:0.0:1788840366.047740:0:34172:0:(osc_cache.c:600:osc_extent_release()) Process entered 00000008:00000001:0.0:1788840366.047744:0:34172:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1788840366.047749:0:34172:0:(osc_cache.c:1872:osc_update_pending()) obj ffff90ee87839c00 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:0.0:1788840366.047756:0:34172:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788840366.047766:0:34172:0:(osc_cache.c:1857:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840366.047768:0:34172:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788840366.047769:0:34172:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840366.047772:0:34172:0:(osc_cache.c:674:osc_extent_release()) Process leaving 00000020:00000001:0.0:1788840366.047774:0:34172:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788840366.047775:0:34172:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840366.047777:0:34172:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.047779:0:34172:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788840366.047780:0:34172:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788840366.047782:0:34172:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788840366.047784:0:34172:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90ee863325d8 (ffff90eea059f008/0) at cl_lock_release():245 00000020:00000001:0.0:1788840366.047787:0:34172:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788840366.047789:0:34172:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee863325d8 (ffff90eea059f008/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788840366.047792:0:34172:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788840366.047794:0:34172:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788840366.047796:0:34172:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953037278736 : -122120672272880 : ffff90ee90b59e10) 00000020:00000001:0.0:1788840366.047798:0:34172:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788840366.047799:0:34172:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee90f56630 (ffff90eea059fcf8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788840366.047803:0:34172:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788840366.047804:0:34172:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788840366.047806:0:34172:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840366.047809:0:34172:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840366.047811:0:34172:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031000 refcount=5 00000020:00000001:0.0:1788840366.047814:0:34172:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:0.0:1788840366.047817:0:34172:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:0.0:1788840366.047819:0:34172:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840366.047823:0:34172:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788840366.047833:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840366.047835:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840366.047837:0:34172:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840366.047839:0:34172:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840366.047843:0:34172:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788840366.047852:0:34172:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840366.047855:0:34172:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840366.047857:0:34172:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840366.047861:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840366.047862:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840366.047864:0:34172:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840366.047867:0:34172:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840366.047869:0:34172:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840366.047871:0:34172:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840366.047874:0:34172:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840366.047876:0:34172:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840366.047877:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840366.047878:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840366.047880:0:34172:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840366.047881:0:34172:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788840366.047882:0:34172:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788840366.047884:0:34172:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788840366.047885:0:34172:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788840366.047886:0:34172:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788840366.047888:0:34172:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788840366.047889:0:34172:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee863325d8 (ffff90eea059f008/0) at cl_lock_fini():72 00020000:00000001:0.0:1788840366.047892:0:34172:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788840366.047893:0:34172:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788840366.047894:0:34172:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee90f56630 (ffff90eea059f008/1) at cl_lock_fini():72 00000008:00000010:0.0:1788840366.047897:0:34172:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90ee830a4130. 00000020:00000001:0.0:1788840366.047901:0:34172:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788840366.047903:0:34172:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90ee90f56600. 00020000:00000001:0.0:1788840366.047906:0:34172:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788840366.047907:0:34172:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788840366.047909:0:34172:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1788840366.047910:0:34172:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788840366.047911:0:34172:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788840366.047912:0:34172:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788840366.047914:0:34172:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788840366.047915:0:34172:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840366.047917:0:34172:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840366.047918:0:34172:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788840366.047919:0:34172:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788840366.047921:0:34172:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1788840366.047923:0:34172:0:(vvp_io.c:533:vvp_io_advance()) advancing 23 bytes 00000020:00000001:0.0:1788840366.047925:0:34172:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788840366.047927:0:34172:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788840366.047928:0:34172:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788840366.047930:0:34172:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788840366.047931:0:34172:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788840366.047934:0:34172:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788840366.047936:0:34172:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840366.047937:0:34172:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840366.047939:0:34172:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788840366.047940:0:34172:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788840366.047942:0:34172:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788840366.047946:0:34172:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:0.0:1788840366.047949:0:34172:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:0.0:1788840366.047951:0:34172:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:0.0:1788840366.047953:0:34172:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788840366.047954:0:34172:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788840366.047956:0:34172:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788840366.047957:0:34172:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788840366.047958:0:34172:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788840366.047960:0:34172:0:(cl_object.c:917:cl_env_put()) 1@ffff90eea059fcf0 00020000:00000001:0.0:1788840366.047963:0:34172:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788840366.047965:0:34172:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788840366.047967:0:34172:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788840366.047969:0:34172:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788840366.047973:0:34172:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788840366.047974:0:34172:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:0.0:1788840366.047975:0:34172:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d33c98 00000080:00200000:0.0:1788840366.047977:0:34172:0:(file.c:2238:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:0.0:1788840366.047982:0:34172:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788840366.047984:0:34172:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f918 00000020:00000001:0.0:1788840366.047986:0:34172:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f918 00000020:00000001:0.0:1788840366.047988:0:34172:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788840366.047993:0:34172:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788840366.047997:0:34172:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788840366.047999:0:34172:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:0.0:1788840366.048000:0:34172:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788840366.048002:0:34172:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:0.0:1788840366.048004:0:34172:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x31:1028 on OST[0]: s=46 (1) m=1788840366 a=0 c=1788840366 b=1 00020000:00000001:0.0:1788840366.048007:0:34172:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788840366.048009:0:34172:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788840366 a=0 c=1788840366 b=1 00020000:00000001:0.0:1788840366.048012:0:34172:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.048014:0:34172:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.048016:0:34172:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f918 00000080:00200000:0.0:1788840366.048018:0:34172:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 46 i_blocks 1 00000080:00000001:0.0:1788840366.048021:0:34172:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:0.0:1788840366.048024:0:34172:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:0.0:1788840366.048027:0:34172:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:0.0:1788840366.048030:0:34172:0:(cl_object.c:917:cl_env_put()) 1@ffff90eea059f000 00000020:00000001:0.0:1788840366.048033:0:34172:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d33d88 00000080:00000008:0.0:1788840366.048035:0:34172:0:(file.c:2732:do_file_write_iter()) COMPLETED: file recon:[0x200000404:0x31:0x0], ppos: 46, count: 0, rc = 23 00000080:00000001:0.0:1788840366.048038:0:34172:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:0.0:1788840366.048055:0:34172:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788840366.048058:0:34172:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee98eff3e0) owner 0000000000000000/ffff90ee99ebcf80 00020000:00000002:0.0:1788840366.048061:0:34172:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee98eff3e0) owner 0000000000000000/ffff90ee99ebcf80 00020000:00000001:0.0:1788840366.048064:0:34172:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840366.048072:0:34172:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788840366.048074:0:34172:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d33df0 00000080:00200008:0.0:1788840366.048076:0:34172:0:(file.c:479:ll_file_release()) START file recon:[0x200000404:0x31:0x0](ffff90ee905963c8), flags 102001 00000080:00000001:0.0:1788840366.048080:0:34172:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1788840366.048082:0:34172:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1788840366.048083:0:34172:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788840366.048085:0:34172:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee98eff3e0) owner 0000000000000000/ffff90ee99ebcf80 00020000:00000002:0.0:1788840366.048087:0:34172:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee98eff3e0) owner 0000000000000000/ffff90ee99ebcf80 00020000:00000001:0.0:1788840366.048089:0:34172:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840366.048091:0:34172:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1788840366.048100:0:34172:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840366.048103:0:34172:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840366.048109:0:34172:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74200 count: 2 00010000:00000001:0.0:1788840366.048112:0:34172:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840366.048116:0:34172:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788840366.048119:0:34172:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x31:0x0]: 0 00000080:00000001:0.0:1788840366.048121:0:34172:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788840366.048123:0:34172:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788840366.048130:0:34172:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff90ee87161a00. 00000080:00000001:0.0:1788840366.048132:0:34172:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788840366.048305:0:34172:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788840366.048310:0:34172:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:0.0:1788840366.048312:0:34172:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x31:0x0] 00000002:00000001:0.0:1788840366.048316:0:34172:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788840366.048319:0:34172:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff90ee90f70800: [0x200000404:0x31:0x0] file closed with intent: 200 00000100:00000010:0.0:1788840366.048325:0:34172:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f59f80. 00000020:00000040:0.0:1788840366.048330:0:34172:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=9 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:0.0:1788840366.048335:0:34172:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840366.048339:0:34172:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840366.048343:0:34172:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840366.048349:0:34172:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee87161e00. 00000100:00000001:0.0:1788840366.048354:0:34172:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788840366.048370:0:34172:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff90ee87f58a80 x1875733134004736/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840382 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788840366.048512:0:34172:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788840366.048528:0:34172:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee87f59f80 x1875733134005120/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788840366.048535:0:34172:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788840366.048537:0:34172:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788840366.048544:0:34172:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee850cfd80. 00000100:00000001:0.0:1788840366.048546:0:34172:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952841678208 : -122120867873408 : ffff90ee850cfd80) 00000100:00000001:0.0:1788840366.048549:0:34172:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840366.048551:0:34172:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890478464 : -122120819073152 : ffff90ee87f59f80) 00000100:00000001:0.0:1788840366.048555:0:34172:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840366.048559:0:34172:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840366.048561:0:34172:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788840366.048563:0:34172:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840366.048567:0:34172:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f59f80 x1875733134005120/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840366.048575:0:34172:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840366.048577:0:34172:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840366.048580:0:34172:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840366.048583:0:34172:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840366.048586:0:34172:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840366.048589:0:34172:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f59f80 pname:cluuid:pid:xid:nid:opc:job uname:10f4a654-3497-48d8-8f70-7e89f4f161cc:34172:1875733134005120:192.168.202.131@tcp:35:uname.0 00000100:00000001:0.0:1788840366.048593:0:34172:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840366.048598:0:34172:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840366.048601:0:34172:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840366.048604:0:34172:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840366.048608:0:34172:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86f37c00. 02000000:00000001:0.0:1788840366.048610:0:34172:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840366.048616:0:34172:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840366.048620:0:34172:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c800b0. 00000400:00000010:0.0:1788840366.048627:0:34172:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6e58. 00000100:00000200:0.0:1788840366.048633:0:34172:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733134005120, portal 10 00000100:00000001:0.0:1788840366.048635:0:34172:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840366.048637:0:34172:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890478464 : -122120819073152 : ffff90ee87f59f80) 00000100:00000040:0.0:1788840366.048713:0:34172:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87f59f80 x1875733134005120/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840382 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840366.048720:0:34172:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840366.048723:0:34172:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840366.048726:0:34172:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed64c8. 00000100:00000200:0.0:1788840366.048729:0:34172:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875733134005120, offset 0 00000400:00000200:0.0:1788840366.048735:0:34172:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840366.048743:0:34172:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840366.048750:0:34172:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840366.048755:0:34172:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840366.048816:0:34172:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840366.048821:0:34172:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840366.048824:0:34172:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840366.048828:0:34172:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2630:2630:256:4294967295] 192.168.202.131@tcp LPNI seq info [2630:2630:8:4294967295] 00000400:00000200:0.0:1788840366.048832:0:34172:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840366.048842:0:34172:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840366.048849:0:34172:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840366.048854:0:34172:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee92e46000. 00000800:00000200:0.0:1788840366.048860:0:34172:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840366.048867:0:34172:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840366.048872:0:34172:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee92e46000 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788840366.048944:0:34172:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840366.048949:0:34172:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 810013 usecs (811 jiffies) 00000400:00000200:0.0:1788840366.048952:0:34172:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840366.048955:0:34172:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296596678 00000100:00000001:0.0:1788840366.048964:0:34172:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, simply extend its deadline from 4296596675 00000100:00000001:0.0:1788840366.048971:0:34172:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296596678 00000100:00000001:0.0:1788840366.048975:0:34172:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, simply extend its deadline from 4296596675 00000100:00000001:0.0:1788840366.048977:0:34172:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840366.048980:0:34172:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840366.048983:0:34172:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840366.048986:0:34172:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788840366.048988:0:34172:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee850cfd80 going to sleep for 11 seconds 00000100:00000001:0.0:1788840366.048991:0:34172:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840366.048994:0:34172:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1788840366.051770:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74a00. 00000800:00000001:2.0:1788840366.057762:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840366.057788:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840366.057792:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840366.057795:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840366.057805:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840366.057813:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840366.057824:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840366.057829:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840366.057834:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840366.057838:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 18 MB=0x6a9f827255280 00000400:00000200:2.0:1788840366.057843:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840366.057849:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.131@tcp of length 224/224 into md 0x7225 [1] + 224 00000800:00000001:2.0:1788840366.057856:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840366.057868:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840366.057873:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840366.057878:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840366.057886:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840366.057895:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125c700 x1875733134004864/t0(0) o103->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840382 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840366.057908:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee9125c700 x1875733134004864/t0(0) o103->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840382 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840366.057925:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000200:2.0:1788840366.058010:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840366.058015:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee92e46000. 00000400:00000200:2.0:1788840366.058018:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840366.058022:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840366.058026:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed64c8 00000400:00000010:2.0:1788840366.058029:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed64c8. 00000100:00000001:2.0:1788840366.058032:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840366.058036:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f59f80 x1875733134005120/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840382 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840366.058047:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840366.058051:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f59f80 x1875733134005120/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840382 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840366.058057:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840366.058059:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840366.058064:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840366.058067:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840366.058086:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840366.058089:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788840366.058095:0:2362:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840366.058097:0:2362:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840366.058099:0:2362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4ef20. 00000400:00000200:2.0:1788840366.058104:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee912343b8 00000400:00000010:2.0:1788840366.058106:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee912343b8. 00000100:00000001:2.0:1788840366.058108:0:2362:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840366.058112:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125c700 x1875733134004864/t0(0) o103->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840382 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788840366.058119:0:2362:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125c700 x1875733134004864/t0(0) o103->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840382 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840366.058129:0:2362:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840366.058130:0:2362:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840366.058150:0:2362:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788840366.058153:0:2362:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788840366.058155:0:2362:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840366.058158:0:2362:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840366.058162:0:2362:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840366.058171:0:2362:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823538 time=215 v=5 (5 5 5 5) 00000100:00001000:2.0:1788840366.058175:0:2362:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=24 v=5 (1 0 0 0) 00000100:00000001:2.0:1788840366.058178:0:2362:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788840366.058180:0:2362:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840366.058182:0:2362:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788840366.058186:0:2362:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840366.058190:0:2362:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788840366.058193:0:2362:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 8589934597 00000100:00000001:2.0:1788840366.058195:0:2362:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788840366.058197:0:2362:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840366.058202:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125c700 x1875733134004864/t0(0) o103->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840382 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840366.058208:0:2362:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840366.058212:0:2362:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840366.058214:0:2362:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840366.058218:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125c700 x1875733134004864/t0(0) o103->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840382 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788840366.058226:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733134004864:192.168.202.131@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1788840366.058231:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840366.058233:0:2362:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840366.058236:0:2362:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125c700 x1875733134004864/t0(0) o103->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840382 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840366.058242:0:2362:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840366.058245:0:2362:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840366.058248:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee91232e00. 02000000:00000001:2.0:1788840366.058251:0:2362:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840366.058254:0:2362:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840366.058256:0:2362:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=8 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:2.0:1788840366.058258:0:2362:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840366.058261:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee91232c00. 02000000:00000001:2.0:1788840366.058264:0:2362:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840366.058266:0:2362:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840366.058267:0:2362:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125c700. 00000100:00000001:2.0:1788840366.058270:0:2362:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840366.058272:0:2362:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840366.058274:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840366.058281:0:2362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840366.058283:0:2362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840366.058285:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840366.058287:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1788840366.059682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030400. 00000800:00000001:2.0:1788840366.063137:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840366.063236:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840366.063241:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840366.063244:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840366.063254:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840366.063262:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840366.063272:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840366.063276:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840366.063282:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840366.063286:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 456 into portal 10 MB=0x6a9f827255380 00000400:00000200:2.0:1788840366.063291:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840366.063297:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 456/456 into md 0x7235 [1] + 224 00000800:00000001:2.0:1788840366.063304:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840366.063310:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840366.063314:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840366.063318:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840366.063326:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840366.063335:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f59f80 x1875733134005120/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840382 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840366.063353:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff90ee87f59f80 x1875733134005120/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840382 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840366.063374:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840366.063383:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840366.063386:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840366.063967:0:34172:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840366.063976:0:34172:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840366.063979:0:34172:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840366.063982:0:34172:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c800b0. 00000400:00000200:0.0:1788840366.063986:0:34172:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6e58 00000400:00000010:0.0:1788840366.063988:0:34172:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6e58. 00000100:00000001:0.0:1788840366.063991:0:34172:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840366.063997:0:34172:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f59f80 x1875733134005120/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840382 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788840366.064005:0:34172:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f59f80 x1875733134005120/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840382 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840366.064012:0:34172:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840366.064013:0:34172:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840366.064016:0:34172:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840366.064019:0:34172:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840366.064022:0:34172:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840366.064024:0:34172:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840366.064027:0:34172:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840366.064036:0:34172:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee988234a8 time=66 v=5 (10 5 5 5) 00000100:00001000:0.0:1788840366.064039:0:34172:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=24 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840366.064042:0:34172:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840366.064044:0:34172:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840366.064047:0:34172:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840366.064051:0:34172:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840366.064054:0:34172:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788840366.064056:0:34172:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788840366.064058:0:34172:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788840366.064060:0:34172:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840366.064062:0:34172:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890478464 : -122120819073152 : ffff90ee87f59f80) 00000100:00000001:0.0:1788840366.064064:0:34172:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840366.064066:0:34172:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 8589934597 00000100:00000001:0.0:1788840366.064069:0:34172:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840366.064071:0:34172:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840366.064076:0:34172:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f59f80 x1875733134005120/t8589934604(8589934604) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840382 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840366.064082:0:34172:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840366.064085:0:34172:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840366.064087:0:34172:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840366.064091:0:34172:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f59f80 x1875733134005120/t8589934604(8589934604) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840382 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788840366.064098:0:34172:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f59f80 pname:cluuid:pid:xid:nid:opc:job uname:10f4a654-3497-48d8-8f70-7e89f4f161cc:34172:1875733134005120:192.168.202.131@tcp:35:uname.0 00000100:00000001:0.0:1788840366.064102:0:34172:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840366.064105:0:34172:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840366.064107:0:34172:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788840366.064110:0:34172:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840366.064114:0:34172:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f59f80 x1875733134005120/t8589934604(8589934604) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840382 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840366.064121:0:34172:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840366.064123:0:34172:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee850cfd80. 00000100:00000001:0.0:1788840366.064126:0:34172:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788840366.064128:0:34172:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840366.064134:0:34172:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840366.064135:0:34172:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890478464 : -122120819073152 : ffff90ee87f59f80) 00000002:00000001:0.0:1788840366.064213:0:34172:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840366.064219:0:34172:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788840366.064225:0:34172:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee87161a00. 00000080:00000001:0.0:1788840366.064229:0:34172:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788840366.064232:0:34172:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1788840366.064237:0:34172:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788840366.064243:0:34172:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff90ee87f58a80 x1875733134004736/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840382 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840366.064250:0:34172:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840366.064251:0:34172:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890473088 : -122120819078528 : ffff90ee87f58a80) 00000100:00000001:0.0:1788840366.064254:0:34172:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840366.064256:0:34172:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f58a80 x1875733134004736/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840382 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840366.064261:0:34172:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840366.064263:0:34172:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840366.064266:0:34172:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f59f80 x1875733134005120/t8589934604(8589934604) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840382 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840366.064272:0:34172:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840366.064273:0:34172:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840366.064276:0:34172:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f58a80 x1875733134004736/t8589934602(8589934602) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840382 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840366.064282:0:34172:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1788840366.064284:0:34172:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840366.064287:0:34172:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:0.0:1788840366.064289:0:34172:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840366.064292:0:34172:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee86f36800. 02000000:00000001:0.0:1788840366.064296:0:34172:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840366.064298:0:34172:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840366.064299:0:34172:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f58a80. 00000100:00000001:0.0:1788840366.064302:0:34172:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840366.064303:0:34172:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840366.064305:0:34172:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840366.064307:0:34172:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f59f80 x1875733134005120/t8589934604(8589934604) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840382 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840366.064313:0:34172:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840366.064314:0:34172:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff90ee83169ba0. 00000002:00000001:0.0:1788840366.064316:0:34172:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840366.064318:0:34172:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788840366.064320:0:34172:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff90ee90b50940. 00000100:00000001:0.0:1788840366.064322:0:34172:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840366.064325:0:34172:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f59f80 x1875733134005120/t8589934604(8589934604) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840382 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840366.064335:0:34172:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788840366.064337:0:34172:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840366.064340:0:34172:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee86f37c00. 02000000:00000001:0.0:1788840366.064342:0:34172:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788840366.064344:0:34172:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840366.064345:0:34172:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:0.0:1788840366.064347:0:34172:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840366.064348:0:34172:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee87161e00. 02000000:00000001:0.0:1788840366.064350:0:34172:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840366.064351:0:34172:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840366.064352:0:34172:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f59f80. 00000100:00000001:0.0:1788840366.064355:0:34172:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840366.064356:0:34172:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788840366.064358:0:34172:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788840366.064361:0:34172:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90ee92d4cdc0. 00000080:00000001:0.0:1788840366.064364:0:34172:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.064370:0:34172:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d33df0 00000080:00000008:0.0:1788840366.064373:0:34172:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff90ee905963c8), flags 102001, rc = 0 00000080:00000001:0.0:1788840366.064376:0:34172:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840366.064381:0:34172:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788840366.064382:0:34172:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d33e00 00000080:00002000:0.0:1788840366.064384:0:34172:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff90ee9073e510, parent ffff90ee9069b510, inode ffff90ee905963c8) hashed, 00000080:00000001:0.0:1788840366.064387:0:34172:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840366.079243:0:34173:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788840366.079250:0:34173:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788840366.079253:0:34173:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788840366.079256:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c87bc0 00000080:00200000:3.0:1788840366.079262:0:34173:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:3.0:1788840366.079270:0:34173:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85cd3c00. 00800000:00000002:3.0:1788840366.079277:0:34173:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:3.0:1788840366.079281:0:34173:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788840366.079285:0:34173:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788840366.079287:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c87ae0 00800000:00000002:3.0:1788840366.079290:0:34173:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788840366.079294:0:34173:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788840366.079299:0:34173:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788840366.079305:0:34173:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788840366.079307:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c879b0 00000002:00010000:3.0:1788840366.079309:0:34173:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788840366.079312:0:34173:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788840366.079314:0:34173:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840366.079318:0:34173:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788840366.079325:0:34173:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840366.079328:0:34173:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840366.079330:0:34173:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840366.079333:0:34173:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788840366.079335:0:34173:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788840366.079342:0:34173:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d49880. 00000020:00000040:3.0:1788840366.079346:0:34173:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00010000:00000001:3.0:1788840366.079355:0:34173:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788840366.079360:0:34173:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840366.079367:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.079370:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840366.079372:0:34173:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840366.079375:0:34173:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840366.079378:0:34173:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840366.079384:0:34173:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840366.079391:0:34173:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee86eecc00. 00000100:00000001:3.0:1788840366.079398:0:34173:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.079403:0:34173:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788840366.079405:0:34173:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.079406:0:34173:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788840366.079408:0:34173:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.079409:0:34173:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840366.079414:0:34173:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621952871536768 : -122120838014848 : ffff90ee86d49880) 00010000:00000001:3.0:1788840366.079418:0:34173:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788840366.079420:0:34173:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788840366.079424:0:34173:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee85e55e00. 00010000:00000010:3.0:1788840366.079428:0:34173:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee86e2fc00. 00010000:00000001:3.0:1788840366.079432:0:34173:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788840366.079435:0:34173:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee8523d200. 00000020:00000001:3.0:1788840366.079439:0:34173:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788840366.079442:0:34173:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee8523d200 with handle 0x3aa5f499c96f38ee to hash 00000020:00000001:3.0:1788840366.079444:0:34173:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788840366.079445:0:34173:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952843174400 : -122120866377216 : ffff90ee8523d200) 00010000:00000001:3.0:1788840366.079449:0:34173:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952843174400 : -122120866377216 : ffff90ee8523d200) 00010000:00000001:3.0:1788840366.079454:0:34173:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840366.079457:0:34173:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840366.079461:0:34173:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d200/0x3aa5f499c96f38ee lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34173 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788840366.079470:0:34173:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d200/0x3aa5f499c96f38ee lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34173 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788840366.079485:0:34173:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d200/0x3aa5f499c96f38ee lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34173 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788840366.079490:0:34173:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788840366.079492:0:34173:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788840366.079498:0:34173:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee8901fa80. 00000100:00000001:3.0:1788840366.079500:0:34173:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952908065408 : -122120801486208 : ffff90ee8901fa80) 00000100:00000001:3.0:1788840366.079503:0:34173:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840366.079504:0:34173:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871536768 : -122120838014848 : ffff90ee86d49880) 00000100:00000001:3.0:1788840366.079509:0:34173:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840366.079513:0:34173:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840366.079515:0:34173:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788840366.082436:0:34173:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840366.082451:0:34173:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d49880 x1875733134005248/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840366.082464:0:34173:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840366.082467:0:34173:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840366.082471:0:34173:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840366.082476:0:34173:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840366.082479:0:34173:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840366.082483:0:34173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d49880 pname:cluuid:pid:xid:nid:opc:job cat:10f4a654-3497-48d8-8f70-7e89f4f161cc:34173:1875733134005248:192.168.202.131@tcp:101:cat.0 00000100:00000001:3.0:1788840366.082487:0:34173:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840366.082493:0:34173:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840366.082496:0:34173:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840366.082498:0:34173:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840366.082506:0:34173:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90ee98823800. 02000000:00000001:3.0:1788840366.082508:0:34173:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840366.082515:0:34173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840366.082532:0:34173:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4fd10. 00000400:00000010:3.0:1788840366.082540:0:34173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e6e8. 00000100:00000200:3.0:1788840366.082548:0:34173:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875733134005248, portal 10 00000100:00000001:3.0:1788840366.082550:0:34173:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840366.082553:0:34173:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871536768 : -122120838014848 : ffff90ee86d49880) 00000100:00000040:3.0:1788840366.082561:0:34173:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee86d49880 x1875733134005248/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840382 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840366.082568:0:34173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840366.082571:0:34173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840366.082574:0:34173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e550. 00000100:00000200:3.0:1788840366.082576:0:34173:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875733134005248, offset 0 00000400:00000200:3.0:1788840366.082583:0:34173:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840366.082591:0:34173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840366.082598:0:34173:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840366.082604:0:34173:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840366.082608:0:34173:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840366.082612:0:34173:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840366.082615:0:34173:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840366.082618:0:34173:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2631:2631:256:4294967295] 192.168.202.131@tcp LPNI seq info [2631:2631:8:4294967295] 00000400:00000200:3.0:1788840366.082622:0:34173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840366.082632:0:34173:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840366.083257:0:34173:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840366.083265:0:34173:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee86f0d800. 00000800:00000200:3.0:1788840366.083273:0:34173:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840366.083280:0:34173:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840366.083285:0:34173:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee86f0d800 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1788840366.083335:0:34173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840366.083341:0:34173:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 808056 usecs (809 jiffies) 00000400:00000200:3.0:1788840366.083345:0:34173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840366.083348:0:34173:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296596710 00000100:00000001:3.0:1788840366.083355:0:34173:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, simply extend its deadline from 4296596678 00000100:00000001:3.0:1788840366.083359:0:34173:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296596710 00000100:00000001:3.0:1788840366.083362:0:34173:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, simply extend its deadline from 4296596678 00000100:00000001:3.0:1788840366.083366:0:34173:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840366.083369:0:34173:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840366.083371:0:34173:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840366.083373:0:34173:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788840366.083376:0:34173:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee8901fa80 going to sleep for 11 seconds 00000100:00000001:3.0:1788840366.083378:0:34173:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840366.083381:0:34173:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840366.084361:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840366.084369:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0d800. 00000400:00000200:2.0:1788840366.084376:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840366.084383:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840366.084391:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e550 00000400:00000010:2.0:1788840366.084393:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e550. 00000100:00000001:2.0:1788840366.084400:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840366.084407:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d49880 x1875733134005248/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840382 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840366.084418:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840366.084422:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee86d49880 x1875733134005248/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840382 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840366.084429:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840366.084431:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840366.101925:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840366.101944:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840366.101949:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840366.101952:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840366.101961:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840366.101969:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840366.101979:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840366.101984:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840366.101990:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840366.101994:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 688 into portal 10 MB=0x6a9f827255400 00000400:00000200:2.0:1788840366.101999:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840366.102005:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 688/688 into md 0x723d [1] + 224 00000800:00000001:2.0:1788840366.102012:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840366.102021:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840366.102024:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840366.102029:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840366.102037:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840366.102047:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d49880 x1875733134005248/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840382 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840366.102058:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff90ee86d49880 x1875733134005248/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840382 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840366.102079:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840366.102089:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840366.102092:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840366.102360:0:34173:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788840366.102368:0:34173:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840366.102371:0:34173:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840366.102374:0:34173:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4fd10. 00000400:00000200:3.0:1788840366.102379:0:34173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e6e8 00000400:00000010:3.0:1788840366.102381:0:34173:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e6e8. 00000100:00000001:3.0:1788840366.102385:0:34173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840366.102391:0:34173:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d49880 x1875733134005248/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840382 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788840366.102400:0:34173:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d49880 x1875733134005248/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840382 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840366.102406:0:34173:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840366.102408:0:34173:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840366.102411:0:34173:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840366.102414:0:34173:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840366.102417:0:34173:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840366.102419:0:34173:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840366.102422:0:34173:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840366.102436:0:34173:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=66 v=5 (5 5 102 102) 00000100:00001000:3.0:1788840366.102441:0:34173:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=24 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840366.102443:0:34173:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840366.102445:0:34173:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.102448:0:34173:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840366.102451:0:34173:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840366.102455:0:34173:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840366.102457:0:34173:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 8589934597 00000100:00000001:3.0:1788840366.102459:0:34173:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840366.102462:0:34173:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840366.102468:0:34173:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d49880 x1875733134005248/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840382 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840366.102474:0:34173:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840366.102478:0:34173:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840366.102479:0:34173:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840366.102484:0:34173:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d49880 x1875733134005248/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840382 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788840366.102492:0:34173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d49880 pname:cluuid:pid:xid:nid:opc:job cat:10f4a654-3497-48d8-8f70-7e89f4f161cc:34173:1875733134005248:192.168.202.131@tcp:101:cat.0 00000100:00000001:3.0:1788840366.102498:0:34173:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840366.102500:0:34173:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840366.102503:0:34173:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788840366.102505:0:34173:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840366.102509:0:34173:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d49880 x1875733134005248/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840382 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840366.102525:0:34173:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788840366.102529:0:34173:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee8901fa80. 00000100:00000001:3.0:1788840366.102533:0:34173:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788840366.102534:0:34173:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.102537:0:34173:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788840366.102541:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840366.102543:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840366.102546:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d200 refcount=4 00000020:00000001:3.0:1788840366.102549:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843174400 : -122120866377216 : ffff90ee8523d200) 00010000:00000001:3.0:1788840366.102551:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843174400 : -122120866377216 : ffff90ee8523d200) 00010000:00000040:3.0:1788840366.102557:0:34173:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee8523d200, remote cookie: 0x8a436931312bae33, flags: 0x1001 00010000:00010000:3.0:1788840366.102563:0:34173:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d200/0x3aa5f499c96f38ee lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae33 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788840366.102573:0:34173:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d200/0x3aa5f499c96f38ee lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae33 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840366.102585:0:34173:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788840366.102589:0:34173:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788840366.102591:0:34173:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788840366.102593:0:34173:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788840366.102594:0:34173:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788840366.102597:0:34173:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff90ee85e55e00) refcount = 1 00010000:00010000:3.0:1788840366.102601:0:34173:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d200/0x3aa5f499c96f38ee lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bae33 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840366.102607:0:34173:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788840366.102610:0:34173:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788840366.102612:0:34173:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840366.102615:0:34173:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788840366.102617:0:34173:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840366.102620:0:34173:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d200/0x3aa5f499c96f38ee lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae33 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840366.102626:0:34173:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788840366.102628:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.102629:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840366.102630:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.102632:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840366.102633:0:34173:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840366.102683:0:34173:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788840366.102686:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840366.102688:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840366.102689:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d200 refcount=3 00000020:00000001:3.0:1788840366.102692:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843174400 : -122120866377216 : ffff90ee8523d200) 00010000:00000001:3.0:1788840366.102694:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843174400 : -122120866377216 : ffff90ee8523d200) 00010000:00000001:3.0:1788840366.102697:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840366.102698:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840366.102699:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d200 refcount=4 00000020:00000001:3.0:1788840366.102700:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843174400 : -122120866377216 : ffff90ee8523d200) 00010000:00000001:3.0:1788840366.102703:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843174400 : -122120866377216 : ffff90ee8523d200) 00010000:00000001:3.0:1788840366.102706:0:34173:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840366.102709:0:34173:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840366.102713:0:34173:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d200/0x3aa5f499c96f38ee lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bae33 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840366.102720:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.102721:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840366.102722:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840366.102723:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840366.102725:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d200 refcount=5 00000020:00000001:3.0:1788840366.102730:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843174400 : -122120866377216 : ffff90ee8523d200) 00010000:00000001:3.0:1788840366.102732:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843174400 : -122120866377216 : ffff90ee8523d200) 00010000:00000001:3.0:1788840366.102734:0:34173:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788840366.102737:0:34173:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d200/0x3aa5f499c96f38ee lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bae33 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840366.102743:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.102743:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788840366.102745:0:34173:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d200/0x3aa5f499c96f38ee lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bae33 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840366.102751:0:34173:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788840366.102752:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.102753:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840366.102754:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.102755:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788840366.102760:0:34173:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90ee86d49880 x1875733134005248/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840382 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00010000:00000001:3.0:1788840366.102769:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840366.102770:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840366.102771:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d200 refcount=3 00000020:00000001:3.0:1788840366.102773:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843174400 : -122120866377216 : ffff90ee8523d200) 00010000:00000001:3.0:1788840366.102776:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843174400 : -122120866377216 : ffff90ee8523d200) 00010000:00000001:3.0:1788840366.102778:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.102779:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788840366.102781:0:34173:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840366.102783:0:34173:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840366.102786:0:34173:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:3.0:1788840366.102789:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840366.102790:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840366.102791:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d200 refcount=3 00000020:00000001:3.0:1788840366.102793:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843174400 : -122120866377216 : ffff90ee8523d200) 00010000:00000001:3.0:1788840366.102795:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843174400 : -122120866377216 : ffff90ee8523d200) 00000002:00010000:3.0:1788840366.102799:0:34173:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d200/0x3aa5f499c96f38ee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae33 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840366.102806:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.102807:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840366.102809:0:34173:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788840366.102811:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840366.102812:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840366.102813:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d200 refcount=3 00000020:00000001:3.0:1788840366.102815:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843174400 : -122120866377216 : ffff90ee8523d200) 00010000:00000001:3.0:1788840366.102817:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843174400 : -122120866377216 : ffff90ee8523d200) 00010000:00000040:3.0:1788840366.102824:0:34173:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55e00 count: 2 00010000:00000001:3.0:1788840366.102827:0:34173:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788840366.102831:0:34173:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:3.0:1788840366.102833:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.102833:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788840366.102835:0:34173:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788840366.102839:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c87938 00000002:00002000:3.0:1788840366.102840:0:34173:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:3.0:1788840366.102843:0:34173:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840366.102847:0:34173:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840366.102850:0:34173:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788840366.102854:0:34173:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788840366.102857:0:34173:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788840366.102861:0:34173:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:3.0:1788840366.102864:0:34173:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85cd3c00. 00000080:00000001:3.0:1788840366.102869:0:34173:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788840366.102872:0:34173:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788840366.102879:0:34173:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:3.0:1788840366.102891:0:34173:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:3.0:1788840366.102899:0:34173:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff90ee85e808c0. 00800000:00000001:3.0:1788840366.102902:0:34173:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446621952856033472 : -122120853518144 : ffff90ee85e808c0) 00800000:00000001:3.0:1788840366.102904:0:34173:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840366.102906:0:34173:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788840366.102908:0:34173:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788840366.102910:0:34173:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:3.0:1788840366.102913:0:34173:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:3.0:1788840366.102915:0:34173:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:3.0:1788840366.102917:0:34173:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840366.102921:0:34173:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:3.0:1788840366.102924:0:34173:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:3.0:1788840366.102929:0:34173:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:3.0:1788840366.102931:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840366.102933:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840366.102934:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d200 refcount=3 00000020:00000001:3.0:1788840366.102936:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843174400 : -122120866377216 : ffff90ee8523d200) 00010000:00000001:3.0:1788840366.102938:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843174400 : -122120866377216 : ffff90ee8523d200) 00010000:00000001:3.0:1788840366.102940:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.102941:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788840366.102943:0:34173:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788840366.102946:0:34173:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:3.0:1788840366.102947:0:34173:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee85e808c0 1 00800000:00000010:3.0:1788840366.102950:0:34173:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff90ee85e808c0. 00800000:00000001:3.0:1788840366.102953:0:34173:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788840366.102955:0:34173:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f38ee 00800000:00000001:3.0:1788840366.102957:0:34173:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788840366.102960:0:34173:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788840366.102961:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840366.102961:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840366.102962:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d200 refcount=3 00000020:00000001:3.0:1788840366.102963:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843174400 : -122120866377216 : ffff90ee8523d200) 00010000:00000001:3.0:1788840366.102965:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843174400 : -122120866377216 : ffff90ee8523d200) 00010000:00000001:3.0:1788840366.102966:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.102967:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788840366.102968:0:34173:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840366.102969:0:34173:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840366.102970:0:34173:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788840366.102972:0:34173:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:3.0:1788840366.102973:0:34173:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f38ee from it ffffa16200c87bf8 00010000:00000001:3.0:1788840366.102974:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840366.102975:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840366.102976:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d200 refcount=3 00000020:00000001:3.0:1788840366.102977:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843174400 : -122120866377216 : ffff90ee8523d200) 00010000:00000001:3.0:1788840366.102978:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843174400 : -122120866377216 : ffff90ee8523d200) 00010000:00000001:3.0:1788840366.102979:0:34173:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788840366.102981:0:34173:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d200/0x3aa5f499c96f38ee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bae33 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840366.102985:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.102985:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840366.102986:0:34173:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788840366.102988:0:34173:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788840366.102989:0:34173:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d200/0x3aa5f499c96f38ee lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae33 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788840366.102993:0:34173:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788840366.102995:0:34173:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788840366.102997:0:34173:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840366.103000:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.103001:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840366.103002:0:34173:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.103004:0:34173:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788840366.103006:0:34173:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.103007:0:34173:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.103009:0:34173:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.103010:0:34173:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788840366.103011:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.103011:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788840366.103013:0:34173:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840366.103016:0:34173:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d49880 x1875733134005248/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840382 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840366.103020:0:34173:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840366.103022:0:34173:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840366.103025:0:34173:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90ee98823800. 02000000:00000001:3.0:1788840366.103027:0:34173:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840366.103029:0:34173:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840366.103030:0:34173:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:3.0:1788840366.103032:0:34173:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840366.103034:0:34173:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee86eecc00. 02000000:00000001:3.0:1788840366.103036:0:34173:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840366.103037:0:34173:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840366.103038:0:34173:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d49880. 00000100:00000001:3.0:1788840366.103040:0:34173:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840366.103041:0:34173:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788840366.103044:0:34173:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788840366.103047:0:34173:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840366.103052:0:34173:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788840366.103054:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c87bc0 00000080:00002000:3.0:1788840366.103055:0:34173:0:(dcache.c:87:ll_dcompare()) found name recon(ffff90ee9073e510) flags 0x48004e refc 0 00000080:00000001:3.0:1788840366.103057:0:34173:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.103058:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c87c08 00000080:00200000:3.0:1788840366.103059:0:34173:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=265 00000080:00000001:3.0:1788840366.103064:0:34173:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788840366.103065:0:34173:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x31:0x0](ffff90ee905963c8), inode mode 81a4 mask 44 00000080:00000001:3.0:1788840366.103067:0:34173:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840366.103073:0:34173:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:3.0:1788840366.103074:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c87b98 00000080:00200008:3.0:1788840366.103076:0:34173:0:(file.c:1090:ll_file_open()) START file recon:[0x200000404:0x31:0x0](ffff90ee905963c8), flags 100000 00000080:00000010:3.0:1788840366.103080:0:34173:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90ee91e60780. 00000080:00000001:3.0:1788840366.103085:0:34173:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:3.0:1788840366.103087:0:34173:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85cd3c00. 00800000:00000002:3.0:1788840366.103091:0:34173:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:3.0:1788840366.103094:0:34173:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788840366.103095:0:34173:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788840366.103096:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c87a48 00800000:00000002:3.0:1788840366.103098:0:34173:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x31:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788840366.103100:0:34173:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:3.0:1788840366.103103:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c879c8 00800000:00000002:3.0:1788840366.103104:0:34173:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='' -> mds #0 layout version 1 00000002:00000001:3.0:1788840366.103107:0:34173:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788840366.103108:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c87900 00000002:00010000:3.0:1788840366.103109:0:34173:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 04240100001 00000002:00000001:3.0:1788840366.103111:0:34173:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788840366.103113:0:34173:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1788840366.103116:0:34173:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788840366.103118:0:34173:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74200 count: 2 00010000:00000001:3.0:1788840366.103119:0:34173:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840366.103121:0:34173:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788840366.103123:0:34173:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.103124:0:34173:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840366.103126:0:34173:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840366.103127:0:34173:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788840366.103128:0:34173:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55e00 count: 2 00010000:00000001:3.0:1788840366.103129:0:34173:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840366.103130:0:34173:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788840366.103131:0:34173:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.103132:0:34173:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840366.103133:0:34173:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788840366.103134:0:34173:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d49880. 00000020:00000040:3.0:1788840366.103136:0:34173:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 02000000:00000001:3.0:1788840366.103700:0:34173:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788840366.103704:0:34173:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.103707:0:34173:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788840366.103711:0:34173:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840366.103715:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.103716:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840366.103717:0:34173:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840366.103720:0:34173:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840366.103722:0:34173:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840366.103726:0:34173:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840366.103734:0:34173:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee86eecc00. 00000100:00000001:3.0:1788840366.103740:0:34173:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.103744:0:34173:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788840366.103746:0:34173:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.103747:0:34173:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788840366.103748:0:34173:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.103750:0:34173:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840366.103977:0:34173:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446621952871536768 : -122120838014848 : ffff90ee86d49880) 00010000:00000001:3.0:1788840366.103982:0:34173:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788840366.103984:0:34173:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788840366.103988:0:34173:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55e00 count: 2 00010000:00000001:3.0:1788840366.103991:0:34173:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840366.103994:0:34173:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788840366.103998:0:34173:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee8523c800. 00000020:00000001:3.0:1788840366.104002:0:34173:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788840366.104005:0:34173:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee8523c800 with handle 0x3aa5f499c96f38f5 to hash 00000020:00000001:3.0:1788840366.104007:0:34173:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788840366.104008:0:34173:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952843171840 : -122120866379776 : ffff90ee8523c800) 00010000:00000001:3.0:1788840366.104011:0:34173:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952843171840 : -122120866379776 : ffff90ee8523c800) 00010000:00000001:3.0:1788840366.104015:0:34173:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840366.104017:0:34173:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840366.104021:0:34173:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c800/0x3aa5f499c96f38f5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34173 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788840366.104028:0:34173:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c800/0x3aa5f499c96f38f5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34173 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1788840366.104044:0:34173:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1788840366.104053:0:34173:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee86d49880 x1875733134005504/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1788840366.104062:0:34173:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c800/0x3aa5f499c96f38f5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34173 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788840366.104068:0:34173:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788840366.104070:0:34173:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788840366.104077:0:34173:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee8901fa80. 00000100:00000001:3.0:1788840366.104079:0:34173:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952908065408 : -122120801486208 : ffff90ee8901fa80) 00000100:00000001:3.0:1788840366.104082:0:34173:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840366.104083:0:34173:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871536768 : -122120838014848 : ffff90ee86d49880) 00000100:00000001:3.0:1788840366.104088:0:34173:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840366.104092:0:34173:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840366.104094:0:34173:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788840366.104096:0:34173:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840366.104101:0:34173:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d49880 x1875733134005504/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840366.104108:0:34173:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840366.104111:0:34173:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840366.104115:0:34173:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840366.104117:0:34173:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840366.104120:0:34173:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840366.104123:0:34173:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d49880 pname:cluuid:pid:xid:nid:opc:job cat:10f4a654-3497-48d8-8f70-7e89f4f161cc:34173:1875733134005504:192.168.202.131@tcp:101:cat.0 00000100:00000001:3.0:1788840366.104127:0:34173:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840366.104133:0:34173:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840366.104219:0:34173:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840366.104223:0:34173:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840366.104316:0:34173:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff90ee87200000. 02000000:00000001:3.0:1788840366.104319:0:34173:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840366.104327:0:34173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840366.104332:0:34173:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4fd10. 00000400:00000010:3.0:1788840366.104340:0:34173:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff90ee98823800. 00000100:00000200:3.0:1788840366.104347:0:34173:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875733134005504, portal 10 00000100:00000001:3.0:1788840366.104349:0:34173:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840366.104351:0:34173:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871536768 : -122120838014848 : ffff90ee86d49880) 00000100:00000040:3.0:1788840366.104358:0:34173:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee86d49880 x1875733134005504/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840382 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840366.104365:0:34173:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840366.104368:0:34173:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840366.104372:0:34173:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e6e8. 00000100:00000200:3.0:1788840366.104386:0:34173:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875733134005504, offset 0 00000400:00000200:3.0:1788840366.104392:0:34173:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840366.104400:0:34173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840366.104407:0:34173:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840366.104412:0:34173:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840366.104417:0:34173:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840366.104420:0:34173:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840366.104423:0:34173:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840366.104426:0:34173:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2632:2632:256:4294967295] 192.168.202.131@tcp LPNI seq info [2632:2632:8:4294967295] 00000400:00000200:3.0:1788840366.104431:0:34173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840366.104440:0:34173:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840366.104446:0:34173:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840366.104452:0:34173:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee86f0da00. 00000800:00000200:3.0:1788840366.104458:0:34173:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840366.104465:0:34173:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840366.104470:0:34173:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee86f0da00 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:3.0:1788840366.104497:0:34173:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840366.104503:0:34173:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 807095 usecs (808 jiffies) 00000400:00000200:3.0:1788840366.104507:0:34173:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840366.104509:0:34173:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296596730 00000100:00000001:3.0:1788840366.104529:0:34173:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, simply extend its deadline from 4296596710 00000100:00000001:3.0:1788840366.104536:0:34173:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296596730 00000100:00000001:3.0:1788840366.104540:0:34173:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, simply extend its deadline from 4296596710 00000100:00000001:3.0:1788840366.104543:0:34173:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840366.104545:0:34173:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840366.104548:0:34173:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840366.104549:0:34173:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788840366.104552:0:34173:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee8901fa80 going to sleep for 11 seconds 00000100:00000001:3.0:1788840366.104554:0:34173:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840366.104557:0:34173:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840366.105053:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840366.105059:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0da00. 00000400:00000200:2.0:1788840366.105065:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840366.105071:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840366.105076:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e6e8 00000400:00000010:2.0:1788840366.105079:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e6e8. 00000100:00000001:2.0:1788840366.105083:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840366.105088:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d49880 x1875733134005504/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840382 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840366.105099:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840366.105102:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee86d49880 x1875733134005504/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840382 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840366.105110:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840366.105112:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840366.109673:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840366.109692:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840366.109696:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840366.109699:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840366.109708:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840366.109715:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840366.109724:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840366.109729:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840366.109734:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840366.109738:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 664 into portal 10 MB=0x6a9f827255500 00000400:00000200:2.0:1788840366.109743:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840366.109748:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 664/664 into md 0x724d [64] + 224 00000800:00000001:2.0:1788840366.109754:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840366.109772:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840366.109776:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840366.109780:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840366.109787:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840366.109802:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d49880 x1875733134005504/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840382 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840366.109814:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff90ee86d49880 x1875733134005504/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840382 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840366.109863:0:34173:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840366.109880:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840366.109888:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840366.109891:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:3.0:1788840366.110209:0:34173:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840366.110212:0:34173:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840366.110215:0:34173:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4fd10. 00000400:00000200:3.0:1788840366.110220:0:34173:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee98823800 00000400:00000010:3.0:1788840366.110223:0:34173:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff90ee98823800. 00000100:00000001:3.0:1788840366.110227:0:34173:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840366.110232:0:34173:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d49880 x1875733134005504/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840382 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788840366.110240:0:34173:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d49880 x1875733134005504/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840382 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840366.110246:0:34173:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840366.110248:0:34173:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840366.110251:0:34173:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840366.110254:0:34173:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840366.110256:0:34173:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840366.110258:0:34173:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840366.110261:0:34173:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840366.110270:0:34173:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=66 v=5 (5 5 102 102) 00000100:00001000:3.0:1788840366.110274:0:34173:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=24 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840366.110277:0:34173:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840366.110279:0:34173:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.110281:0:34173:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840366.110285:0:34173:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840366.110288:0:34173:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788840366.110290:0:34173:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788840366.110292:0:34173:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788840366.110294:0:34173:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840366.110296:0:34173:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871536768 : -122120838014848 : ffff90ee86d49880) 00000100:00000001:3.0:1788840366.110299:0:34173:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840366.110301:0:34173:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 8589934597 00000100:00000001:3.0:1788840366.110302:0:34173:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840366.110306:0:34173:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840366.110311:0:34173:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d49880 x1875733134005504/t8589934605(8589934605) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/664 e 0 to 0 dl 1788840382 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840366.110318:0:34173:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840366.110321:0:34173:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840366.110323:0:34173:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840366.110326:0:34173:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d49880 x1875733134005504/t8589934605(8589934605) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/664 e 0 to 0 dl 1788840382 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788840366.110334:0:34173:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d49880 pname:cluuid:pid:xid:nid:opc:job cat:10f4a654-3497-48d8-8f70-7e89f4f161cc:34173:1875733134005504:192.168.202.131@tcp:101:cat.0 00000100:00000001:3.0:1788840366.110338:0:34173:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840366.110341:0:34173:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840366.110343:0:34173:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788840366.110345:0:34173:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840366.110348:0:34173:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee86d49880 x1875733134005504/t8589934605(8589934605) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/664 e 0 to 0 dl 1788840382 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840366.110355:0:34173:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788840366.110357:0:34173:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee8901fa80. 00000100:00000001:3.0:1788840366.110360:0:34173:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788840366.110361:0:34173:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.110364:0:34173:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788840366.110369:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840366.110371:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840366.110374:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c800 refcount=4 00000020:00000001:3.0:1788840366.110377:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843171840 : -122120866379776 : ffff90ee8523c800) 00010000:00000001:3.0:1788840366.110380:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843171840 : -122120866379776 : ffff90ee8523c800) 00010000:00000040:3.0:1788840366.110386:0:34173:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee8523c800, remote cookie: 0x8a436931312bae41, flags: 0x1001 00010000:00000040:3.0:1788840366.110389:0:34173:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x31:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1788840366.110393:0:34173:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:3.0:1788840366.110400:0:34173:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74200 count: 2 00010000:00000001:3.0:1788840366.110403:0:34173:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840366.110406:0:34173:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840366.110411:0:34173:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c800/0x3aa5f499c96f38f5 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x31:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae41 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788840366.110421:0:34173:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c800/0x3aa5f499c96f38f5 lrc: 4/1,0 mode: --/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae41 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840366.110427:0:34173:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788840366.110430:0:34173:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788840366.110432:0:34173:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788840366.110434:0:34173:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788840366.110435:0:34173:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788840366.110438:0:34173:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x31:0x0].0x0 (ffff90ee99a74200) refcount = 2 00010000:00000040:3.0:1788840366.110440:0:34173:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1788840366.110443:0:34173:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f38cb lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312baded expref: -99 pid: 34166 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00010000:3.0:1788840366.110450:0:34173:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c800/0x3aa5f499c96f38f5 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bae41 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840366.110455:0:34173:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788840366.110458:0:34173:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788840366.110459:0:34173:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840366.110462:0:34173:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788840366.110465:0:34173:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840366.110467:0:34173:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c800/0x3aa5f499c96f38f5 lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae41 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840366.110477:0:34173:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788840366.110479:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.110481:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840366.110482:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.110483:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840366.110484:0:34173:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840366.110489:0:34173:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788840366.110491:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840366.110492:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840366.110494:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c800 refcount=3 00000020:00000001:3.0:1788840366.110496:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843171840 : -122120866379776 : ffff90ee8523c800) 00010000:00000001:3.0:1788840366.110498:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843171840 : -122120866379776 : ffff90ee8523c800) 00010000:00000001:3.0:1788840366.110499:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.110501:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788840366.110505:0:34173:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff90ee86d49880 x1875733134005504/t8589934605(8589934605) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/664 e 0 to 0 dl 1788840382 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788840366.110515:0:34173:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1788840366.110531:0:34173:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90ee86d49880 x1875733134005504/t8589934605(8589934605) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/664 e 0 to 0 dl 1788840382 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788840366.110538:0:34173:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.110544:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840366.110545:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840366.110546:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c800 refcount=3 00000020:00000001:3.0:1788840366.110548:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843171840 : -122120866379776 : ffff90ee8523c800) 00010000:00000001:3.0:1788840366.110550:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843171840 : -122120866379776 : ffff90ee8523c800) 00000002:00010000:3.0:1788840366.110554:0:34173:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c800/0x3aa5f499c96f38f5 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae41 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1788840366.110564:0:34173:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff90ee85e808c0. 00010000:00000001:3.0:1788840366.110566:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.110568:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788840366.110569:0:34173:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840366.110571:0:34173:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840366.110574:0:34173:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1788840366.110576:0:34173:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840366.110578:0:34173:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871536768 : -122120838014848 : ffff90ee86d49880) 00010000:00000001:3.0:1788840366.110580:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840366.110581:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840366.110582:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c800 refcount=3 00000020:00000001:3.0:1788840366.110584:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843171840 : -122120866379776 : ffff90ee8523c800) 00010000:00000001:3.0:1788840366.110586:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843171840 : -122120866379776 : ffff90ee8523c800) 00000002:00010000:3.0:1788840366.110589:0:34173:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c800/0x3aa5f499c96f38f5 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae41 expref: -99 pid: 34173 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840366.110595:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.110596:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840366.110598:0:34173:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788840366.110600:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840366.110601:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840366.110602:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c800 refcount=3 00000020:00000001:3.0:1788840366.110604:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843171840 : -122120866379776 : ffff90ee8523c800) 00010000:00000001:3.0:1788840366.110606:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843171840 : -122120866379776 : ffff90ee8523c800) 00010000:00000040:3.0:1788840366.110609:0:34173:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74200 count: 3 00010000:00000001:3.0:1788840366.110611:0:34173:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788840366.110615:0:34173:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 16 res 8589935620/49 (0 0) 00010000:00000001:3.0:1788840366.110618:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.110619:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788840366.110620:0:34173:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788840366.110623:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c87888 00000002:00002000:3.0:1788840366.110625:0:34173:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:3.0:1788840366.110628:0:34173:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840366.110631:0:34173:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840366.110634:0:34173:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788840366.110637:0:34173:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:3.0:1788840366.110753:0:34173:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788840366.110757:0:34173:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:3.0:1788840366.110887:0:34173:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85cd3c00. 00000080:00000001:3.0:1788840366.110963:0:34173:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788840366.110970:0:34173:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788840366.110974:0:34173:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:3.0:1788840366.110978:0:34173:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788840366.110983:0:34173:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044391912 : -122120665159704 : ffff90ee912227e8) 00000020:00001000:3.0:1788840366.110985:0:34173:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912227e0 00000020:00000001:3.0:1788840366.110988:0:34173:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1788840366.110991:0:34173:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788840366.110994:0:34173:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788840366.111001:0:34173:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90ee84b18240. 00020000:00000010:3.0:1788840366.111006:0:34173:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90ee86d66f00. 00020000:00000010:3.0:1788840366.111012:0:34173:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90ee84b18c60. 00020000:00000001:3.0:1788840366.111014:0:34173:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621952835685472 : -122120873866144 : ffff90ee84b18c60) 00020000:00000002:3.0:1788840366.111018:0:34173:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee84b18c60, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788840366.111024:0:34173:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788840366.111027:0:34173:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90ee86d66f00: ostid: 0x240000400:67 ost idx: 0 gen: 0 00020000:00000002:3.0:1788840366.111031:0:34173:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90ee98eff3e0) owner ffff90ee99738000 00020000:00000001:3.0:1788840366.111035:0:34173:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788840366.111037:0:34173:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90ee98eff3e0) owner ffff90ee99738000 00020000:00000010:3.0:1788840366.111042:0:34173:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90ee86d66f00. 00020000:00000010:3.0:1788840366.111046:0:34173:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90ee84b18240. 00020000:00000010:3.0:1788840366.111049:0:34173:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90ee84b18c60. 00020000:00000002:3.0:1788840366.111051:0:34173:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1788840366.111053:0:34173:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.111055:0:34173:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788840366.111058:0:34173:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912227e0 00000080:00000001:3.0:1788840366.111062:0:34173:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833969 : 144115205322833969 : 200000404000031) 00000080:00000001:3.0:1788840366.111065:0:34173:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:3.0:1788840366.111069:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840366.111071:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840366.111073:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c800 refcount=3 00000020:00000001:3.0:1788840366.111075:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843171840 : -122120866379776 : ffff90ee8523c800) 00010000:00000001:3.0:1788840366.111077:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843171840 : -122120866379776 : ffff90ee8523c800) 00000080:00000001:3.0:1788840366.111079:0:34173:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788840366.111081:0:34173:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788840366.111083:0:34173:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044391912 : -122120665159704 : ffff90ee912227e8) 00000020:00001000:3.0:1788840366.111085:0:34173:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912227e0 00000020:00000001:3.0:1788840366.111086:0:34173:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1788840366.111087:0:34173:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788840366.111088:0:34173:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788840366.111091:0:34173:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90ee84b18c60. 00020000:00000010:3.0:1788840366.111093:0:34173:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90ee86d66f00. 00020000:00000010:3.0:1788840366.111095:0:34173:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90ee84b18240. 00020000:00000001:3.0:1788840366.111097:0:34173:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621952835682880 : -122120873868736 : ffff90ee84b18240) 00020000:00000002:3.0:1788840366.111099:0:34173:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee84b18240, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788840366.111103:0:34173:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788840366.111106:0:34173:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90ee86d66f00: ostid: 0x240000400:67 ost idx: 0 gen: 0 00020000:00000002:3.0:1788840366.111108:0:34173:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90ee98eff3e0) owner ffff90ee99738000 00020000:00000001:3.0:1788840366.111110:0:34173:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788840366.111112:0:34173:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90ee98eff3e0) owner ffff90ee99738000 00020000:00000010:3.0:1788840366.111114:0:34173:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90ee86d66f00. 00020000:00000010:3.0:1788840366.111116:0:34173:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90ee84b18c60. 00020000:00000010:3.0:1788840366.111118:0:34173:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90ee84b18240. 00020000:00000002:3.0:1788840366.111119:0:34173:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=0 00020000:00000001:3.0:1788840366.111121:0:34173:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.111123:0:34173:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.111126:0:34173:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1788840366.111129:0:34173:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee98eff3e0) owner 0000000000000000/ffff90ee99738000 00020000:00000002:3.0:1788840366.111132:0:34173:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90ee9887df00 addref 2/0 by ffff90ee99738000. 00020000:00000002:3.0:1788840366.111135:0:34173:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee98eff3e0) owner 0000000000000000/ffff90ee99738000 00020000:00000001:3.0:1788840366.111137:0:34173:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1788840366.111211:0:34173:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1788840366.111213:0:34173:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1788840366.111215:0:34173:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:3.0:1788840366.111218:0:34173:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:3.0:1788840366.111220:0:34173:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x31:0x0]: layout version change: 0 -> 0 00000020:00001000:3.0:1788840366.111222:0:34173:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912227e0 00000080:00000001:3.0:1788840366.111225:0:34173:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.111227:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.111228:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788840366.111230:0:34173:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788840366.111232:0:34173:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788840366.111234:0:34173:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788840366.111237:0:34173:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff90ee905963c8) for lock 0x3aa5f499c96f38f5 00800000:00000001:3.0:1788840366.111240:0:34173:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788840366.111242:0:34173:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788840366.111243:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840366.111244:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840366.111246:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c800 refcount=3 00000020:00000001:3.0:1788840366.111248:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843171840 : -122120866379776 : ffff90ee8523c800) 00010000:00000001:3.0:1788840366.111250:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843171840 : -122120866379776 : ffff90ee8523c800) 00010000:00000001:3.0:1788840366.111253:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.111254:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788840366.111255:0:34173:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840366.111257:0:34173:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840366.111259:0:34173:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840366.111265:0:34173:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee86d49880 x1875733134005504/t8589934605(8589934605) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840382 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840366.111271:0:34173:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788840366.111274:0:34173:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f38f5 from it ffffa16200c87bf0 00010000:00000001:3.0:1788840366.111277:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840366.111278:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840366.111279:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523c800 refcount=3 00000020:00000001:3.0:1788840366.111281:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843171840 : -122120866379776 : ffff90ee8523c800) 00010000:00000001:3.0:1788840366.111283:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843171840 : -122120866379776 : ffff90ee8523c800) 00010000:00000001:3.0:1788840366.111285:0:34173:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788840366.111288:0:34173:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c800/0x3aa5f499c96f38f5 lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8a436931312bae41 expref: -99 pid: 34173 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840366.111295:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.111296:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840366.111298:0:34173:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788840366.111301:0:34173:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788840366.111303:0:34173:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c800/0x3aa5f499c96f38f5 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312bae41 expref: -99 pid: 34173 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788840366.111310:0:34173:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788840366.111312:0:34173:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788840366.111314:0:34173:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840366.111318:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.111319:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840366.111321:0:34173:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.111324:0:34173:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788840366.111326:0:34173:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.111327:0:34173:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.111330:0:34173:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.111332:0:34173:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788840366.111334:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.111335:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:3.0:1788840366.111338:0:34173:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788840366.111342:0:34173:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff90ee85e80340. 00000080:00000001:3.0:1788840366.111345:0:34173:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:3.0:1788840366.111348:0:34173:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:3.0:1788840366.111351:0:34173:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:3.0:1788840366.111354:0:34173:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff90ee86d74900. 00000002:00100000:3.0:1788840366.111358:0:34173:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90ee86d49880 x1875733134005504/t8589934605(8589934605) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840382 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788840366.111364:0:34173:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840366.111366:0:34173:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1788840366.111370:0:34173:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:3.0:1788840366.111374:0:34173:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840366.111377:0:34173:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:3.0:1788840366.111380:0:34173:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1788840366.111382:0:34173:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788840366.111384:0:34173:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1788840366.111386:0:34173:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840366.111389:0:34173:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:3.0:1788840366.111392:0:34173:0:(pcc.c:1947:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840366.111395:0:34173:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788840366.111397:0:34173:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840366.111399:0:34173:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840366.111403:0:34173:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840366.111406:0:34173:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d49880 x1875733134005504/t8589934605(8589934605) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840382 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1788840366.111413:0:34173:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840366.111416:0:34173:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff90ee87200000. 02000000:00000001:3.0:1788840366.111452:0:34173:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1788840366.111454:0:34173:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.111457:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c87b98 00000080:00000008:3.0:1788840366.111459:0:34173:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff90ee905963c8), flags 100000, rc = 0 00000020:00000001:3.0:1788840366.111484:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c87d28 00000080:00200008:3.0:1788840366.111486:0:34173:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000404:0x31:0x0](ffff90ee905963c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788840366.111493:0:34173:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788840366.111494:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c87ca0 00000080:00200000:3.0:1788840366.111496:0:34173:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x31:0x0](ffff90ee905963c8),name=recon 00000080:00000010:3.0:1788840366.111502:0:34173:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85cd3c00. 00800000:00000002:3.0:1788840366.111507:0:34173:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:3.0:1788840366.111512:0:34173:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788840366.111525:0:34173:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788840366.111527:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c87bc0 00800000:00000002:3.0:1788840366.111529:0:34173:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x31:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788840366.111531:0:34173:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788840366.111535:0:34173:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='' -> mds #0 00000002:00000001:3.0:1788840366.111539:0:34173:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788840366.111541:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c87a90 00000002:00010000:3.0:1788840366.111543:0:34173:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788840366.111546:0:34173:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788840366.111548:0:34173:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840366.111550:0:34173:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788840366.111554:0:34173:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74200 count: 3 00010000:00000001:3.0:1788840366.111557:0:34173:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840366.111560:0:34173:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840366.111563:0:34173:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788840366.111566:0:34173:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f38cb lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312baded expref: -99 pid: 34166 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 02000000:00000001:3.0:1788840366.111574:0:34173:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788840366.111578:0:34173:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840366.111581:0:34173:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f38cb lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312baded expref: -99 pid: 34166 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000002:00000001:3.0:1788840366.111588:0:34173:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788840366.111590:0:34173:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788840366.111592:0:34173:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788840366.111594:0:34173:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788840366.111595:0:34173:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788840366.111598:0:34173:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788840366.111600:0:34173:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788840366.111602:0:34173:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:3.0:1788840366.111604:0:34173:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85cd3c00. 00000080:00000001:3.0:1788840366.111607:0:34173:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788840366.111609:0:34173:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788840366.111612:0:34173:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x31:0x0](ffff90ee905963c8) 00000080:00010000:3.0:1788840366.111615:0:34173:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff90ee905963c8) for lock 0x3aa5f499c96f38cb 00800000:00000001:3.0:1788840366.111617:0:34173:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788840366.111619:0:34173:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788840366.111620:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840366.111621:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840366.111623:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030c00 refcount=3 00000020:00000001:3.0:1788840366.111625:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:3.0:1788840366.111627:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:3.0:1788840366.111630:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.111631:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788840366.111633:0:34173:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840366.111634:0:34173:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788840366.111637:0:34173:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f38cb from it ffffa16200c87cd8 00010000:00000001:3.0:1788840366.111665:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840366.111666:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840366.111668:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030c00 refcount=3 00000020:00000001:3.0:1788840366.111670:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:3.0:1788840366.111672:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:3.0:1788840366.111674:0:34173:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788840366.111677:0:34173:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f38cb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8a436931312baded expref: -99 pid: 34166 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788840366.111683:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.111684:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840366.111685:0:34173:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788840366.111687:0:34173:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788840366.111689:0:34173:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f38cb lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312baded expref: -99 pid: 34166 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1788840366.111695:0:34173:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788840366.111696:0:34173:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788840366.111698:0:34173:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840366.111700:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.111701:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840366.111702:0:34173:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.111704:0:34173:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788840366.111705:0:34173:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.111707:0:34173:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.111709:0:34173:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.111711:0:34173:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788840366.111712:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.111713:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788840366.111715:0:34173:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788840366.111717:0:34173:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788840366.111719:0:34173:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:3.0:1788840366.111722:0:34173:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1788840366.111724:0:34173:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788840366.111725:0:34173:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1788840366.111727:0:34173:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840366.111729:0:34173:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788840366.111732:0:34173:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:3.0:1788840366.111734:0:34173:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788840366.111736:0:34173:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044391912 : -122120665159704 : ffff90ee912227e8) 00000020:00001000:3.0:1788840366.111738:0:34173:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912227e0 00000020:00000001:3.0:1788840366.111742:0:34173:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f918 00000020:00000001:3.0:1788840366.111744:0:34173:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788840366.111747:0:34173:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788840366.111749:0:34173:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1788840366.111751:0:34173:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788840366.111753:0:34173:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1788840366.111755:0:34173:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788840366.111756:0:34173:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840366.111758:0:34173:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788840366.111968:0:34173:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x31:0x0]io ffff90ee98846310 type 7 ignore/verify layout 0/1 00020000:00000002:3.0:1788840366.111971:0:34173:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee98eff3e0) owner 0000000000000000/ffff90ee99738000 00020000:00000001:3.0:1788840366.111974:0:34173:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788840366.111976:0:34173:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788840366.111979:0:34173:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788840366.111980:0:34173:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840366.111982:0:34173:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788840366.111984:0:34173:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788840366.111986:0:34173:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.111988:0:34173:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788840366.111989:0:34173:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788840366.111991:0:34173:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788840366.111992:0:34173:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee98eff3e0) owner 0000000000000000/ffff90ee99738000 00000020:00000001:3.0:1788840366.111994:0:34173:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788840366.111997:0:34173:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1788840366.111998:0:34173:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x31:0x0] 00000020:00000001:3.0:1788840366.112001:0:34173:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1788840366.112003:0:34173:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1788840366.112005:0:34173:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1788840366.112007:0:34173:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1788840366.112012:0:34173:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1788840366.112018:0:34173:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90ee86e2f780. 00020000:00000002:3.0:1788840366.112020:0:34173:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788840366.112022:0:34173:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1788840366.112025:0:34173:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788840366.112026:0:34173:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788840366.112027:0:34173:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788840366.112029:0:34173:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044391048 : -122120665160568 : ffff90ee91222488) 00000020:00001000:3.0:1788840366.112031:0:34173:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee91222480 00000020:00000001:3.0:1788840366.112034:0:34173:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f210 -> ffff90ee82e4f918 00000020:00000001:3.0:1788840366.112036:0:34173:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1788840366.112039:0:34173:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788840366.112040:0:34173:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788840366.112041:0:34173:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840366.112044:0:34173:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840366.112046:0:34173:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174949984 : -122120534601632 : ffff90ee98ea5060) 00000020:00000001:3.0:1788840366.112047:0:34173:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1788840366.112052:0:34173:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90ee999d51d0. 00000008:00010000:3.0:1788840366.112054:0:34173:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1788840366.112057:0:34173:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788840366.112058:0:34173:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1788840366.112060:0:34173:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90ee86e2f7b0, osc lock ffff90ee999d51d0, flags 0x400001002 00000020:00000001:3.0:1788840366.112062:0:34173:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840366.112063:0:34173:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840366.112067:0:34173:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621952872478592 : -122120837073024 : ffff90ee86e2f780) 00000020:00000001:3.0:1788840366.112069:0:34173:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788840366.112070:0:34173:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1788840366.112071:0:34173:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.112073:0:34173:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.112076:0:34173:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1788840366.112078:0:34173:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1788840366.112079:0:34173:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1788840366.112081:0:34173:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1788840366.112082:0:34173:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788840366.112083:0:34173:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174949984 : -122120534601632 : ffff90ee98ea5060) 00000020:00000001:3.0:1788840366.112085:0:34173:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1788840366.112087:0:34173:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1788840366.112090:0:34173:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1788840366.112093:0:34173:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1788840366.112095:0:34173:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1788840366.112097:0:34173:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1788840366.112099:0:34173:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1788840366.112100:0:34173:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1788840366.112101:0:34173:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1788840366.112103:0:34173:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1788840366.112105:0:34173:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788840366.112110:0:34173:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74b00 count: 2 00010000:00000001:3.0:1788840366.112112:0:34173:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840366.112116:0:34173:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840366.112119:0:34173:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788840366.112123:0:34173:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 02000000:00000001:3.0:1788840366.112132:0:34173:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788840366.112135:0:34173:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840366.112215:0:34173:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788840366.112224:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840366.112226:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840366.112227:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031000 refcount=4 00000020:00000001:3.0:1788840366.112229:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:3.0:1788840366.112231:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00000008:00000001:3.0:1788840366.112235:0:34173:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1788840366.112237:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840366.112238:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840366.112239:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031000 refcount=5 00000020:00000001:3.0:1788840366.112241:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:3.0:1788840366.112243:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00000020:00000001:3.0:1788840366.112246:0:34173:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1788840366.112249:0:34173:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1788840366.112251:0:34173:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1788840366.112252:0:34173:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.112253:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840366.112254:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840366.112256:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031000 refcount=6 00000020:00000001:3.0:1788840366.112257:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:3.0:1788840366.112259:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:3.0:1788840366.112261:0:34173:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788840366.112264:0:34173:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788840366.112270:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.112271:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840366.112272:0:34173:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788840366.112273:0:34173:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788840366.112276:0:34173:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788840366.112282:0:34173:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788840366.112284:0:34173:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788840366.112285:0:34173:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840366.112287:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.112288:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840366.112290:0:34173:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.112292:0:34173:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788840366.112293:0:34173:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.112295:0:34173:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.112298:0:34173:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.112300:0:34173:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788840366.112301:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.112302:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840366.112303:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.112304:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788840366.112306:0:34173:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788840366.112309:0:34173:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.112311:0:34173:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840366.112313:0:34173:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.112315:0:34173:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.112316:0:34173:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1788840366.112318:0:34173:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1788840366.112320:0:34173:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1788840366.112321:0:34173:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:3.0:1788840366.112323:0:34173:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.112325:0:34173:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840366.112329:0:34173:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1788840366.112330:0:34173:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f918 00000020:00000001:3.0:1788840366.112332:0:34173:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f918 00000020:00000001:3.0:1788840366.112334:0:34173:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1788840366.112336:0:34173:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1788840366.112338:0:34173:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788840366 a=0 c=1788840366 b=1 00020000:00000001:3.0:1788840366.112342:0:34173:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.112344:0:34173:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.112345:0:34173:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f918 00000080:00200000:3.0:1788840366.112347:0:34173:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 46 i_blocks 1 00000080:00000001:3.0:1788840366.112350:0:34173:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1788840366.112353:0:34173:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1788840366.112354:0:34173:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90ee988462b0 (ffff90ee912227e8/0) at cl_lock_release():245 00000020:00000001:3.0:1788840366.112357:0:34173:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788840366.112358:0:34173:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee988462b0 (ffff90ee912227e8/0) at cl_lock_cancel():142 00020000:00000001:3.0:1788840366.112361:0:34173:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1788840366.112362:0:34173:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788840366.112363:0:34173:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174949984 : -122120534601632 : ffff90ee98ea5060) 00000020:00000001:3.0:1788840366.112365:0:34173:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788840366.112366:0:34173:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee86e2f7b0 (ffff90ee91222488/1) at cl_lock_cancel():142 00000008:00000001:3.0:1788840366.112369:0:34173:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1788840366.112370:0:34173:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1788840366.112371:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.112372:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788840366.112374:0:34173:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1788840366.112375:0:34173:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1788840366.112376:0:34173:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788840366.112377:0:34173:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788840366.112379:0:34173:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788840366.112380:0:34173:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee988462b0 (ffff90ee912227e8/0) at cl_lock_fini():72 00020000:00000001:3.0:1788840366.112383:0:34173:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1788840366.112385:0:34173:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788840366.112386:0:34173:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee86e2f7b0 (ffff90ee912227e8/1) at cl_lock_fini():72 00000008:00000010:3.0:1788840366.112389:0:34173:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90ee999d51d0. 00000020:00000001:3.0:1788840366.112392:0:34173:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1788840366.112394:0:34173:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90ee86e2f780. 00020000:00000001:3.0:1788840366.112398:0:34173:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1788840366.112400:0:34173:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1788840366.112401:0:34173:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1788840366.112402:0:34173:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.112404:0:34173:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788840366.112406:0:34173:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788840366.112408:0:34173:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788840366.112409:0:34173:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1788840366.112411:0:34173:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788840366.112412:0:34173:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee91222480 00020000:00000001:3.0:1788840366.112414:0:34173:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788840366.112416:0:34173:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788840366.112419:0:34173:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788840366.112421:0:34173:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788840366.112424:0:34173:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788840366.112425:0:34173:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840366.112427:0:34173:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788840366.112429:0:34173:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788840366.112430:0:34173:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788840366.112431:0:34173:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912227e0 00000001:00000001:3.0:1788840366.112433:0:34173:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.112437:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c87d28 00000080:00000008:3.0:1788840366.112440:0:34173:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff90ee905963c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788840366.112545:0:34173:0:(file.c:2479:do_file_read_iter()) Process entered 00000020:00000001:3.0:1788840366.112547:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c87d88 00000080:00200008:3.0:1788840366.112550:0:34173:0:(file.c:2483:do_file_read_iter()) START file recon:[0x200000404:0x31:0x0], ppos: 0, count: 4194304 00000080:00000001:3.0:1788840366.112554:0:34173:0:(pcc.c:2477:pcc_file_read_iter()) Process entered 00000080:00000001:3.0:1788840366.112555:0:34173:0:(pcc.c:2481:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1788840366.112559:0:34173:0:(rw.c:1191:ras_detect_read_pattern()) lre 0 cr 1 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00400000:3.0:1788840366.112563:0:34173:0:(rw.c:1245:ras_detect_read_pattern()) lre 4194303 cr 1 cb 4194304 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000020:00000001:3.0:1788840366.112588:0:34173:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788840366.112591:0:34173:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044391912 : -122120665159704 : ffff90ee912227e8) 00000020:00001000:3.0:1788840366.112593:0:34173:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912227e0 00000080:00000001:3.0:1788840366.112595:0:34173:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:3.0:1788840366.112597:0:34173:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840366.112599:0:34173:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:3.0:1788840366.112601:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c87c98 00000080:00200000:3.0:1788840366.112603:0:34173:0:(file.c:2090:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194258 00000020:00000001:3.0:1788840366.112607:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c87c30 00000080:00200000:3.0:1788840366.112608:0:34173:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:3.0:1788840366.112610:0:34173:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:3.0:1788840366.112615:0:34173:0:(cl_io.c:214:cl_io_rw_init()) header@00000000da01a120[0x110, 2, [0x200000404:0x31:0x0] hash] 00000020:00200000:3.0:1788840366.112616:0:34173:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [46, 4194304) 0 0 00000020:00000001:3.0:1788840366.112618:0:34173:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f918 00000020:00000001:3.0:1788840366.112620:0:34173:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788840366.112621:0:34173:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788840366.112623:0:34173:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1788840366.112625:0:34173:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788840366.112626:0:34173:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1788840366.112629:0:34173:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840366.112632:0:34173:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840366.112634:0:34173:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788840366.112635:0:34173:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840366.112637:0:34173:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788840366.112744:0:34173:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x31:0x0]io ffff90ee98846310 type 1 ignore/verify layout 0/0 00020000:00000002:3.0:1788840366.112747:0:34173:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee98eff3e0) owner 0000000000000000/ffff90ee99738000 00020000:00000001:3.0:1788840366.112750:0:34173:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788840366.112751:0:34173:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788840366.112753:0:34173:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788840366.112754:0:34173:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840366.112756:0:34173:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788840366.112758:0:34173:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788840366.112768:0:34173:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.112770:0:34173:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788840366.112771:0:34173:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788840366.112772:0:34173:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788840366.112774:0:34173:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee98eff3e0) owner 0000000000000000/ffff90ee99738000 00000020:00000001:3.0:1788840366.112776:0:34173:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.112778:0:34173:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.112782:0:34173:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1788840366.112783:0:34173:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1788840366.112786:0:34173:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:3.0:1788840366.112788:0:34173:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194304) 4194304, 4194258 00020000:00000001:3.0:1788840366.112791:0:34173:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1788840366.112793:0:34173:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1788840366.113287:0:34173:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:3.0:1788840366.113291:0:34173:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788840366.113293:0:34173:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788840366.113294:0:34173:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788840366.113297:0:34173:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044391048 : -122120665160568 : ffff90ee91222488) 00000020:00001000:3.0:1788840366.113299:0:34173:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee91222480 00000020:00000001:3.0:1788840366.113302:0:34173:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f210 -> ffff90ee82e4f918 00000020:00000001:3.0:1788840366.113304:0:34173:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1788840366.113307:0:34173:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788840366.113308:0:34173:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788840366.113309:0:34173:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840366.113311:0:34173:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840366.113312:0:34173:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174949984 : -122120534601632 : ffff90ee98ea5060) 00000020:00000001:3.0:1788840366.113314:0:34173:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:3.0:1788840366.113316:0:34173:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:3.0:1788840366.113319:0:34173:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.113321:0:34173:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840366.113323:0:34173:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840366.113325:0:34173:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.113326:0:34173:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.113328:0:34173:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:3.0:1788840366.113329:0:34173:0:(vvp_io.c:589:vvp_io_read_lock()) Process entered 00000080:00000001:3.0:1788840366.113331:0:34173:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:3.0:1788840366.113333:0:34173:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:3.0:1788840366.113336:0:34173:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:3.0:1788840366.113338:0:34173:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840366.113341:0:34173:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840366.113342:0:34173:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:3.0:1788840366.113344:0:34173:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 1023] 00000020:00000001:3.0:1788840366.113345:0:34173:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:3.0:1788840366.113347:0:34173:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:3.0:1788840366.113348:0:34173:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.113349:0:34173:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840366.113351:0:34173:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840366.113353:0:34173:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840366.113355:0:34173:0:(vvp_io.c:592:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840366.113357:0:34173:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1788840366.113359:0:34173:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788840366.113360:0:34173:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1788840366.113361:0:34173:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788840366.113362:0:34173:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.113364:0:34173:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840366.113366:0:34173:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840366.113368:0:34173:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.113370:0:34173:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788840366.113371:0:34173:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1788840366.113372:0:34173:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1788840366.113374:0:34173:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1788840366.113376:0:34173:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1788840366.113379:0:34173:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000010:3.0:1788840366.113386:0:34173:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90ee86e2f780. 00020000:00000002:3.0:1788840366.113389:0:34173:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000001:3.0:1788840366.113391:0:34173:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1788840366.113393:0:34173:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788840366.113394:0:34173:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174949984 : -122120534601632 : ffff90ee98ea5060) 00000020:00000001:3.0:1788840366.113395:0:34173:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1788840366.113398:0:34173:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90ee999d51d0. 00000008:00010000:3.0:1788840366.113401:0:34173:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:3.0:1788840366.113403:0:34173:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788840366.113404:0:34173:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1788840366.113406:0:34173:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90ee86e2f7b0, osc lock ffff90ee999d51d0, flags 0x0 00000020:00000001:3.0:1788840366.113408:0:34173:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840366.113410:0:34173:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840366.113412:0:34173:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621952872478592 : -122120837073024 : ffff90ee86e2f780) 00000020:00000001:3.0:1788840366.113414:0:34173:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788840366.113415:0:34173:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1788840366.113416:0:34173:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.113418:0:34173:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.113420:0:34173:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1788840366.113421:0:34173:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1788840366.113422:0:34173:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788840366.113423:0:34173:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174949984 : -122120534601632 : ffff90ee98ea5060) 00000020:00000001:3.0:1788840366.113425:0:34173:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1788840366.113427:0:34173:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1788840366.113428:0:34173:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:3.0:1788840366.113430:0:34173:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.113433:0:34173:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1788840366.113435:0:34173:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1788840366.113436:0:34173:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1788840366.113438:0:34173:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1788840366.113439:0:34173:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1788840366.113441:0:34173:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1788840366.113442:0:34173:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1788840366.113444:0:34173:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788840366.113450:0:34173:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74b00 count: 2 00010000:00000001:3.0:1788840366.113453:0:34173:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840366.113457:0:34173:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840366.113461:0:34173:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788840366.113465:0:34173:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1788840366.113476:0:34173:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788840366.113481:0:34173:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840366.113485:0:34173:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4194303) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788840366.113492:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840366.113494:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840366.113496:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031000 refcount=4 00000020:00000001:3.0:1788840366.113498:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:3.0:1788840366.113501:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00000008:00000001:3.0:1788840366.113503:0:34173:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1788840366.113505:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840366.113506:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840366.113507:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031000 refcount=5 00000020:00000001:3.0:1788840366.113509:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:3.0:1788840366.113512:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:3.0:1788840366.113514:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840366.113523:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840366.113525:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031000 refcount=6 00000020:00000001:3.0:1788840366.113527:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:3.0:1788840366.113529:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:3.0:1788840366.113532:0:34173:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840366.113533:0:34173:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840366.113536:0:34173:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 7/1,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788840366.113543:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.113545:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788840366.113547:0:34173:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.113548:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840366.113549:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840366.113551:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031000 refcount=7 00000020:00000001:3.0:1788840366.113552:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:3.0:1788840366.113554:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:3.0:1788840366.113556:0:34173:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788840366.113559:0:34173:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 7/1,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788840366.113565:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.113566:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788840366.113568:0:34173:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 6/1,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788840366.113574:0:34173:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788840366.113575:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.113575:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840366.113577:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.113578:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788840366.113579:0:34173:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788840366.113581:0:34173:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.113583:0:34173:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840366.113585:0:34173:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.113586:0:34173:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.113587:0:34173:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.113589:0:34173:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.113590:0:34173:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.113593:0:34173:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:3.0:1788840366.113595:0:34173:0:(vvp_io.c:831:vvp_io_read_start()) Process entered 00000020:00000001:3.0:1788840366.113598:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c87b90 00000080:00200000:3.0:1788840366.113599:0:34173:0:(vvp_io.c:835:vvp_io_read_start()) recon: read [46, 4194304) 00000020:00000001:3.0:1788840366.113603:0:34173:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:3.0:1788840366.113605:0:34173:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:3.0:1788840366.113607:0:34173:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:3.0:1788840366.113610:0:34173:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788840366.113611:0:34173:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174949984 : -122120534601632 : ffff90ee98ea5060) 00000020:00000001:3.0:1788840366.113613:0:34173:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:3.0:1788840366.113615:0:34173:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:3.0:1788840366.113617:0:34173:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.113619:0:34173:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840366.113620:0:34173:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.113622:0:34173:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.113625:0:34173:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f918 00000020:00000001:3.0:1788840366.113626:0:34173:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f918 00000020:00000001:3.0:1788840366.113628:0:34173:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1788840366.114947:0:34173:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1788840366.114953:0:34173:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788840366 a=0 c=1788840366 b=1 00020000:00000001:3.0:1788840366.114957:0:34173:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.114960:0:34173:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.114963:0:34173:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f918 00000001:00000001:3.0:1788840366.114967:0:34173:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1788840366.114968:0:34173:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x31:0x0] 00000020:00000001:3.0:1788840366.114971:0:34173:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1788840366.114972:0:34173:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1788840366.114974:0:34173:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1788840366.114976:0:34173:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1788840366.114981:0:34173:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1788840366.114988:0:34173:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90ee86e2f680. 00020000:00000002:3.0:1788840366.114991:0:34173:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788840366.114993:0:34173:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1788840366.114995:0:34173:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788840366.114996:0:34173:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174949984 : -122120534601632 : ffff90ee98ea5060) 00000020:00000001:3.0:1788840366.114998:0:34173:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1788840366.115001:0:34173:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90ee999d5690. 00000008:00010000:3.0:1788840366.115003:0:34173:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1788840366.115005:0:34173:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788840366.115006:0:34173:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1788840366.115007:0:34173:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90ee86e2f6b0, osc lock ffff90ee999d5690, flags 0x400001002 00000020:00000001:3.0:1788840366.115009:0:34173:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840366.115011:0:34173:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840366.115013:0:34173:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621952872478336 : -122120837073280 : ffff90ee86e2f680) 00000020:00000001:3.0:1788840366.115015:0:34173:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788840366.115016:0:34173:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1788840366.115018:0:34173:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.115019:0:34173:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.115022:0:34173:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1788840366.115023:0:34173:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1788840366.115025:0:34173:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1788840366.115026:0:34173:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1788840366.115027:0:34173:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788840366.115028:0:34173:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174949984 : -122120534601632 : ffff90ee98ea5060) 00000020:00000001:3.0:1788840366.115030:0:34173:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1788840366.115032:0:34173:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1788840366.115034:0:34173:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1788840366.115037:0:34173:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1788840366.115039:0:34173:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1788840366.115040:0:34173:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1788840366.115041:0:34173:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1788840366.115042:0:34173:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1788840366.115043:0:34173:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1788840366.115045:0:34173:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1788840366.115048:0:34173:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788840366.115052:0:34173:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74b00 count: 2 00010000:00000001:3.0:1788840366.115055:0:34173:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840366.115059:0:34173:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840366.115062:0:34173:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840366.115066:0:34173:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 5/1,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1788840366.115076:0:34173:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788840366.115081:0:34173:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840366.115084:0:34173:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 5/1,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788840366.115090:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840366.115092:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840366.115094:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031000 refcount=6 00000020:00000001:3.0:1788840366.115096:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:3.0:1788840366.115097:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00000008:00000001:3.0:1788840366.115100:0:34173:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1788840366.115102:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840366.115103:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840366.115105:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031000 refcount=7 00000020:00000001:3.0:1788840366.115107:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:3.0:1788840366.115109:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00000020:00000001:3.0:1788840366.115112:0:34173:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1788840366.115114:0:34173:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1788840366.115117:0:34173:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1788840366.115118:0:34173:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.115120:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840366.115121:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840366.115122:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031000 refcount=8 00000020:00000001:3.0:1788840366.115124:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:3.0:1788840366.115126:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:3.0:1788840366.115128:0:34173:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788840366.115130:0:34173:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 8/1,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788840366.115199:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.115202:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788840366.115204:0:34173:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 7/1,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788840366.115211:0:34173:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788840366.115212:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.115213:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840366.115214:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.115215:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788840366.115217:0:34173:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788840366.115219:0:34173:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.115220:0:34173:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840366.115222:0:34173:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.115224:0:34173:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.115225:0:34173:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1788840366.115226:0:34173:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1788840366.115228:0:34173:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1788840366.115230:0:34173:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:3.0:1788840366.115232:0:34173:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.115233:0:34173:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840366.115237:0:34173:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1788840366.115239:0:34173:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f918 00000020:00000001:3.0:1788840366.115241:0:34173:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f918 00000020:00000001:3.0:1788840366.115242:0:34173:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1788840366.115244:0:34173:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1788840366.115246:0:34173:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788840366 a=0 c=1788840366 b=1 00020000:00000001:3.0:1788840366.115248:0:34173:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.115250:0:34173:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.115251:0:34173:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f918 00000080:00200000:3.0:1788840366.115253:0:34173:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 46 i_blocks 1 00000080:00000001:3.0:1788840366.115256:0:34173:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1788840366.115257:0:34173:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1788840366.115259:0:34173:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90ee988462b0 (ffff90ee912227e8/0) at cl_lock_release():245 00000020:00000001:3.0:1788840366.115262:0:34173:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788840366.115263:0:34173:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee988462b0 (ffff90ee912227e8/0) at cl_lock_cancel():142 00020000:00000001:3.0:1788840366.115265:0:34173:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1788840366.115267:0:34173:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788840366.115268:0:34173:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174949984 : -122120534601632 : ffff90ee98ea5060) 00000020:00000001:3.0:1788840366.115269:0:34173:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788840366.115270:0:34173:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee86e2f6b0 (ffff90ee91222488/1) at cl_lock_cancel():142 00000008:00000001:3.0:1788840366.115273:0:34173:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1788840366.115274:0:34173:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1788840366.115275:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.115276:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788840366.115277:0:34173:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1788840366.115279:0:34173:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1788840366.115280:0:34173:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788840366.115281:0:34173:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788840366.115282:0:34173:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788840366.115283:0:34173:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee988462b0 (ffff90ee912227e8/0) at cl_lock_fini():72 00020000:00000001:3.0:1788840366.115286:0:34173:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1788840366.115287:0:34173:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788840366.115288:0:34173:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee86e2f6b0 (ffff90ee912227e8/1) at cl_lock_fini():72 00000008:00000010:3.0:1788840366.115291:0:34173:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90ee999d5690. 00000020:00000001:3.0:1788840366.115297:0:34173:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1788840366.115298:0:34173:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90ee86e2f680. 00020000:00000001:3.0:1788840366.115303:0:34173:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1788840366.115304:0:34173:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1788840366.115305:0:34173:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1788840366.115306:0:34173:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788840366.115312:0:34173:0:(vvp_io.c:864:vvp_io_read_start()) header@00000000da01a120[0x110, 2, [0x200000404:0x31:0x0] hash] 00000080:00000002:3.0:1788840366.115314:0:34173:0:(vvp_io.c:864:vvp_io_read_start()) Read ino 144115205322833969, 4194258 bytes, offset 46, size 46 00000080:00400000:3.0:1788840366.115317:0:34173:0:(vvp_io.c:883:vvp_io_read_start()) tot 4194258, ra_start 0, ra_count 1024 00000080:00200000:3.0:1788840366.115322:0:34173:0:(vvp_io.c:893:vvp_io_read_start()) count:4194258 iocb pos:46 00020000:00000001:3.0:1788840366.115328:0:34173:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1788840366.115329:0:34173:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788840366.115331:0:34173:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1788840366.115333:0:34173:0:(osc_io.c:1028:osc_io_read_start()) Process entered 00000020:00000001:3.0:1788840366.115334:0:34173:0:(cl_object.c:143:cl_object_top()) ffff90ee87839c00 -> ffff90ee82e4f918 00000020:00000001:3.0:1788840366.115336:0:34173:0:(cl_object.c:143:cl_object_top()) ffff90ee87839c00 -> ffff90ee82e4f918 00000020:00000001:3.0:1788840366.115338:0:34173:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1788840366.115341:0:34173:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788840366.115343:0:34173:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.115345:0:34173:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.115347:0:34173:0:(cl_object.c:143:cl_object_top()) ffff90ee87839c00 -> ffff90ee82e4f918 00000008:00000001:3.0:1788840366.115349:0:34173:0:(osc_io.c:1037:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.115350:0:34173:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840366.115352:0:34173:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840366.115353:0:34173:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.115354:0:34173:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.115356:0:34173:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1788840366.115357:0:34173:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:3.0:1788840366.115359:0:34173:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1788840366.115360:0:34173:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1788840366.115361:0:34173:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1788840366.115362:0:34173:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840366.115363:0:34173:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.115365:0:34173:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1788840366.115367:0:34173:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1788840366.115368:0:34173:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1788840366.115369:0:34173:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90ee988bfe48 (ffff90ee912227e8/0) at cl_lock_release():245 00000020:00000001:3.0:1788840366.115371:0:34173:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788840366.115373:0:34173:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee988bfe48 (ffff90ee912227e8/0) at cl_lock_cancel():142 00020000:00000001:3.0:1788840366.115375:0:34173:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1788840366.115376:0:34173:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788840366.115377:0:34173:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174949984 : -122120534601632 : ffff90ee98ea5060) 00000020:00000001:3.0:1788840366.115379:0:34173:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788840366.115380:0:34173:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee86e2f7b0 (ffff90ee91222488/1) at cl_lock_cancel():142 00000008:00000001:3.0:1788840366.115381:0:34173:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1788840366.115382:0:34173:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1788840366.115384:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840366.115385:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840366.115386:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031000 refcount=5 00000020:00000001:3.0:1788840366.115388:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:3.0:1788840366.115390:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:3.0:1788840366.115392:0:34173:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788840366.115394:0:34173:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 5/1,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788840366.115406:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.115407:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840366.115409:0:34173:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788840366.115411:0:34173:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788840366.115413:0:34173:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788840366.115421:0:34173:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788840366.115425:0:34173:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788840366.115427:0:34173:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840366.115431:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.115432:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840366.115434:0:34173:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.115437:0:34173:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788840366.115439:0:34173:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.115441:0:34173:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.115444:0:34173:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.115446:0:34173:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788840366.115447:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.115448:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840366.115449:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.115450:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788840366.115451:0:34173:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1788840366.115453:0:34173:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1788840366.115454:0:34173:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788840366.115455:0:34173:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788840366.115456:0:34173:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788840366.115457:0:34173:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee988bfe48 (ffff90ee912227e8/0) at cl_lock_fini():72 00020000:00000001:3.0:1788840366.115459:0:34173:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1788840366.115460:0:34173:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788840366.115461:0:34173:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee86e2f7b0 (ffff90ee912227e8/1) at cl_lock_fini():72 00000008:00000010:3.0:1788840366.115463:0:34173:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90ee999d51d0. 00000020:00000001:3.0:1788840366.115466:0:34173:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1788840366.115467:0:34173:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90ee86e2f780. 00020000:00000001:3.0:1788840366.115469:0:34173:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1788840366.115471:0:34173:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1788840366.115471:0:34173:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:3.0:1788840366.115473:0:34173:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1788840366.115475:0:34173:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788840366.115476:0:34173:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1788840366.115477:0:34173:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1788840366.115478:0:34173:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840366.115480:0:34173:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840366.115481:0:34173:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1788840366.115483:0:34173:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1788840366.115484:0:34173:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:3.0:1788840366.115488:0:34173:0:(vvp_io.c:533:vvp_io_advance()) advancing 0 bytes 00000020:00000001:3.0:1788840366.115489:0:34173:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1788840366.115491:0:34173:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1788840366.115492:0:34173:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1788840366.115493:0:34173:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788840366.115494:0:34173:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1788840366.115498:0:34173:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1788840366.115499:0:34173:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840366.115501:0:34173:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840366.115503:0:34173:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788840366.115504:0:34173:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788840366.115505:0:34173:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.115509:0:34173:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788840366.115511:0:34173:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788840366.115512:0:34173:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788840366.115513:0:34173:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1788840366.115515:0:34173:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788840366.115528:0:34173:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee91222480 00020000:00000001:3.0:1788840366.115532:0:34173:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788840366.115533:0:34173:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788840366.115535:0:34173:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788840366.115536:0:34173:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788840366.115539:0:34173:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788840366.115541:0:34173:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:3.0:1788840366.115543:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c87c98 00000080:00200000:3.0:1788840366.115544:0:34173:0:(file.c:2238:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:3.0:1788840366.115548:0:34173:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:3.0:1788840366.115550:0:34173:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788840366.115552:0:34173:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912227e0 00000020:00000001:3.0:1788840366.115556:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c87d88 00000080:00000008:3.0:1788840366.115557:0:34173:0:(file.c:2548:do_file_read_iter()) COMPLETED: file recon:[0x200000404:0x31:0x0], ppos: 46, count: 4194258, rc = 46 00000080:00000001:3.0:1788840366.115560:0:34173:0:(file.c:2550:do_file_read_iter()) Process leaving (rc=46 : 46 : 2e) 00000080:00000001:3.0:1788840366.115615:0:34173:0:(file.c:2479:do_file_read_iter()) Process entered 00000020:00000001:3.0:1788840366.115618:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c87d88 00000080:00200008:3.0:1788840366.115620:0:34173:0:(file.c:2483:do_file_read_iter()) START file recon:[0x200000404:0x31:0x0], ppos: 46, count: 4194304 00000080:00000001:3.0:1788840366.115623:0:34173:0:(pcc.c:2477:pcc_file_read_iter()) Process entered 00000080:00000001:3.0:1788840366.115625:0:34173:0:(pcc.c:2481:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:3.0:1788840366.115627:0:34173:0:(rw.c:1288:ll_ras_enter()) kmsp 1 mwp 1024 mp 16384 00000080:00000001:3.0:1788840366.115629:0:34173:0:(rw.c:1297:ll_ras_enter()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1788840366.115633:0:34173:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788840366.115636:0:34173:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044391912 : -122120665159704 : ffff90ee912227e8) 00000020:00001000:3.0:1788840366.115660:0:34173:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912227e0 00000080:00000001:3.0:1788840366.115662:0:34173:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:3.0:1788840366.115666:0:34173:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840366.115668:0:34173:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:3.0:1788840366.115669:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c87c98 00000080:00200000:3.0:1788840366.115671:0:34173:0:(file.c:2090:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194304 00000020:00000001:3.0:1788840366.115675:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c87c30 00000080:00200000:3.0:1788840366.115676:0:34173:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:3.0:1788840366.115678:0:34173:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:3.0:1788840366.115683:0:34173:0:(cl_io.c:214:cl_io_rw_init()) header@00000000da01a120[0x110, 2, [0x200000404:0x31:0x0] hash] 00000020:00200000:3.0:1788840366.115684:0:34173:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [46, 4194350) 0 0 00000020:00000001:3.0:1788840366.115686:0:34173:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f918 00000020:00000001:3.0:1788840366.115688:0:34173:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788840366.115690:0:34173:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788840366.115691:0:34173:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1788840366.115694:0:34173:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788840366.115695:0:34173:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:3.0:1788840366.115697:0:34173:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840366.115702:0:34173:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840366.115704:0:34173:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788840366.115706:0:34173:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840366.115707:0:34173:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788840366.115710:0:34173:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x31:0x0]io ffff90ee98846310 type 1 ignore/verify layout 0/0 00020000:00000002:3.0:1788840366.115713:0:34173:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee98eff3e0) owner 0000000000000000/ffff90ee99738000 00020000:00000001:3.0:1788840366.115717:0:34173:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788840366.115718:0:34173:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788840366.115720:0:34173:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788840366.115722:0:34173:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840366.115724:0:34173:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788840366.115726:0:34173:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788840366.115728:0:34173:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.115729:0:34173:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788840366.115730:0:34173:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788840366.115731:0:34173:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788840366.115732:0:34173:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee98eff3e0) owner 0000000000000000/ffff90ee99738000 00000020:00000001:3.0:1788840366.115734:0:34173:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.115736:0:34173:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.115738:0:34173:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1788840366.115740:0:34173:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1788840366.115742:0:34173:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:3.0:1788840366.115744:0:34173:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194350) 4194350, 4194304 00020000:00000001:3.0:1788840366.115746:0:34173:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1788840366.115748:0:34173:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1788840366.115751:0:34173:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:3.0:1788840366.115753:0:34173:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788840366.115755:0:34173:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788840366.115756:0:34173:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788840366.115758:0:34173:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044391048 : -122120665160568 : ffff90ee91222488) 00000020:00001000:3.0:1788840366.116049:0:34173:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee91222480 00000020:00000001:3.0:1788840366.116053:0:34173:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f210 -> ffff90ee82e4f918 00000020:00000001:3.0:1788840366.116055:0:34173:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1788840366.116057:0:34173:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788840366.116058:0:34173:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788840366.116059:0:34173:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840366.116061:0:34173:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840366.116063:0:34173:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174949984 : -122120534601632 : ffff90ee98ea5060) 00000020:00000001:3.0:1788840366.116065:0:34173:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:3.0:1788840366.116067:0:34173:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:3.0:1788840366.116070:0:34173:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.116071:0:34173:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840366.116073:0:34173:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840366.116075:0:34173:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.116076:0:34173:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.116078:0:34173:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:3.0:1788840366.116080:0:34173:0:(vvp_io.c:589:vvp_io_read_lock()) Process entered 00000080:00000001:3.0:1788840366.116081:0:34173:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:3.0:1788840366.116084:0:34173:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:3.0:1788840366.116086:0:34173:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:3.0:1788840366.116089:0:34173:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840366.116092:0:34173:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840366.116094:0:34173:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:3.0:1788840366.116095:0:34173:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 1024] 00000020:00000001:3.0:1788840366.116097:0:34173:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:3.0:1788840366.116099:0:34173:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:3.0:1788840366.116101:0:34173:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.116102:0:34173:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840366.116104:0:34173:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840366.116106:0:34173:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840366.116107:0:34173:0:(vvp_io.c:592:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840366.116109:0:34173:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1788840366.116110:0:34173:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788840366.116111:0:34173:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1788840366.116113:0:34173:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788840366.116114:0:34173:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.116115:0:34173:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840366.116117:0:34173:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840366.116118:0:34173:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.116119:0:34173:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788840366.116121:0:34173:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1788840366.116122:0:34173:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1788840366.116124:0:34173:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1788840366.116125:0:34173:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1788840366.116128:0:34173:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000010:3.0:1788840366.116134:0:34173:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90ee86e2f780. 00020000:00000002:3.0:1788840366.116136:0:34173:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000001:3.0:1788840366.116216:0:34173:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1788840366.116218:0:34173:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788840366.116219:0:34173:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174949984 : -122120534601632 : ffff90ee98ea5060) 00000020:00000001:3.0:1788840366.116221:0:34173:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1788840366.116225:0:34173:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90ee999d51d0. 00000008:00010000:3.0:1788840366.116227:0:34173:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:3.0:1788840366.116229:0:34173:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788840366.116231:0:34173:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1788840366.116233:0:34173:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90ee86e2f7b0, osc lock ffff90ee999d51d0, flags 0x0 00000020:00000001:3.0:1788840366.116235:0:34173:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840366.116237:0:34173:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840366.116239:0:34173:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621952872478592 : -122120837073024 : ffff90ee86e2f780) 00000020:00000001:3.0:1788840366.116241:0:34173:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788840366.116242:0:34173:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1788840366.116244:0:34173:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.116245:0:34173:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.116247:0:34173:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1788840366.116248:0:34173:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1788840366.116249:0:34173:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788840366.116250:0:34173:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174949984 : -122120534601632 : ffff90ee98ea5060) 00000020:00000001:3.0:1788840366.116252:0:34173:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1788840366.116253:0:34173:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1788840366.116255:0:34173:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:3.0:1788840366.116256:0:34173:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.116259:0:34173:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1788840366.116261:0:34173:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1788840366.116262:0:34173:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1788840366.116264:0:34173:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1788840366.116265:0:34173:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1788840366.116266:0:34173:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1788840366.116267:0:34173:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1788840366.116269:0:34173:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788840366.116274:0:34173:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74b00 count: 2 00010000:00000001:3.0:1788840366.116277:0:34173:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840366.116281:0:34173:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840366.116284:0:34173:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788840366.116287:0:34173:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 02000000:00000001:3.0:1788840366.116296:0:34173:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788840366.116301:0:34173:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840366.116304:0:34173:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4198399) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788840366.116311:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840366.116312:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840366.116314:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031000 refcount=4 00000020:00000001:3.0:1788840366.116316:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:3.0:1788840366.116318:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00000008:00000001:3.0:1788840366.116321:0:34173:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1788840366.116322:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840366.116324:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840366.116325:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031000 refcount=5 00000020:00000001:3.0:1788840366.116327:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:3.0:1788840366.116328:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:3.0:1788840366.116330:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840366.116331:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840366.116332:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031000 refcount=6 00000020:00000001:3.0:1788840366.116333:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:3.0:1788840366.116335:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:3.0:1788840366.116338:0:34173:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840366.116339:0:34173:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840366.116342:0:34173:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 7/1,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788840366.116349:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.116350:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788840366.116352:0:34173:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.116354:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840366.116355:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840366.116356:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031000 refcount=7 00000020:00000001:3.0:1788840366.116357:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:3.0:1788840366.116359:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:3.0:1788840366.116361:0:34173:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788840366.116363:0:34173:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 7/1,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788840366.116376:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.116377:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788840366.116379:0:34173:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 6/1,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788840366.116385:0:34173:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788840366.116386:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.116387:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840366.116388:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.116390:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788840366.116391:0:34173:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788840366.116393:0:34173:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.116395:0:34173:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840366.116397:0:34173:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.116398:0:34173:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.116400:0:34173:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.116402:0:34173:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.116403:0:34173:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.116405:0:34173:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:3.0:1788840366.116407:0:34173:0:(vvp_io.c:831:vvp_io_read_start()) Process entered 00000020:00000001:3.0:1788840366.116409:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c87b90 00000080:00200000:3.0:1788840366.116410:0:34173:0:(vvp_io.c:835:vvp_io_read_start()) recon: read [46, 4194350) 00000020:00000001:3.0:1788840366.116413:0:34173:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:3.0:1788840366.116416:0:34173:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:3.0:1788840366.116418:0:34173:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:3.0:1788840366.116420:0:34173:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788840366.116421:0:34173:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174949984 : -122120534601632 : ffff90ee98ea5060) 00000020:00000001:3.0:1788840366.116423:0:34173:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:3.0:1788840366.116425:0:34173:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:3.0:1788840366.116427:0:34173:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.116429:0:34173:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840366.116430:0:34173:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.116432:0:34173:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.116435:0:34173:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f918 00000020:00000001:3.0:1788840366.116437:0:34173:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f918 00000020:00000001:3.0:1788840366.116439:0:34173:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1788840366.116441:0:34173:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1788840366.116444:0:34173:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788840366.116445:0:34173:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:3.0:1788840366.116447:0:34173:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788840366.116448:0:34173:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:3.0:1788840366.116451:0:34173:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x31:1028 on OST[0]: s=46 (1) m=1788840366 a=1788840366 c=1788840366 b=1 00020000:00000001:3.0:1788840366.116454:0:34173:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788840366.116456:0:34173:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788840366 a=1788840366 c=1788840366 b=1 00020000:00000001:3.0:1788840366.116459:0:34173:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.116461:0:34173:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.116462:0:34173:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f918 00000001:00000001:3.0:1788840366.116465:0:34173:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1788840366.116466:0:34173:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x31:0x0] 00000020:00000001:3.0:1788840366.116468:0:34173:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1788840366.116469:0:34173:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1788840366.116470:0:34173:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1788840366.116471:0:34173:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1788840366.116473:0:34173:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1788840366.116476:0:34173:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90ee86e2f680. 00020000:00000002:3.0:1788840366.116478:0:34173:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788840366.116480:0:34173:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1788840366.116482:0:34173:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788840366.116483:0:34173:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174949984 : -122120534601632 : ffff90ee98ea5060) 00000020:00000001:3.0:1788840366.116485:0:34173:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1788840366.116487:0:34173:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90ee999d5690. 00000008:00010000:3.0:1788840366.116489:0:34173:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1788840366.116490:0:34173:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788840366.116491:0:34173:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1788840366.116493:0:34173:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90ee86e2f6b0, osc lock ffff90ee999d5690, flags 0x400001002 00000020:00000001:3.0:1788840366.116495:0:34173:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840366.116496:0:34173:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840366.116498:0:34173:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621952872478336 : -122120837073280 : ffff90ee86e2f680) 00000020:00000001:3.0:1788840366.116499:0:34173:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788840366.116500:0:34173:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1788840366.116501:0:34173:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.116503:0:34173:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.116505:0:34173:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1788840366.116507:0:34173:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1788840366.116509:0:34173:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1788840366.116510:0:34173:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1788840366.116511:0:34173:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788840366.116512:0:34173:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174949984 : -122120534601632 : ffff90ee98ea5060) 00000020:00000001:3.0:1788840366.116514:0:34173:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1788840366.116525:0:34173:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1788840366.116527:0:34173:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1788840366.116530:0:34173:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1788840366.116531:0:34173:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1788840366.116532:0:34173:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1788840366.116533:0:34173:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1788840366.116534:0:34173:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1788840366.116535:0:34173:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1788840366.116536:0:34173:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1788840366.116538:0:34173:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788840366.116540:0:34173:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74b00 count: 2 00010000:00000001:3.0:1788840366.116542:0:34173:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840366.116545:0:34173:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840366.116547:0:34173:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840366.116550:0:34173:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 5/1,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 02000000:00000001:3.0:1788840366.116557:0:34173:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788840366.116559:0:34173:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840366.116562:0:34173:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 5/1,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788840366.116569:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840366.116571:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840366.116572:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031000 refcount=6 00000020:00000001:3.0:1788840366.116574:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:3.0:1788840366.116576:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00000008:00000001:3.0:1788840366.116579:0:34173:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1788840366.116580:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840366.116581:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840366.116582:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031000 refcount=7 00000020:00000001:3.0:1788840366.116584:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:3.0:1788840366.116586:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00000020:00000001:3.0:1788840366.116588:0:34173:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1788840366.116590:0:34173:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1788840366.116591:0:34173:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1788840366.116592:0:34173:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.116594:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840366.116595:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840366.116596:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031000 refcount=8 00000020:00000001:3.0:1788840366.116598:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:3.0:1788840366.116600:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:3.0:1788840366.116602:0:34173:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788840366.116604:0:34173:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 8/1,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788840366.116610:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.116611:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788840366.116614:0:34173:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 7/1,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788840366.116620:0:34173:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788840366.116621:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.116622:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840366.116623:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.116624:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788840366.116625:0:34173:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788840366.116627:0:34173:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.116628:0:34173:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840366.116630:0:34173:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.116632:0:34173:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.116633:0:34173:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1788840366.116635:0:34173:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1788840366.116636:0:34173:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1788840366.116728:0:34173:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:3.0:1788840366.116731:0:34173:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.116733:0:34173:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840366.116736:0:34173:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1788840366.116737:0:34173:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f918 00000020:00000001:3.0:1788840366.116739:0:34173:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f918 00000020:00000001:3.0:1788840366.116741:0:34173:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1788840366.116742:0:34173:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1788840366.116744:0:34173:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788840366 a=1788840366 c=1788840366 b=1 00020000:00000001:3.0:1788840366.116746:0:34173:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.116748:0:34173:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.116749:0:34173:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f918 00000080:00200000:3.0:1788840366.116752:0:34173:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 46 i_blocks 1 00000080:00000001:3.0:1788840366.116753:0:34173:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1788840366.116755:0:34173:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1788840366.116756:0:34173:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90ee988462b0 (ffff90ee912227e8/0) at cl_lock_release():245 00000020:00000001:3.0:1788840366.116831:0:34173:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788840366.116832:0:34173:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee988462b0 (ffff90ee912227e8/0) at cl_lock_cancel():142 00020000:00000001:3.0:1788840366.116835:0:34173:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1788840366.116836:0:34173:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788840366.116837:0:34173:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174949984 : -122120534601632 : ffff90ee98ea5060) 00000020:00000001:3.0:1788840366.116839:0:34173:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788840366.116840:0:34173:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee86e2f6b0 (ffff90ee91222488/1) at cl_lock_cancel():142 00000008:00000001:3.0:1788840366.116843:0:34173:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1788840366.116844:0:34173:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1788840366.116845:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.116846:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788840366.116847:0:34173:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1788840366.116849:0:34173:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1788840366.116850:0:34173:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788840366.116851:0:34173:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788840366.116852:0:34173:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788840366.116853:0:34173:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee988462b0 (ffff90ee912227e8/0) at cl_lock_fini():72 00020000:00000001:3.0:1788840366.116855:0:34173:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1788840366.116857:0:34173:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788840366.116858:0:34173:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee86e2f6b0 (ffff90ee912227e8/1) at cl_lock_fini():72 00000008:00000010:3.0:1788840366.116861:0:34173:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90ee999d5690. 00000020:00000001:3.0:1788840366.116864:0:34173:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1788840366.116866:0:34173:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90ee86e2f680. 00020000:00000001:3.0:1788840366.116870:0:34173:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1788840366.116871:0:34173:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1788840366.116872:0:34173:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1788840366.116873:0:34173:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788840366.116878:0:34173:0:(vvp_io.c:864:vvp_io_read_start()) header@00000000da01a120[0x110, 2, [0x200000404:0x31:0x0] hash] 00000080:00000002:3.0:1788840366.116880:0:34173:0:(vvp_io.c:864:vvp_io_read_start()) Read ino 144115205322833969, 4194304 bytes, offset 46, size 46 00000080:00400000:3.0:1788840366.116882:0:34173:0:(vvp_io.c:883:vvp_io_read_start()) tot 4194304, ra_start 0, ra_count 1025 00000080:00200000:3.0:1788840366.116885:0:34173:0:(vvp_io.c:893:vvp_io_read_start()) count:4194304 iocb pos:46 00020000:00000001:3.0:1788840366.116890:0:34173:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1788840366.116891:0:34173:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788840366.116961:0:34173:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1788840366.116963:0:34173:0:(osc_io.c:1028:osc_io_read_start()) Process entered 00000020:00000001:3.0:1788840366.116965:0:34173:0:(cl_object.c:143:cl_object_top()) ffff90ee87839c00 -> ffff90ee82e4f918 00000020:00000001:3.0:1788840366.116967:0:34173:0:(cl_object.c:143:cl_object_top()) ffff90ee87839c00 -> ffff90ee82e4f918 00000020:00000001:3.0:1788840366.116969:0:34173:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:3.0:1788840366.116971:0:34173:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788840366.116973:0:34173:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.116975:0:34173:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.116977:0:34173:0:(cl_object.c:143:cl_object_top()) ffff90ee87839c00 -> ffff90ee82e4f918 00000008:00000001:3.0:1788840366.116979:0:34173:0:(osc_io.c:1037:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.116980:0:34173:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840366.116982:0:34173:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840366.116984:0:34173:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.116985:0:34173:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.116986:0:34173:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1788840366.116988:0:34173:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:3.0:1788840366.116989:0:34173:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1788840366.116990:0:34173:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:3.0:1788840366.116991:0:34173:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1788840366.116993:0:34173:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840366.116994:0:34173:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.116996:0:34173:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1788840366.116998:0:34173:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1788840366.116999:0:34173:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1788840366.117001:0:34173:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90ee988bfe48 (ffff90ee912227e8/0) at cl_lock_release():245 00000020:00000001:3.0:1788840366.117004:0:34173:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788840366.117005:0:34173:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee988bfe48 (ffff90ee912227e8/0) at cl_lock_cancel():142 00020000:00000001:3.0:1788840366.117007:0:34173:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1788840366.117008:0:34173:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788840366.117009:0:34173:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174949984 : -122120534601632 : ffff90ee98ea5060) 00000020:00000001:3.0:1788840366.117011:0:34173:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788840366.117012:0:34173:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee86e2f7b0 (ffff90ee91222488/1) at cl_lock_cancel():142 00000008:00000001:3.0:1788840366.117014:0:34173:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1788840366.117015:0:34173:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1788840366.117016:0:34173:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840366.117017:0:34173:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840366.117018:0:34173:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031000 refcount=5 00000020:00000001:3.0:1788840366.117020:0:34173:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:3.0:1788840366.117022:0:34173:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:3.0:1788840366.117024:0:34173:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788840366.117027:0:34173:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 5/1,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788840366.117033:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.117034:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840366.117036:0:34173:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788840366.117037:0:34173:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788840366.117040:0:34173:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00000001:3.0:1788840366.117047:0:34173:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788840366.117050:0:34173:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788840366.117052:0:34173:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840366.117054:0:34173:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.117056:0:34173:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788840366.117058:0:34173:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.117060:0:34173:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.117062:0:34173:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.117064:0:34173:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788840366.117066:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.117067:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840366.117068:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.117069:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788840366.117070:0:34173:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1788840366.117071:0:34173:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1788840366.117072:0:34173:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788840366.117072:0:34173:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788840366.117073:0:34173:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788840366.117074:0:34173:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee988bfe48 (ffff90ee912227e8/0) at cl_lock_fini():72 00020000:00000001:3.0:1788840366.117076:0:34173:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1788840366.117077:0:34173:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788840366.117078:0:34173:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee86e2f7b0 (ffff90ee912227e8/1) at cl_lock_fini():72 00000008:00000010:3.0:1788840366.117080:0:34173:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90ee999d51d0. 00000020:00000001:3.0:1788840366.117083:0:34173:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1788840366.117084:0:34173:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90ee86e2f780. 00020000:00000001:3.0:1788840366.117086:0:34173:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1788840366.117087:0:34173:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1788840366.117088:0:34173:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:3.0:1788840366.117090:0:34173:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1788840366.117091:0:34173:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788840366.117092:0:34173:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1788840366.117093:0:34173:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1788840366.117094:0:34173:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840366.117095:0:34173:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840366.117096:0:34173:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1788840366.117097:0:34173:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1788840366.117099:0:34173:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:3.0:1788840366.117101:0:34173:0:(vvp_io.c:533:vvp_io_advance()) advancing 0 bytes 00000020:00000001:3.0:1788840366.117102:0:34173:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1788840366.117103:0:34173:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1788840366.117104:0:34173:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1788840366.117105:0:34173:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788840366.117106:0:34173:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1788840366.117108:0:34173:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1788840366.117110:0:34173:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840366.117111:0:34173:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840366.117113:0:34173:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788840366.117113:0:34173:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788840366.117115:0:34173:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.117117:0:34173:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788840366.117118:0:34173:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788840366.117120:0:34173:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788840366.117121:0:34173:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1788840366.117122:0:34173:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788840366.117123:0:34173:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee91222480 00020000:00000001:3.0:1788840366.117126:0:34173:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788840366.117127:0:34173:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788840366.117128:0:34173:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788840366.117130:0:34173:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788840366.117133:0:34173:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788840366.117134:0:34173:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:3.0:1788840366.117135:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c87c98 00000080:00200000:3.0:1788840366.117137:0:34173:0:(file.c:2238:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:3.0:1788840366.117210:0:34173:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:3.0:1788840366.117212:0:34173:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788840366.117214:0:34173:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912227e0 00000020:00000001:3.0:1788840366.117216:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c87d88 00000080:00000008:3.0:1788840366.117218:0:34173:0:(file.c:2548:do_file_read_iter()) COMPLETED: file recon:[0x200000404:0x31:0x0], ppos: 46, count: 4194304, rc = 0 00000080:00000001:3.0:1788840366.117221:0:34173:0:(file.c:2550:do_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840366.117303:0:34173:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788840366.117306:0:34173:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee98eff3e0) owner 0000000000000000/ffff90ee99738000 00020000:00000002:3.0:1788840366.117310:0:34173:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee98eff3e0) owner 0000000000000000/ffff90ee99738000 00020000:00000001:3.0:1788840366.117312:0:34173:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840366.117320:0:34173:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1788840366.117322:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c87df0 00000080:00200008:3.0:1788840366.117323:0:34173:0:(file.c:479:ll_file_release()) START file recon:[0x200000404:0x31:0x0](ffff90ee905963c8), flags 100000 00000080:00000001:3.0:1788840366.117328:0:34173:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:3.0:1788840366.117330:0:34173:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:3.0:1788840366.117331:0:34173:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788840366.117332:0:34173:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee98eff3e0) owner 0000000000000000/ffff90ee99738000 00020000:00000002:3.0:1788840366.117334:0:34173:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee98eff3e0) owner 0000000000000000/ffff90ee99738000 00020000:00000001:3.0:1788840366.117336:0:34173:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840366.117338:0:34173:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:3.0:1788840366.117345:0:34173:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840366.117347:0:34173:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788840366.117351:0:34173:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74200 count: 3 00010000:00000001:3.0:1788840366.117353:0:34173:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840366.117356:0:34173:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:3.0:1788840366.117358:0:34173:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:3.0:1788840366.117360:0:34173:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788840366.117364:0:34173:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840366.117367:0:34173:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c800/0x3aa5f499c96f38f5 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312bae41 expref: -99 pid: 34173 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788840366.117373:0:34173:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.117374:0:34173:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788840366.117376:0:34173:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:3.0:1788840366.117378:0:34173:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x31:0x0]: 16 00000080:00000010:3.0:1788840366.117380:0:34173:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90ee91e60780. 00000080:00000001:3.0:1788840366.117383:0:34173:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.117387:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c87df0 00000080:00000008:3.0:1788840366.117388:0:34173:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff90ee905963c8), flags 100000, rc = 0 00000080:00000001:3.0:1788840366.117391:0:34173:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840366.117395:0:34173:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788840366.117397:0:34173:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16200c87e00 00000080:00002000:3.0:1788840366.117399:0:34173:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff90ee9073e510, parent ffff90ee9069b510, inode ffff90ee905963c8) hashed, 00000080:00000001:3.0:1788840366.117401:0:34173:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840366.125450:0:34174:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840366.125457:0:34174:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840366.125459:0:34174:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788840366.125463:0:34174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201eebb20 00000080:00200000:0.0:1788840366.125468:0:34174:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:0.0:1788840366.125476:0:34174:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee87161e00. 00800000:00000002:0.0:1788840366.125482:0:34174:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840366.125486:0:34174:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840366.125491:0:34174:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840366.125493:0:34174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201eeba40 00800000:00000002:0.0:1788840366.125496:0:34174:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840366.125499:0:34174:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788840366.125505:0:34174:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788840366.125511:0:34174:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840366.125513:0:34174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201eeb910 00000002:00010000:0.0:1788840366.125526:0:34174:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788840366.125530:0:34174:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788840366.125532:0:34174:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840366.125535:0:34174:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840366.125542:0:34174:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55e00 count: 2 00010000:00000001:0.0:1788840366.125545:0:34174:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840366.125551:0:34174:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840366.125556:0:34174:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788840366.125561:0:34174:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d200/0x3aa5f499c96f38ee lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae33 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788840366.125573:0:34174:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840366.125580:0:34174:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840366.125583:0:34174:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d200/0x3aa5f499c96f38ee lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae33 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788840366.125590:0:34174:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788840366.125591:0:34174:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840366.125593:0:34174:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840366.125595:0:34174:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840366.125597:0:34174:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840366.125599:0:34174:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788840366.125602:0:34174:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788840366.125605:0:34174:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840366.125608:0:34174:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee87161e00. 00000080:00000001:0.0:1788840366.125613:0:34174:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788840366.125615:0:34174:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840366.125617:0:34174:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:0.0:1788840366.125620:0:34174:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f38ee 00800000:00000001:0.0:1788840366.125624:0:34174:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840366.125627:0:34174:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840366.125629:0:34174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840366.125631:0:34174:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840366.125634:0:34174:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d200 refcount=3 00000020:00000001:0.0:1788840366.125636:0:34174:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843174400 : -122120866377216 : ffff90ee8523d200) 00010000:00000001:0.0:1788840366.125979:0:34174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843174400 : -122120866377216 : ffff90ee8523d200) 00010000:00000001:0.0:1788840366.125983:0:34174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840366.125984:0:34174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840366.125985:0:34174:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840366.125987:0:34174:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840366.125990:0:34174:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f38ee from it ffffa16201eebb58 00010000:00000001:0.0:1788840366.125992:0:34174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840366.125993:0:34174:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840366.125995:0:34174:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d200 refcount=3 00000020:00000001:0.0:1788840366.125997:0:34174:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843174400 : -122120866377216 : ffff90ee8523d200) 00010000:00000001:0.0:1788840366.125999:0:34174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843174400 : -122120866377216 : ffff90ee8523d200) 00010000:00000001:0.0:1788840366.126002:0:34174:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840366.126005:0:34174:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d200/0x3aa5f499c96f38ee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bae33 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788840366.126013:0:34174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840366.126014:0:34174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840366.126015:0:34174:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840366.126017:0:34174:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840366.126020:0:34174:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d200/0x3aa5f499c96f38ee lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae33 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788840366.126026:0:34174:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840366.126029:0:34174:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840366.126031:0:34174:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840366.126035:0:34174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840366.126036:0:34174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840366.126037:0:34174:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840366.126040:0:34174:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840366.126042:0:34174:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840366.126044:0:34174:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840366.126047:0:34174:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840366.126049:0:34174:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840366.126050:0:34174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840366.126051:0:34174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788840366.126054:0:34174:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788840366.126056:0:34174:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840366.126058:0:34174:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788840366.126064:0:34174:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840366.126067:0:34174:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788840366.126069:0:34174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201eebb48 00000080:00002000:0.0:1788840366.126071:0:34174:0:(dcache.c:87:ll_dcompare()) found name recon(ffff90ee9073e510) flags 0x48004e refc 0 00000080:00000001:0.0:1788840366.126074:0:34174:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.126075:0:34174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201eebb90 00000080:00200000:0.0:1788840366.126077:0:34174:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:0.0:1788840366.126084:0:34174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201eebd08 00000080:00200008:0.0:1788840366.126086:0:34174:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000404:0x31:0x0](ffff90ee905963c8), request_mask 606, flags 0, foreign 0 00000080:00000001:0.0:1788840366.126090:0:34174:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788840366.126092:0:34174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201eebc80 00000080:00200000:0.0:1788840366.126093:0:34174:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x31:0x0](ffff90ee905963c8),name=recon 00000080:00000010:0.0:1788840366.126099:0:34174:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee87161e00. 00800000:00000002:0.0:1788840366.126102:0:34174:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840366.126107:0:34174:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840366.126109:0:34174:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840366.126110:0:34174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201eebba0 00800000:00000002:0.0:1788840366.126112:0:34174:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x31:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840366.126114:0:34174:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788840366.126119:0:34174:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='' -> mds #0 00000002:00000001:0.0:1788840366.126122:0:34174:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840366.126124:0:34174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201eeba70 00000002:00010000:0.0:1788840366.126125:0:34174:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788840366.126128:0:34174:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788840366.126129:0:34174:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840366.126131:0:34174:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840366.126134:0:34174:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74200 count: 3 00010000:00000001:0.0:1788840366.126136:0:34174:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840366.127758:0:34174:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840366.127843:0:34174:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788840366.127850:0:34174:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f38cb lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312baded expref: -99 pid: 34166 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 02000000:00000001:0.0:1788840366.127862:0:34174:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840366.127868:0:34174:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840366.127872:0:34174:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f38cb lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312baded expref: -99 pid: 34166 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000002:00000001:0.0:1788840366.127880:0:34174:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788840366.127883:0:34174:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840366.127885:0:34174:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840366.127888:0:34174:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840366.127891:0:34174:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840366.127969:0:34174:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788840366.127973:0:34174:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788840366.127977:0:34174:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840366.127981:0:34174:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee87161e00. 00000080:00000001:0.0:1788840366.127987:0:34174:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788840366.127989:0:34174:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840366.127992:0:34174:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x31:0x0](ffff90ee905963c8) 00000080:00010000:0.0:1788840366.127996:0:34174:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff90ee905963c8) for lock 0x3aa5f499c96f38cb 00800000:00000001:0.0:1788840366.128000:0:34174:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840366.128003:0:34174:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840366.128005:0:34174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840366.128007:0:34174:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840366.128010:0:34174:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030c00 refcount=3 00000020:00000001:0.0:1788840366.128012:0:34174:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840366.128014:0:34174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840366.128017:0:34174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840366.128019:0:34174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840366.128021:0:34174:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840366.128022:0:34174:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840366.128025:0:34174:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f38cb from it ffffa16201eebcb8 00010000:00000001:0.0:1788840366.128026:0:34174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840366.128027:0:34174:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840366.128029:0:34174:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030c00 refcount=3 00000020:00000001:0.0:1788840366.128030:0:34174:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840366.128033:0:34174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840366.128035:0:34174:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840366.128037:0:34174:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f38cb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8a436931312baded expref: -99 pid: 34166 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1788840366.128044:0:34174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840366.128045:0:34174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840366.128047:0:34174:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840366.128049:0:34174:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840366.128052:0:34174:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f38cb lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312baded expref: -99 pid: 34166 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00000001:0.0:1788840366.128059:0:34174:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840366.128062:0:34174:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840366.128064:0:34174:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840366.128067:0:34174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840366.128068:0:34174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840366.128070:0:34174:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840366.128073:0:34174:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840366.128074:0:34174:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840366.128076:0:34174:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840366.128079:0:34174:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840366.128081:0:34174:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840366.128082:0:34174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840366.128083:0:34174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788840366.128086:0:34174:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788840366.128088:0:34174:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788840366.128091:0:34174:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1788840366.128094:0:34174:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788840366.128097:0:34174:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788840366.128099:0:34174:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788840366.128100:0:34174:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840366.128103:0:34174:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788840366.128106:0:34174:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1788840366.128109:0:34174:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788840366.128113:0:34174:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953299705864 : -122120409845752 : ffff90eea059f008) 00000020:00001000:0.0:1788840366.128116:0:34174:0:(cl_object.c:823:cl_env_get()) 1@ffff90eea059f000 00000020:00000001:0.0:1788840366.128121:0:34174:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f918 00000020:00000001:0.0:1788840366.128124:0:34174:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788840366.128127:0:34174:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788840366.128129:0:34174:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1788840366.128132:0:34174:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788840366.128134:0:34174:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788840366.128137:0:34174:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788840366.128219:0:34174:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840366.128221:0:34174:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788840366.128225:0:34174:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x31:0x0]io ffff90ee98223c80 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1788840366.128229:0:34174:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee98eff3e0) owner 0000000000000000/ffff90ee812dcf80 00020000:00000001:0.0:1788840366.128232:0:34174:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788840366.128234:0:34174:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788840366.128236:0:34174:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788840366.128238:0:34174:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840366.128240:0:34174:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788840366.128242:0:34174:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788840366.128244:0:34174:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.128245:0:34174:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788840366.128247:0:34174:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788840366.128248:0:34174:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788840366.128250:0:34174:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee98eff3e0) owner 0000000000000000/ffff90ee812dcf80 00000020:00000001:0.0:1788840366.128253:0:34174:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788840366.128255:0:34174:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1788840366.128256:0:34174:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x31:0x0] 00000020:00000001:0.0:1788840366.128259:0:34174:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788840366.128260:0:34174:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788840366.128262:0:34174:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788840366.128264:0:34174:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788840366.128270:0:34174:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1788840366.128278:0:34174:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90ee90f56600. 00020000:00000002:0.0:1788840366.128281:0:34174:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788840366.128284:0:34174:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788840366.128286:0:34174:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788840366.128287:0:34174:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788840366.128288:0:34174:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788840366.128290:0:34174:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953299709176 : -122120409842440 : ffff90eea059fcf8) 00000020:00001000:0.0:1788840366.128292:0:34174:0:(cl_object.c:823:cl_env_get()) 1@ffff90eea059fcf0 00000020:00000001:0.0:1788840366.128295:0:34174:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f210 -> ffff90ee82e4f918 00000020:00000001:0.0:1788840366.128297:0:34174:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788840366.128301:0:34174:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788840366.128302:0:34174:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788840366.128303:0:34174:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840366.128305:0:34174:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840366.128307:0:34174:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953037278736 : -122120672272880 : ffff90ee90b59e10) 00000020:00000001:0.0:1788840366.128309:0:34174:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788840366.128314:0:34174:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90ee830a4130. 00000008:00010000:0.0:1788840366.128316:0:34174:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1788840366.128318:0:34174:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788840366.128320:0:34174:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788840366.128322:0:34174:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90ee90f56630, osc lock ffff90ee830a4130, flags 0x400001002 00000020:00000001:0.0:1788840366.128324:0:34174:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840366.128326:0:34174:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840366.128328:0:34174:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621953041458688 : -122120668092928 : ffff90ee90f56600) 00000020:00000001:0.0:1788840366.128330:0:34174:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788840366.128331:0:34174:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788840366.128332:0:34174:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.128334:0:34174:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.128336:0:34174:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1788840366.128338:0:34174:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1788840366.128340:0:34174:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788840366.128341:0:34174:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788840366.128343:0:34174:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788840366.128344:0:34174:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953037278736 : -122120672272880 : ffff90ee90b59e10) 00000020:00000001:0.0:1788840366.128346:0:34174:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788840366.128348:0:34174:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788840366.128349:0:34174:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788840366.128353:0:34174:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788840366.128355:0:34174:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788840366.128356:0:34174:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788840366.128358:0:34174:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788840366.128360:0:34174:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788840366.128361:0:34174:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788840366.128363:0:34174:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788840366.128365:0:34174:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840366.128371:0:34174:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74b00 count: 2 00010000:00000001:0.0:1788840366.128373:0:34174:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840366.128378:0:34174:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840366.128381:0:34174:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788840366.128385:0:34174:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 02000000:00000001:0.0:1788840366.128394:0:34174:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840366.128397:0:34174:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840366.128400:0:34174:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00000001:0.0:1788840366.128408:0:34174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840366.128409:0:34174:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840366.128410:0:34174:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031000 refcount=4 00000020:00000001:0.0:1788840366.128412:0:34174:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:0.0:1788840366.128414:0:34174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00000008:00000001:0.0:1788840366.128417:0:34174:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788840366.128419:0:34174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840366.128420:0:34174:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840366.128421:0:34174:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031000 refcount=5 00000020:00000001:0.0:1788840366.128423:0:34174:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:0.0:1788840366.128425:0:34174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00000020:00000001:0.0:1788840366.128428:0:34174:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788840366.128430:0:34174:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1788840366.128432:0:34174:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1788840366.128434:0:34174:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840366.128436:0:34174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840366.128437:0:34174:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840366.128439:0:34174:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031000 refcount=6 00000020:00000001:0.0:1788840366.128441:0:34174:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:0.0:1788840366.128443:0:34174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:0.0:1788840366.128444:0:34174:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840366.128447:0:34174:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 1 00010000:00000001:0.0:1788840366.128454:0:34174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840366.128455:0:34174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840366.128456:0:34174:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840366.128457:0:34174:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840366.128459:0:34174:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:0.0:1788840366.128466:0:34174:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840366.128467:0:34174:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840366.128469:0:34174:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840366.128471:0:34174:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840366.128472:0:34174:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840366.128473:0:34174:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840366.128475:0:34174:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840366.128476:0:34174:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840366.128478:0:34174:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840366.128479:0:34174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840366.128480:0:34174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840366.128481:0:34174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840366.128482:0:34174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788840366.128484:0:34174:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840366.128486:0:34174:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.128488:0:34174:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840366.128489:0:34174:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.128491:0:34174:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.128493:0:34174:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788840366.128494:0:34174:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1788840366.128497:0:34174:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1788840366.128498:0:34174:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1788840366.128499:0:34174:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.128501:0:34174:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840366.128505:0:34174:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788840366.128507:0:34174:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f918 00000020:00000001:0.0:1788840366.128509:0:34174:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f918 00000020:00000001:0.0:1788840366.128511:0:34174:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788840366.128514:0:34174:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788840366.128528:0:34174:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788840366.128530:0:34174:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:0.0:1788840366.128532:0:34174:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788840366.128533:0:34174:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:0.0:1788840366.128535:0:34174:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x31:1028 on OST[0]: s=46 (1) m=1788840366 a=1788840366 c=1788840366 b=1 00020000:00000001:0.0:1788840366.128538:0:34174:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788840366.128540:0:34174:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788840366 a=1788840366 c=1788840366 b=1 00020000:00000001:0.0:1788840366.128543:0:34174:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.128545:0:34174:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.128546:0:34174:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f918 00000080:00200000:0.0:1788840366.128549:0:34174:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 46 i_blocks 1 00000080:00000001:0.0:1788840366.128551:0:34174:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788840366.128552:0:34174:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788840366.128554:0:34174:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90ee98223c20 (ffff90eea059f008/0) at cl_lock_release():245 00000020:00000001:0.0:1788840366.128557:0:34174:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788840366.128558:0:34174:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee98223c20 (ffff90eea059f008/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788840366.128561:0:34174:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788840366.128562:0:34174:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788840366.128563:0:34174:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953037278736 : -122120672272880 : ffff90ee90b59e10) 00000020:00000001:0.0:1788840366.128565:0:34174:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788840366.128566:0:34174:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee90f56630 (ffff90eea059fcf8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788840366.128569:0:34174:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788840366.128570:0:34174:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788840366.128571:0:34174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840366.128572:0:34174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788840366.128573:0:34174:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788840366.128575:0:34174:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788840366.128576:0:34174:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788840366.128577:0:34174:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788840366.128579:0:34174:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788840366.128580:0:34174:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee98223c20 (ffff90eea059f008/0) at cl_lock_fini():72 00020000:00000001:0.0:1788840366.128582:0:34174:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788840366.128583:0:34174:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788840366.128584:0:34174:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee90f56630 (ffff90eea059f008/1) at cl_lock_fini():72 00000008:00000010:0.0:1788840366.128587:0:34174:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90ee830a4130. 00000020:00000001:0.0:1788840366.128590:0:34174:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788840366.128592:0:34174:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90ee90f56600. 00020000:00000001:0.0:1788840366.128595:0:34174:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788840366.128596:0:34174:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788840366.128597:0:34174:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1788840366.128598:0:34174:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.128600:0:34174:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788840366.128602:0:34174:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788840366.128604:0:34174:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788840366.128605:0:34174:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788840366.128606:0:34174:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788840366.128608:0:34174:0:(cl_object.c:917:cl_env_put()) 1@ffff90eea059fcf0 00020000:00000001:0.0:1788840366.128610:0:34174:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788840366.128612:0:34174:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788840366.128614:0:34174:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788840366.128616:0:34174:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788840366.128619:0:34174:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788840366.128620:0:34174:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840366.128622:0:34174:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788840366.128624:0:34174:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788840366.128625:0:34174:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788840366.128626:0:34174:0:(cl_object.c:917:cl_env_put()) 1@ffff90eea059f000 00000001:00000001:0.0:1788840366.128628:0:34174:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.128634:0:34174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201eebd08 00000080:00000008:0.0:1788840366.128636:0:34174:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff90ee905963c8), request_mask 606, flags 0, foreign 0 00000080:00000001:0.0:1788840366.129072:0:34174:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788840366.129074:0:34174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201eebda0 00000080:00002000:0.0:1788840366.129076:0:34174:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff90ee9073e510, parent ffff90ee9069b510, inode ffff90ee905963c8) hashed, 00000080:00000001:0.0:1788840366.129079:0:34174:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840366.129135:0:34174:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840366.129232:0:34174:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840366.129235:0:34174:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788840366.129237:0:34174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201eebbc0 00000080:00200000:0.0:1788840366.129240:0:34174:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:0.0:1788840366.129247:0:34174:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee87161e00. 00800000:00000002:0.0:1788840366.129252:0:34174:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840366.129254:0:34174:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840366.129258:0:34174:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840366.129260:0:34174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201eebae0 00800000:00000002:0.0:1788840366.129261:0:34174:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840366.129265:0:34174:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788840366.129269:0:34174:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788840366.129273:0:34174:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840366.129274:0:34174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201eeb9b0 00000002:00010000:0.0:1788840366.129276:0:34174:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788840366.129279:0:34174:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788840366.129281:0:34174:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840366.129283:0:34174:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840366.129287:0:34174:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55e00 count: 2 00010000:00000001:0.0:1788840366.129289:0:34174:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840366.129292:0:34174:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840366.129294:0:34174:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788840366.129298:0:34174:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d200/0x3aa5f499c96f38ee lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae33 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788840366.129306:0:34174:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840366.129309:0:34174:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840366.129312:0:34174:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d200/0x3aa5f499c96f38ee lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae33 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1788840366.129318:0:34174:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788840366.129319:0:34174:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840366.129321:0:34174:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840366.129322:0:34174:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840366.129324:0:34174:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840366.129326:0:34174:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788840366.129328:0:34174:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788840366.129330:0:34174:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840366.129333:0:34174:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee87161e00. 00000080:00000001:0.0:1788840366.129336:0:34174:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788840366.129337:0:34174:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840366.129339:0:34174:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:0.0:1788840366.129342:0:34174:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f38ee 00800000:00000001:0.0:1788840366.129344:0:34174:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840366.129346:0:34174:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840366.129347:0:34174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840366.129348:0:34174:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840366.129350:0:34174:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d200 refcount=3 00000020:00000001:0.0:1788840366.129352:0:34174:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843174400 : -122120866377216 : ffff90ee8523d200) 00010000:00000001:0.0:1788840366.129354:0:34174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843174400 : -122120866377216 : ffff90ee8523d200) 00010000:00000001:0.0:1788840366.129356:0:34174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840366.129357:0:34174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840366.129358:0:34174:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840366.129360:0:34174:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840366.129362:0:34174:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f38ee from it ffffa16201eebbf8 00010000:00000001:0.0:1788840366.129364:0:34174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840366.129365:0:34174:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840366.129366:0:34174:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d200 refcount=3 00000020:00000001:0.0:1788840366.129367:0:34174:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843174400 : -122120866377216 : ffff90ee8523d200) 00010000:00000001:0.0:1788840366.129369:0:34174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843174400 : -122120866377216 : ffff90ee8523d200) 00010000:00000001:0.0:1788840366.129371:0:34174:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840366.129433:0:34174:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d200/0x3aa5f499c96f38ee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bae33 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788840366.129441:0:34174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840366.129442:0:34174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840366.129443:0:34174:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840366.129445:0:34174:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840366.129447:0:34174:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d200/0x3aa5f499c96f38ee lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae33 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788840366.129454:0:34174:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840366.129455:0:34174:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840366.129457:0:34174:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840366.129460:0:34174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840366.129461:0:34174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840366.129462:0:34174:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840366.129464:0:34174:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840366.129465:0:34174:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840366.129467:0:34174:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840366.129469:0:34174:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840366.129471:0:34174:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840366.129472:0:34174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840366.129473:0:34174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788840366.129476:0:34174:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788840366.129477:0:34174:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840366.129479:0:34174:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788840366.129483:0:34174:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840366.129486:0:34174:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788840366.129487:0:34174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201eebbe8 00000080:00002000:0.0:1788840366.129489:0:34174:0:(dcache.c:87:ll_dcompare()) found name recon(ffff90ee9073e510) flags 0x48004e refc 0 00000080:00000001:0.0:1788840366.129491:0:34174:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.129493:0:34174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201eebc30 00000080:00200000:0.0:1788840366.129494:0:34174:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000080:00000001:0.0:1788840366.129509:0:34174:0:(xattr.c:558:ll_xattr_get_common()) Process entered 00000080:00000001:0.0:1788840366.129513:0:34174:0:(xattr.c:565:ll_xattr_get_common()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000080:00000001:0.0:1788840366.129526:0:34174:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788840366.129528:0:34174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201eebe40 00000080:00002000:0.0:1788840366.129529:0:34174:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff90ee9073e510, parent ffff90ee9069b510, inode ffff90ee905963c8) hashed, 00000080:00000001:0.0:1788840366.129532:0:34174:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840366.129543:0:34174:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840366.129545:0:34174:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840366.129546:0:34174:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788840366.129547:0:34174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201eebbc0 00000080:00200000:0.0:1788840366.129548:0:34174:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:0.0:1788840366.129551:0:34174:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee87161e00. 00800000:00000002:0.0:1788840366.129554:0:34174:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840366.129556:0:34174:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840366.129558:0:34174:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840366.129559:0:34174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201eebae0 00800000:00000002:0.0:1788840366.129561:0:34174:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840366.129563:0:34174:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788840366.129565:0:34174:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788840366.129568:0:34174:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840366.129569:0:34174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201eeb9b0 00000002:00010000:0.0:1788840366.129571:0:34174:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788840366.129573:0:34174:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788840366.129575:0:34174:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840366.129576:0:34174:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840366.129578:0:34174:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55e00 count: 2 00010000:00000001:0.0:1788840366.129580:0:34174:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840366.129583:0:34174:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840366.129585:0:34174:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788840366.129587:0:34174:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d200/0x3aa5f499c96f38ee lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae33 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1788840366.129594:0:34174:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840366.129596:0:34174:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840366.129598:0:34174:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d200/0x3aa5f499c96f38ee lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae33 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1788840366.129603:0:34174:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788840366.129605:0:34174:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840366.129607:0:34174:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840366.129608:0:34174:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840366.129609:0:34174:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840366.129611:0:34174:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788840366.129613:0:34174:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788840366.129615:0:34174:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840366.129617:0:34174:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee87161e00. 00000080:00000001:0.0:1788840366.129620:0:34174:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788840366.129621:0:34174:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840366.129623:0:34174:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:0.0:1788840366.129625:0:34174:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f38ee 00800000:00000001:0.0:1788840366.129627:0:34174:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840366.129629:0:34174:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840366.129630:0:34174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840366.129631:0:34174:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840366.129633:0:34174:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d200 refcount=3 00000020:00000001:0.0:1788840366.129635:0:34174:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843174400 : -122120866377216 : ffff90ee8523d200) 00010000:00000001:0.0:1788840366.129637:0:34174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843174400 : -122120866377216 : ffff90ee8523d200) 00010000:00000001:0.0:1788840366.129860:0:34174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840366.129861:0:34174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840366.129862:0:34174:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840366.129864:0:34174:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840366.129866:0:34174:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f38ee from it ffffa16201eebbf8 00010000:00000001:0.0:1788840366.129868:0:34174:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840366.129869:0:34174:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840366.129871:0:34174:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d200 refcount=3 00000020:00000001:0.0:1788840366.129873:0:34174:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843174400 : -122120866377216 : ffff90ee8523d200) 00010000:00000001:0.0:1788840366.129875:0:34174:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843174400 : -122120866377216 : ffff90ee8523d200) 00010000:00000001:0.0:1788840366.129877:0:34174:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840366.129879:0:34174:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d200/0x3aa5f499c96f38ee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bae33 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788840366.129885:0:34174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840366.129886:0:34174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840366.129887:0:34174:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840366.129889:0:34174:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840366.129891:0:34174:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d200/0x3aa5f499c96f38ee lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae33 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788840366.129969:0:34174:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840366.129971:0:34174:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840366.129972:0:34174:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840366.129974:0:34174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840366.129975:0:34174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840366.129977:0:34174:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840366.129978:0:34174:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840366.129979:0:34174:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840366.129981:0:34174:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840366.129983:0:34174:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840366.129985:0:34174:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840366.129986:0:34174:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840366.129987:0:34174:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788840366.129989:0:34174:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788840366.129990:0:34174:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840366.129993:0:34174:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788840366.129996:0:34174:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840366.129999:0:34174:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788840366.130001:0:34174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201eebbe8 00000080:00002000:0.0:1788840366.130002:0:34174:0:(dcache.c:87:ll_dcompare()) found name recon(ffff90ee9073e510) flags 0x48004e refc 0 00000080:00000001:0.0:1788840366.130005:0:34174:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840366.130006:0:34174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201eebc30 00000080:00200000:0.0:1788840366.130008:0:34174:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=9 00000080:00000001:0.0:1788840366.130015:0:34174:0:(xattr.c:558:ll_xattr_get_common()) Process entered 00000080:00000001:0.0:1788840366.130017:0:34174:0:(xattr.c:583:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1788840366.130020:0:34174:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788840366.130021:0:34174:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201eebe40 00000080:00002000:0.0:1788840366.130022:0:34174:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff90ee9073e510, parent ffff90ee9069b510, inode ffff90ee905963c8) hashed, 00000080:00000001:0.0:1788840366.130025:0:34174:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840366.138103:0:34175:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788840366.138111:0:34175:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788840366.138113:0:34175:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788840366.138117:0:34175:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201ef3b20 00000080:00200000:3.0:1788840366.138121:0:34175:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:3.0:1788840366.138129:0:34175:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85cd3c00. 00800000:00000002:3.0:1788840366.138135:0:34175:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:3.0:1788840366.138139:0:34175:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788840366.138143:0:34175:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788840366.138145:0:34175:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201ef3a40 00800000:00000002:3.0:1788840366.138148:0:34175:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788840366.138151:0:34175:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788840366.138156:0:34175:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788840366.138163:0:34175:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788840366.138165:0:34175:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201ef3910 00000002:00010000:3.0:1788840366.138167:0:34175:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788840366.138170:0:34175:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788840366.138173:0:34175:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840366.138176:0:34175:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788840366.138182:0:34175:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55e00 count: 2 00010000:00000001:3.0:1788840366.138185:0:34175:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840366.138190:0:34175:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840366.138193:0:34175:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788840366.138198:0:34175:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d200/0x3aa5f499c96f38ee lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae33 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1788840366.138209:0:34175:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788840366.138215:0:34175:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840366.138218:0:34175:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d200/0x3aa5f499c96f38ee lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae33 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1788840366.138226:0:34175:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788840366.138228:0:34175:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788840366.138230:0:34175:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788840366.138231:0:34175:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788840366.138233:0:34175:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788840366.138235:0:34175:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788840366.138238:0:34175:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788840366.138241:0:34175:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:3.0:1788840366.138244:0:34175:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85cd3c00. 00000080:00000001:3.0:1788840366.138247:0:34175:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788840366.138248:0:34175:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788840366.138251:0:34175:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:3.0:1788840366.138254:0:34175:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f38ee 00800000:00000001:3.0:1788840366.138258:0:34175:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788840366.138259:0:34175:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788840366.138261:0:34175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840366.138263:0:34175:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840366.138266:0:34175:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d200 refcount=3 00000020:00000001:3.0:1788840366.138269:0:34175:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843174400 : -122120866377216 : ffff90ee8523d200) 00010000:00000001:3.0:1788840366.138271:0:34175:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843174400 : -122120866377216 : ffff90ee8523d200) 00010000:00000001:3.0:1788840366.138275:0:34175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.138277:0:34175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788840366.138278:0:34175:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840366.138280:0:34175:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788840366.138282:0:34175:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f38ee from it ffffa16201ef3b58 00010000:00000001:3.0:1788840366.138284:0:34175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840366.138285:0:34175:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840366.138287:0:34175:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d200 refcount=3 00000020:00000001:3.0:1788840366.138294:0:34175:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843174400 : -122120866377216 : ffff90ee8523d200) 00010000:00000001:3.0:1788840366.138296:0:34175:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843174400 : -122120866377216 : ffff90ee8523d200) 00010000:00000001:3.0:1788840366.138298:0:34175:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788840366.138302:0:34175:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d200/0x3aa5f499c96f38ee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bae33 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788840366.138308:0:34175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.138309:0:34175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840366.138310:0:34175:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788840366.138313:0:34175:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788840366.138315:0:34175:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d200/0x3aa5f499c96f38ee lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae33 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788840366.138322:0:34175:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788840366.138326:0:34175:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788840366.138328:0:34175:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840366.138332:0:34175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.138333:0:34175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840366.138335:0:34175:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.138338:0:34175:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788840366.138339:0:34175:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.138341:0:34175:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.138344:0:34175:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.138346:0:34175:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788840366.138347:0:34175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.138348:0:34175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788840366.138351:0:34175:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788840366.138353:0:34175:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788840366.138355:0:34175:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788840366.138359:0:34175:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840366.138363:0:34175:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788840366.138365:0:34175:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201ef3b48 00000080:00002000:3.0:1788840366.138367:0:34175:0:(dcache.c:87:ll_dcompare()) found name recon(ffff90ee9073e510) flags 0x48004e refc 0 00000080:00000001:3.0:1788840366.138369:0:34175:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.139584:0:34175:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201ef3b90 00000080:00200000:3.0:1788840366.139592:0:34175:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:3.0:1788840366.139605:0:34175:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201ef3d08 00000080:00200008:3.0:1788840366.139608:0:34175:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000404:0x31:0x0](ffff90ee905963c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788840366.139614:0:34175:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788840366.139615:0:34175:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201ef3c80 00000080:00200000:3.0:1788840366.139617:0:34175:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x31:0x0](ffff90ee905963c8),name=recon 00000080:00000010:3.0:1788840366.139626:0:34175:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85cd3c00. 00800000:00000002:3.0:1788840366.139632:0:34175:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:3.0:1788840366.139665:0:34175:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788840366.139669:0:34175:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788840366.139671:0:34175:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201ef3ba0 00800000:00000002:3.0:1788840366.139673:0:34175:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x31:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788840366.139676:0:34175:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788840366.139682:0:34175:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x31:0x0], name='' -> mds #0 00000002:00000001:3.0:1788840366.139688:0:34175:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788840366.139690:0:34175:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201ef3a70 00000002:00010000:3.0:1788840366.139692:0:34175:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x31:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788840366.139695:0:34175:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788840366.139697:0:34175:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840366.139700:0:34175:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788840366.139706:0:34175:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74200 count: 3 00010000:00000001:3.0:1788840366.139709:0:34175:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840366.139714:0:34175:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840366.139717:0:34175:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788840366.139721:0:34175:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f38cb lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312baded expref: -99 pid: 34166 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 02000000:00000001:3.0:1788840366.139737:0:34175:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788840366.139741:0:34175:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840366.139744:0:34175:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f38cb lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312baded expref: -99 pid: 34166 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000002:00000001:3.0:1788840366.139750:0:34175:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788840366.139752:0:34175:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788840366.139753:0:34175:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788840366.139755:0:34175:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788840366.139756:0:34175:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788840366.139768:0:34175:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788840366.139770:0:34175:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788840366.139772:0:34175:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:3.0:1788840366.139776:0:34175:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85cd3c00. 00000080:00000001:3.0:1788840366.139779:0:34175:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788840366.139780:0:34175:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788840366.139783:0:34175:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x31:0x0](ffff90ee905963c8) 00000080:00010000:3.0:1788840366.139786:0:34175:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x31:0x0](ffff90ee905963c8) for lock 0x3aa5f499c96f38cb 00800000:00000001:3.0:1788840366.139788:0:34175:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788840366.139790:0:34175:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788840366.139792:0:34175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840366.139794:0:34175:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840366.139796:0:34175:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030c00 refcount=3 00000020:00000001:3.0:1788840366.139798:0:34175:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:3.0:1788840366.139800:0:34175:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:3.0:1788840366.139802:0:34175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.139804:0:34175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788840366.139805:0:34175:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840366.139806:0:34175:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788840366.139808:0:34175:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f38cb from it ffffa16201ef3cb8 00010000:00000001:3.0:1788840366.139810:0:34175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840366.139811:0:34175:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840366.139812:0:34175:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030c00 refcount=3 00000020:00000001:3.0:1788840366.139814:0:34175:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:3.0:1788840366.139816:0:34175:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:3.0:1788840366.139817:0:34175:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788840366.139820:0:34175:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f38cb lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8a436931312baded expref: -99 pid: 34166 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00000001:3.0:1788840366.139825:0:34175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.139826:0:34175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840366.139827:0:34175:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788840366.139829:0:34175:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788840366.139831:0:34175:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f38cb lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312baded expref: -99 pid: 34166 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 1 00010000:00000001:3.0:1788840366.139838:0:34175:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788840366.139840:0:34175:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788840366.139842:0:34175:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840366.139845:0:34175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.139846:0:34175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840366.139847:0:34175:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.139850:0:34175:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788840366.139852:0:34175:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.139853:0:34175:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.139856:0:34175:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.139857:0:34175:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788840366.139858:0:34175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.139859:0:34175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788840366.139861:0:34175:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788840366.139863:0:34175:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788840366.139865:0:34175:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:3.0:1788840366.139868:0:34175:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1788840366.139870:0:34175:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788840366.139872:0:34175:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1788840366.139873:0:34175:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840366.139876:0:34175:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788840366.139878:0:34175:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:3.0:1788840366.139882:0:34175:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788840366.139887:0:34175:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044391912 : -122120665159704 : ffff90ee912227e8) 00000020:00001000:3.0:1788840366.139889:0:34175:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912227e0 00000020:00000001:3.0:1788840366.139903:0:34175:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f918 00000020:00000001:3.0:1788840366.139906:0:34175:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788840366.139909:0:34175:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788840366.139911:0:34175:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1788840366.139914:0:34175:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788840366.139915:0:34175:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1788840366.139917:0:34175:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788840366.139919:0:34175:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840366.139921:0:34175:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788840366.139926:0:34175:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x31:0x0]io ffff90ee98846310 type 7 ignore/verify layout 0/1 00020000:00000002:3.0:1788840366.139929:0:34175:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee98eff3e0) owner 0000000000000000/ffff90ee86de0000 00020000:00000001:3.0:1788840366.139934:0:34175:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788840366.139935:0:34175:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788840366.139938:0:34175:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788840366.139940:0:34175:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840366.139942:0:34175:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788840366.139944:0:34175:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788840366.139945:0:34175:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.139947:0:34175:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788840366.139948:0:34175:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788840366.139949:0:34175:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788840366.139950:0:34175:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee98eff3e0) owner 0000000000000000/ffff90ee86de0000 00000020:00000001:3.0:1788840366.139952:0:34175:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788840366.139954:0:34175:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1788840366.139956:0:34175:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x31:0x0] 00000020:00000001:3.0:1788840366.139958:0:34175:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1788840366.139960:0:34175:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1788840366.139962:0:34175:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1788840366.139963:0:34175:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1788840366.139968:0:34175:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1788840366.139975:0:34175:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90ee86e2f780. 00020000:00000002:3.0:1788840366.139977:0:34175:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788840366.139979:0:34175:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1788840366.139981:0:34175:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788840366.139983:0:34175:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788840366.139985:0:34175:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788840366.139986:0:34175:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044391048 : -122120665160568 : ffff90ee91222488) 00000020:00001000:3.0:1788840366.139988:0:34175:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee91222480 00000020:00000001:3.0:1788840366.139990:0:34175:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f210 -> ffff90ee82e4f918 00000020:00000001:3.0:1788840366.139992:0:34175:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1788840366.139995:0:34175:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788840366.139996:0:34175:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788840366.139997:0:34175:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840366.139999:0:34175:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840366.140001:0:34175:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174949984 : -122120534601632 : ffff90ee98ea5060) 00000020:00000001:3.0:1788840366.140002:0:34175:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1788840366.140007:0:34175:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90ee999d51d0. 00000008:00010000:3.0:1788840366.140009:0:34175:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1788840366.140011:0:34175:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788840366.140012:0:34175:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1788840366.140014:0:34175:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90ee86e2f7b0, osc lock ffff90ee999d51d0, flags 0x400001002 00000020:00000001:3.0:1788840366.140016:0:34175:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840366.140017:0:34175:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840366.140020:0:34175:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621952872478592 : -122120837073024 : ffff90ee86e2f780) 00000020:00000001:3.0:1788840366.140022:0:34175:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788840366.140023:0:34175:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1788840366.140024:0:34175:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.140026:0:34175:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.140028:0:34175:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1788840366.140030:0:34175:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1788840366.140031:0:34175:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1788840366.140033:0:34175:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1788840366.140034:0:34175:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788840366.140035:0:34175:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174949984 : -122120534601632 : ffff90ee98ea5060) 00000020:00000001:3.0:1788840366.140037:0:34175:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1788840366.140039:0:34175:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1788840366.140041:0:34175:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1788840366.140044:0:34175:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1788840366.140047:0:34175:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1788840366.140049:0:34175:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1788840366.140051:0:34175:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1788840366.140052:0:34175:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1788840366.140053:0:34175:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1788840366.140055:0:34175:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1788840366.140057:0:34175:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788840366.140060:0:34175:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74b00 count: 2 00010000:00000001:3.0:1788840366.140062:0:34175:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840366.140065:0:34175:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840366.140067:0:34175:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788840366.140071:0:34175:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 02000000:00000001:3.0:1788840366.140079:0:34175:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788840366.140081:0:34175:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840366.140083:0:34175:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:3.0:1788840366.140090:0:34175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840366.140091:0:34175:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840366.140093:0:34175:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031000 refcount=4 00000020:00000001:3.0:1788840366.140095:0:34175:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:3.0:1788840366.140097:0:34175:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00000008:00000001:3.0:1788840366.140100:0:34175:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1788840366.140102:0:34175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840366.140103:0:34175:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840366.140105:0:34175:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031000 refcount=5 00000020:00000001:3.0:1788840366.140106:0:34175:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:3.0:1788840366.140108:0:34175:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00000020:00000001:3.0:1788840366.140111:0:34175:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1788840366.140113:0:34175:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1788840366.140115:0:34175:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1788840366.140116:0:34175:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.140118:0:34175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840366.140119:0:34175:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840366.140121:0:34175:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031000 refcount=6 00000020:00000001:3.0:1788840366.140123:0:34175:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:3.0:1788840366.140125:0:34175:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:3.0:1788840366.140127:0:34175:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788840366.140130:0:34175:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 6/0,1 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:3.0:1788840366.140137:0:34175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.140149:0:34175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840366.140151:0:34175:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788840366.140153:0:34175:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788840366.140155:0:34175:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:3.0:1788840366.140162:0:34175:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788840366.140163:0:34175:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788840366.140164:0:34175:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840366.140166:0:34175:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.140168:0:34175:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788840366.140169:0:34175:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.140171:0:34175:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.140174:0:34175:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.140176:0:34175:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788840366.140177:0:34175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.140178:0:34175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840366.140179:0:34175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.140180:0:34175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788840366.140182:0:34175:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788840366.140184:0:34175:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.140186:0:34175:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840366.140188:0:34175:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.140190:0:34175:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.140191:0:34175:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1788840366.140192:0:34175:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1788840366.140194:0:34175:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1788840366.140196:0:34175:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:3.0:1788840366.140198:0:34175:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.140200:0:34175:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840366.140204:0:34175:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1788840366.140206:0:34175:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f918 00000020:00000001:3.0:1788840366.140208:0:34175:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f918 00000020:00000001:3.0:1788840366.140210:0:34175:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1788840366.140213:0:34175:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1788840366.140215:0:34175:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788840366 a=1788840366 c=1788840366 b=1 00020000:00000001:3.0:1788840366.140218:0:34175:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.140220:0:34175:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.140222:0:34175:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f918 00000080:00200000:3.0:1788840366.140224:0:34175:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x31:0x0] updating i_size 46 i_blocks 1 00000080:00000001:3.0:1788840366.140227:0:34175:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1788840366.140228:0:34175:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1788840366.140230:0:34175:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90ee988462b0 (ffff90ee912227e8/0) at cl_lock_release():245 00000020:00000001:3.0:1788840366.140233:0:34175:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788840366.140234:0:34175:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee988462b0 (ffff90ee912227e8/0) at cl_lock_cancel():142 00020000:00000001:3.0:1788840366.140237:0:34175:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1788840366.140238:0:34175:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788840366.140240:0:34175:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174949984 : -122120534601632 : ffff90ee98ea5060) 00000020:00000001:3.0:1788840366.140241:0:34175:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788840366.140243:0:34175:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee86e2f7b0 (ffff90ee91222488/1) at cl_lock_cancel():142 00000008:00000001:3.0:1788840366.140245:0:34175:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1788840366.140246:0:34175:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1788840366.140248:0:34175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.140249:0:34175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788840366.140250:0:34175:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1788840366.140252:0:34175:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1788840366.140253:0:34175:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788840366.140254:0:34175:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788840366.140255:0:34175:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788840366.140256:0:34175:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee988462b0 (ffff90ee912227e8/0) at cl_lock_fini():72 00020000:00000001:3.0:1788840366.140259:0:34175:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1788840366.140260:0:34175:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788840366.140261:0:34175:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee86e2f7b0 (ffff90ee912227e8/1) at cl_lock_fini():72 00000008:00000010:3.0:1788840366.140264:0:34175:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90ee999d51d0. 00000020:00000001:3.0:1788840366.140267:0:34175:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1788840366.140268:0:34175:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90ee86e2f780. 00020000:00000001:3.0:1788840366.140272:0:34175:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1788840366.140273:0:34175:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1788840366.140274:0:34175:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1788840366.140275:0:34175:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.140278:0:34175:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788840366.140279:0:34175:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788840366.140281:0:34175:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788840366.140282:0:34175:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1788840366.140283:0:34175:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788840366.140285:0:34175:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee91222480 00020000:00000001:3.0:1788840366.140288:0:34175:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788840366.140290:0:34175:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788840366.140292:0:34175:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788840366.140295:0:34175:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788840366.140298:0:34175:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788840366.140299:0:34175:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840366.140301:0:34175:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788840366.140303:0:34175:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788840366.140304:0:34175:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788840366.140305:0:34175:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912227e0 00000001:00000001:3.0:1788840366.140307:0:34175:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.140311:0:34175:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201ef3d08 00000080:00000008:3.0:1788840366.140313:0:34175:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x31:0x0](ffff90ee905963c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788840366.140317:0:34175:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788840366.140319:0:34175:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201ef3da0 00000080:00002000:3.0:1788840366.140321:0:34175:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff90ee9073e510, parent ffff90ee9069b510, inode ffff90ee905963c8) hashed, 00000080:00000001:3.0:1788840366.140324:0:34175:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840366.140362:0:34175:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788840366.140366:0:34175:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788840366.140367:0:34175:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788840366.140369:0:34175:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201ef3bd8 00000080:00200000:3.0:1788840366.140371:0:34175:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:3.0:1788840366.140392:0:34175:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85cd3c00. 00800000:00000002:3.0:1788840366.140396:0:34175:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:3.0:1788840366.140399:0:34175:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788840366.140401:0:34175:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788840366.140402:0:34175:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201ef3af8 00800000:00000002:3.0:1788840366.140404:0:34175:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788840366.140407:0:34175:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788840366.140409:0:34175:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788840366.140412:0:34175:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788840366.140414:0:34175:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201ef39c8 00000002:00010000:3.0:1788840366.140415:0:34175:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788840366.140418:0:34175:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788840366.140419:0:34175:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840366.140421:0:34175:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788840366.140424:0:34175:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55e00 count: 2 00010000:00000001:3.0:1788840366.140426:0:34175:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840366.140429:0:34175:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840366.140431:0:34175:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788840366.140434:0:34175:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d200/0x3aa5f499c96f38ee lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae33 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:3.0:1788840366.140441:0:34175:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788840366.140443:0:34175:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840366.140445:0:34175:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d200/0x3aa5f499c96f38ee lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae33 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:3.0:1788840366.140450:0:34175:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788840366.140451:0:34175:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788840366.140453:0:34175:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788840366.140454:0:34175:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788840366.140455:0:34175:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788840366.140457:0:34175:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788840366.140459:0:34175:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788840366.140461:0:34175:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:3.0:1788840366.140463:0:34175:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85cd3c00. 00000080:00000001:3.0:1788840366.140466:0:34175:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788840366.140468:0:34175:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788840366.140470:0:34175:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:3.0:1788840366.140473:0:34175:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f38ee 00800000:00000001:3.0:1788840366.140475:0:34175:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788840366.140477:0:34175:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788840366.140479:0:34175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840366.140480:0:34175:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840366.140482:0:34175:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d200 refcount=3 00000020:00000001:3.0:1788840366.140484:0:34175:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843174400 : -122120866377216 : ffff90ee8523d200) 00010000:00000001:3.0:1788840366.140486:0:34175:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843174400 : -122120866377216 : ffff90ee8523d200) 00010000:00000001:3.0:1788840366.140488:0:34175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.140490:0:34175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788840366.140491:0:34175:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840366.140492:0:34175:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788840366.140494:0:34175:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f38ee from it ffffa16201ef3c10 00010000:00000001:3.0:1788840366.140496:0:34175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840366.140497:0:34175:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840366.140498:0:34175:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d200 refcount=3 00000020:00000001:3.0:1788840366.140500:0:34175:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843174400 : -122120866377216 : ffff90ee8523d200) 00010000:00000001:3.0:1788840366.140502:0:34175:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843174400 : -122120866377216 : ffff90ee8523d200) 00010000:00000001:3.0:1788840366.140504:0:34175:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788840366.140506:0:34175:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d200/0x3aa5f499c96f38ee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bae33 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788840366.140513:0:34175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.140514:0:34175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840366.140514:0:34175:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788840366.140527:0:34175:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788840366.140529:0:34175:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d200/0x3aa5f499c96f38ee lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae33 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1788840366.140535:0:34175:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788840366.140537:0:34175:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788840366.140538:0:34175:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840366.140540:0:34175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.140542:0:34175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840366.140543:0:34175:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.140545:0:34175:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788840366.140546:0:34175:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.140549:0:34175:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.140551:0:34175:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.140552:0:34175:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788840366.140554:0:34175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.140555:0:34175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788840366.140556:0:34175:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788840366.140558:0:34175:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788840366.140560:0:34175:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788840366.140564:0:34175:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840366.140572:0:34175:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788840366.140574:0:34175:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201ef3da0 00000080:00002000:3.0:1788840366.140576:0:34175:0:(dcache.c:87:ll_dcompare()) found name recon(ffff90ee9073e510) flags 0x48004e refc 0 00000080:00000001:3.0:1788840366.140578:0:34175:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.140580:0:34175:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201ef3e10 00000080:00200000:3.0:1788840366.140581:0:34175:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=0 00000080:00000001:3.0:1788840366.140585:0:34175:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788840366.140587:0:34175:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788840366.140588:0:34175:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201ef3d30 00000080:00200000:3.0:1788840366.140590:0:34175:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:3.0:1788840366.140593:0:34175:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85cd3c00. 00800000:00000002:3.0:1788840366.140596:0:34175:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:3.0:1788840366.140599:0:34175:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788840366.140600:0:34175:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788840366.140602:0:34175:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201ef3c50 00800000:00000002:3.0:1788840366.140603:0:34175:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788840366.140605:0:34175:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788840366.140608:0:34175:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788840366.140611:0:34175:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788840366.140612:0:34175:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201ef3b20 00000002:00010000:3.0:1788840366.140613:0:34175:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788840366.140616:0:34175:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788840366.140617:0:34175:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840366.140618:0:34175:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788840366.140621:0:34175:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55e00 count: 2 00010000:00000001:3.0:1788840366.140623:0:34175:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840366.140625:0:34175:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840366.140627:0:34175:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788840366.140630:0:34175:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d200/0x3aa5f499c96f38ee lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae33 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:3.0:1788840366.140637:0:34175:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788840366.140669:0:34175:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840366.140672:0:34175:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d200/0x3aa5f499c96f38ee lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae33 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:3.0:1788840366.140678:0:34175:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788840366.140680:0:34175:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788840366.140681:0:34175:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788840366.140683:0:34175:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788840366.140684:0:34175:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788840366.140686:0:34175:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788840366.140688:0:34175:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788840366.140690:0:34175:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:3.0:1788840366.140692:0:34175:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85cd3c00. 00000080:00000001:3.0:1788840366.140694:0:34175:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788840366.140696:0:34175:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788840366.140697:0:34175:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:3.0:1788840366.140700:0:34175:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f38ee 00800000:00000001:3.0:1788840366.140702:0:34175:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788840366.140704:0:34175:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788840366.140705:0:34175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840366.140706:0:34175:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840366.140708:0:34175:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d200 refcount=3 00000020:00000001:3.0:1788840366.140709:0:34175:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843174400 : -122120866377216 : ffff90ee8523d200) 00010000:00000001:3.0:1788840366.140711:0:34175:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843174400 : -122120866377216 : ffff90ee8523d200) 00010000:00000001:3.0:1788840366.140713:0:34175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.140714:0:34175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788840366.140715:0:34175:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840366.140717:0:34175:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788840366.140719:0:34175:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f38ee from it ffffa16201ef3d68 00010000:00000001:3.0:1788840366.140721:0:34175:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840366.140722:0:34175:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840366.140724:0:34175:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d200 refcount=3 00000020:00000001:3.0:1788840366.140725:0:34175:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843174400 : -122120866377216 : ffff90ee8523d200) 00010000:00000001:3.0:1788840366.140727:0:34175:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843174400 : -122120866377216 : ffff90ee8523d200) 00010000:00000001:3.0:1788840366.140729:0:34175:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788840366.140731:0:34175:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d200/0x3aa5f499c96f38ee lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bae33 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1788840366.140738:0:34175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.140744:0:34175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840366.140745:0:34175:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788840366.140747:0:34175:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788840366.140749:0:34175:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d200/0x3aa5f499c96f38ee lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae33 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:3.0:1788840366.140754:0:34175:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788840366.140755:0:34175:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788840366.140756:0:34175:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840366.140758:0:34175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.140759:0:34175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840366.140761:0:34175:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.140763:0:34175:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788840366.140764:0:34175:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.140766:0:34175:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.140767:0:34175:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.140769:0:34175:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788840366.140770:0:34175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.140771:0:34175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788840366.140772:0:34175:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788840366.140774:0:34175:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788840366.140776:0:34175:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 3 00000080:00000001:3.0:1788840366.140779:0:34175:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840366.140783:0:34175:0:(namei.c:2415:ll_unlink()) Process entered 00000020:00000001:3.0:1788840366.140784:0:34175:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201ef3df8 00000080:00200000:3.0:1788840366.140787:0:34175:0:(namei.c:2418:ll_unlink()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00000001:3.0:1788840366.140790:0:34175:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:3.0:1788840366.140792:0:34175:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788840366.140794:0:34175:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044391912 : -122120665159704 : ffff90ee912227e8) 00000020:00001000:3.0:1788840366.140796:0:34175:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912227e0 00000020:00000001:3.0:1788840366.140799:0:34175:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1788840366.140802:0:34175:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee98eff3e0) owner 0000000000000000/ffff90ee86de0000 00020000:00000002:3.0:1788840366.140805:0:34175:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90ee9887df00 addref 2/0 by ffff90ee86de0000. 00020000:00000002:3.0:1788840366.140807:0:34175:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee98eff3e0) owner 0000000000000000/ffff90ee86de0000 00020000:00000001:3.0:1788840366.140809:0:34175:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1788840366.140812:0:34175:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1788840366.140813:0:34175:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1788840366.140815:0:34175:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:3.0:1788840366.140817:0:34175:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:3.0:1788840366.140819:0:34175:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912227e0 00000080:00000001:3.0:1788840366.140821:0:34175:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1788840366.140826:0:34175:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85cd3c00. 00800000:00000002:3.0:1788840366.140829:0:34175:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00800000:00000001:3.0:1788840366.140836:0:34175:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:3.0:1788840366.140839:0:34175:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:3.0:1788840366.140841:0:34175:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x31:0x0] 00800000:00000001:3.0:1788840366.140844:0:34175:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788840366.140846:0:34175:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x31:0x0] -> mds #0 00000002:00000001:3.0:1788840366.140849:0:34175:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:3.0:1788840366.140851:0:34175:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788840366.140853:0:34175:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55e00 count: 2 00010000:00000001:3.0:1788840366.140855:0:34175:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840366.140858:0:34175:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788840366.140861:0:34175:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788840366.140864:0:34175:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d200/0x3aa5f499c96f38ee lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8a436931312bae33 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:3.0:1788840366.140872:0:34175:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788840366.140875:0:34175:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788840366.140876:0:34175:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788840366.140878:0:34175:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1788840366.140882:0:34175:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840366.140883:0:34175:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788840366.140885:0:34175:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55e00 count: 3 00010000:00000001:3.0:1788840366.140886:0:34175:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788840366.140889:0:34175:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840366.140890:0:34175:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840366.140891:0:34175:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788840366.140893:0:34175:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55e00 count: 3 00010000:00000001:3.0:1788840366.140894:0:34175:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788840366.140896:0:34175:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840366.140898:0:34175:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840366.140899:0:34175:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788840366.140901:0:34175:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55e00 count: 3 00010000:00000001:3.0:1788840366.140902:0:34175:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788840366.140904:0:34175:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840366.140906:0:34175:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788840366.140909:0:34175:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff90ee90514200, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1788840366.140913:0:34175:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1788840366.140915:0:34175:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1788840366.140917:0:34175:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788840366.140919:0:34175:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.140922:0:34175:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788840366.140925:0:34175:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788840366.140926:0:34175:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788840366.140929:0:34175:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840366.140931:0:34175:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788840366.140933:0:34175:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee8523d200 with handle 0x3aa5f499c96f38ee from hash 00010000:00000001:3.0:1788840366.140935:0:34175:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788840366.140937:0:34175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.140938:0:34175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840366.140939:0:34175:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788840366.140941:0:34175:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788840366.140943:0:34175:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788840366.140946:0:34175:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788840366.140947:0:34175:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788840366.140949:0:34175:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788840366.140952:0:34175:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788840366.140955:0:34175:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74200 count: 3 00010000:00000001:3.0:1788840366.140957:0:34175:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840366.140958:0:34175:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788840366.140960:0:34175:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788840366.140963:0:34175:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c800/0x3aa5f499c96f38f5 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8a436931312bae41 expref: -99 pid: 34173 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1788840366.140969:0:34175:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788840366.140971:0:34175:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788840366.140972:0:34175:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788840366.140974:0:34175:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x31:0x0] mode CR 00000002:00000001:3.0:1788840366.140976:0:34175:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840366.140977:0:34175:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788840366.140979:0:34175:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74200 count: 4 00010000:00000001:3.0:1788840366.140980:0:34175:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788840366.140983:0:34175:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840366.140984:0:34175:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840366.140985:0:34175:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788840366.140987:0:34175:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74200 count: 4 00010000:00000001:3.0:1788840366.140988:0:34175:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788840366.140990:0:34175:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840366.140992:0:34175:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840366.140993:0:34175:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788840366.140994:0:34175:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74200 count: 4 00010000:00000001:3.0:1788840366.140996:0:34175:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788840366.140998:0:34175:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840366.141000:0:34175:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840366.141002:0:34175:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1788840366.141005:0:34175:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1788840366.141008:0:34175:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff90ee85cd2400. 00000080:00000001:3.0:1788840366.141010:0:34175:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1788840366.141013:0:34175:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1788840366.141016:0:34175:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:3.0:1788840366.141018:0:34175:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x31:0x0] 00000002:00000001:3.0:1788840366.141021:0:34175:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1788840366.141023:0:34175:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff90ee90f70800: [0x200000404:0x31:0x0] file closed with intent: 0 00000100:00000010:3.0:1788840366.141029:0:34175:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d48000. 00000020:00000040:3.0:1788840366.141033:0:34175:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=8 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:3.0:1788840366.141037:0:34175:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840366.141040:0:34175:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840366.141043:0:34175:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840366.141049:0:34175:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee85cd3600. 00000100:00000001:3.0:1788840366.141056:0:34175:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1788840366.141075:0:34175:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff90ee86d49880 x1875733134005504/t8589934605(8589934605) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840382 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1788840366.141086:0:34175:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1788840366.141092:0:34175:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee86d48000 x1875733134005760/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1788840366.141099:0:34175:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788840366.141101:0:34175:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788840366.141110:0:34175:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee8901fa80. 00000100:00000001:3.0:1788840366.141112:0:34175:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952908065408 : -122120801486208 : ffff90ee8901fa80) 00000100:00000001:3.0:1788840366.141114:0:34175:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840366.141116:0:34175:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871530496 : -122120838021120 : ffff90ee86d48000) 00000100:00000001:3.0:1788840366.141120:0:34175:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840366.141124:0:34175:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840366.141126:0:34175:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788840366.141128:0:34175:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840366.141131:0:34175:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d48000 x1875733134005760/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840366.141137:0:34175:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840366.141139:0:34175:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840366.141143:0:34175:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840366.141145:0:34175:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840366.141147:0:34175:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840366.141151:0:34175:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d48000 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:34175:1875733134005760:192.168.202.131@tcp:35:rm.0 00000100:00000001:3.0:1788840366.141155:0:34175:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840366.141161:0:34175:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840366.141164:0:34175:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840366.141167:0:34175:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840366.141172:0:34175:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86eee000. 02000000:00000001:3.0:1788840366.141174:0:34175:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840366.141183:0:34175:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840366.141187:0:34175:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4fd10. 00000400:00000010:3.0:1788840366.141194:0:34175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011ec38. 00000100:00000200:3.0:1788840366.141202:0:34175:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733134005760, portal 10 00000100:00000001:3.0:1788840366.141204:0:34175:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840366.141205:0:34175:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871530496 : -122120838021120 : ffff90ee86d48000) 00000100:00000040:3.0:1788840366.141212:0:34175:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee86d48000 x1875733134005760/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840382 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840366.141219:0:34175:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840366.141222:0:34175:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840366.141225:0:34175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e110. 00000100:00000200:3.0:1788840366.141227:0:34175:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875733134005760, offset 0 00000400:00000200:3.0:1788840366.141234:0:34175:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840366.141242:0:34175:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840366.141250:0:34175:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840366.141256:0:34175:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840366.141260:0:34175:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840366.141264:0:34175:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840366.141267:0:34175:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840366.141271:0:34175:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2633:2633:256:4294967295] 192.168.202.131@tcp LPNI seq info [2633:2633:8:4294967295] 00000400:00000200:3.0:1788840366.141275:0:34175:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840366.141283:0:34175:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840366.141290:0:34175:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840366.141295:0:34175:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee86f0d300. 00000800:00000200:3.0:1788840366.141302:0:34175:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840366.141311:0:34175:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840366.141315:0:34175:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee86f0d300 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1788840366.141336:0:34175:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840366.141341:0:34175:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 806110 usecs (807 jiffies) 00000400:00000200:3.0:1788840366.141344:0:34175:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840366.141347:0:34175:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296596766 00000100:00000001:3.0:1788840366.141354:0:34175:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, simply extend its deadline from 4296596730 00000100:00000001:3.0:1788840366.141359:0:34175:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296596766 00000100:00000001:3.0:1788840366.141362:0:34175:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, simply extend its deadline from 4296596730 00000100:00000001:3.0:1788840366.141365:0:34175:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840366.141367:0:34175:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840366.141370:0:34175:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840366.141372:0:34175:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788840366.141374:0:34175:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee8901fa80 going to sleep for 11 seconds 00000100:00000001:3.0:1788840366.141377:0:34175:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840366.141379:0:34175:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840366.141837:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840366.141842:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0d300. 00000400:00000200:2.0:1788840366.141848:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840366.141853:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840366.141859:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e110 00000400:00000010:2.0:1788840366.141861:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e110. 00000100:00000001:2.0:1788840366.141866:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840366.141871:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d48000 x1875733134005760/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840382 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840366.141880:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840366.141883:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee86d48000 x1875733134005760/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840382 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840366.141890:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840366.141891:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840366.148104:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840366.148119:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840366.148124:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840366.148126:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840366.148135:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840366.148143:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840366.148152:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840366.148156:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840366.148161:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840366.148165:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 456 into portal 10 MB=0x6a9f827255600 00000400:00000200:2.0:1788840366.148170:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840366.148175:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 456/456 into md 0x725d [1] + 224 00000800:00000001:2.0:1788840366.148182:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840366.148189:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840366.148192:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840366.148197:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840366.148204:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840366.148213:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d48000 x1875733134005760/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840382 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840366.148224:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff90ee86d48000 x1875733134005760/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840382 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840366.148243:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840366.148252:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840366.148256:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840366.148297:0:34175:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788840366.148305:0:34175:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840366.148307:0:34175:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840366.148310:0:34175:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4fd10. 00000400:00000200:3.0:1788840366.148314:0:34175:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011ec38 00000400:00000010:3.0:1788840366.148316:0:34175:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011ec38. 00000100:00000001:3.0:1788840366.148320:0:34175:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840366.148325:0:34175:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d48000 x1875733134005760/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840382 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788840366.148333:0:34175:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d48000 x1875733134005760/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840382 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840366.148339:0:34175:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840366.148340:0:34175:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840366.148342:0:34175:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840366.148345:0:34175:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840366.148348:0:34175:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840366.148350:0:34175:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840366.148353:0:34175:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840366.148361:0:34175:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee988234a8 time=66 v=5 (10 5 5 5) 00000100:00001000:3.0:1788840366.148366:0:34175:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=24 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840366.148368:0:34175:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840366.148370:0:34175:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.148381:0:34175:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840366.148385:0:34175:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840366.148388:0:34175:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788840366.148389:0:34175:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788840366.148391:0:34175:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788840366.148393:0:34175:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840366.148394:0:34175:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871530496 : -122120838021120 : ffff90ee86d48000) 00000100:00000001:3.0:1788840366.148397:0:34175:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840366.148399:0:34175:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 8589934597 00000100:00000001:3.0:1788840366.148401:0:34175:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840366.148405:0:34175:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840366.148410:0:34175:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d48000 x1875733134005760/t8589934606(8589934606) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840382 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840366.148417:0:34175:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840366.148420:0:34175:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840366.148422:0:34175:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840366.148426:0:34175:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d48000 x1875733134005760/t8589934606(8589934606) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840382 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788840366.148434:0:34175:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d48000 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:34175:1875733134005760:192.168.202.131@tcp:35:rm.0 00000100:00000001:3.0:1788840366.148440:0:34175:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840366.148442:0:34175:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840366.148444:0:34175:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788840366.148447:0:34175:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840366.148450:0:34175:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee86d48000 x1875733134005760/t8589934606(8589934606) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840382 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840366.148456:0:34175:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788840366.148459:0:34175:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee8901fa80. 00000100:00000001:3.0:1788840366.148462:0:34175:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788840366.148463:0:34175:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840366.148470:0:34175:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840366.148471:0:34175:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871530496 : -122120838021120 : ffff90ee86d48000) 00000002:00000001:3.0:1788840366.148473:0:34175:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840366.148476:0:34175:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788840366.148480:0:34175:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85cd2400. 00000080:00000001:3.0:1788840366.148484:0:34175:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1788840366.148486:0:34175:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:3.0:1788840366.148491:0:34175:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1788840366.148496:0:34175:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff90ee86d49880 x1875733134005504/t8589934605(8589934605) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840382 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840366.148503:0:34175:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840366.148504:0:34175:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871536768 : -122120838014848 : ffff90ee86d49880) 00000100:00000001:3.0:1788840366.148506:0:34175:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840366.148508:0:34175:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d49880 x1875733134005504/t8589934605(8589934605) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840382 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840366.148514:0:34175:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840366.148523:0:34175:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840366.148526:0:34175:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee86d48000 x1875733134005760/t8589934606(8589934606) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840382 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840366.148531:0:34175:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840366.148533:0:34175:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840366.148535:0:34175:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d49880 x1875733134005504/t8589934605(8589934605) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840382 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840366.148540:0:34175:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1788840366.148543:0:34175:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840366.148545:0:34175:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:3.0:1788840366.148547:0:34175:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840366.148550:0:34175:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee86eecc00. 02000000:00000001:3.0:1788840366.148553:0:34175:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840366.148554:0:34175:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840366.148556:0:34175:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d49880. 00000100:00000001:3.0:1788840366.148559:0:34175:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840366.148560:0:34175:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840366.148562:0:34175:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840366.148564:0:34175:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d48000 x1875733134005760/t8589934606(8589934606) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840382 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840366.148570:0:34175:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788840366.148572:0:34175:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff90ee86d74900. 00000002:00000001:3.0:1788840366.148574:0:34175:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840366.148575:0:34175:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788840366.148577:0:34175:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff90ee85e80340. 00000100:00000001:3.0:1788840366.148579:0:34175:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840366.148581:0:34175:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d48000 x1875733134005760/t8589934606(8589934606) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840382 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840366.148586:0:34175:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840366.148588:0:34175:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840366.148590:0:34175:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee86eee000. 02000000:00000001:3.0:1788840366.148592:0:34175:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840366.148593:0:34175:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840366.148594:0:34175:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:3.0:1788840366.148595:0:34175:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840366.148597:0:34175:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee85cd3600. 02000000:00000001:3.0:1788840366.148598:0:34175:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840366.148599:0:34175:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840366.148600:0:34175:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d48000. 00000100:00000001:3.0:1788840366.148602:0:34175:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840366.148603:0:34175:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788840366.148605:0:34175:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840366.148608:0:34175:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788840366.148610:0:34175:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x31:0x0] mode (null) 00000002:00000001:3.0:1788840366.148612:0:34175:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840366.148615:0:34175:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788840366.148622:0:34175:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74200 count: 4 00010000:00000001:3.0:1788840366.148625:0:34175:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788840366.148630:0:34175:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840366.148631:0:34175:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840366.148632:0:34175:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788840366.148634:0:34175:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74200 count: 4 00010000:00000001:3.0:1788840366.148636:0:34175:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788840366.148734:0:34175:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840366.148737:0:34175:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840366.148740:0:34175:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788840366.148742:0:34175:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788840366.148746:0:34175:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044391912 : -122120665159704 : ffff90ee912227e8) 00000020:00001000:3.0:1788840366.148749:0:34175:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912227e0 00000020:00000001:3.0:1788840366.148751:0:34175:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1788840366.148754:0:34175:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x31:0x0]: losing layout lock 00000080:00000001:3.0:1788840366.148757:0:34175:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1788840366.148760:0:34175:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1788840366.148764:0:34175:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788840366.148767:0:34175:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788840366.148769:0:34175:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1788840366.148771:0:34175:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.148773:0:34175:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788840366.148775:0:34175:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912227e0 00000080:00000001:3.0:1788840366.148777:0:34175:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840366.148780:0:34175:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788840366.148782:0:34175:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x31:0x0](ffff90ee905963c8) invalid 00000020:00000001:3.0:1788840366.148785:0:34175:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201ef3a60 00000080:00002000:3.0:1788840366.148787:0:34175:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry recon (ffff90ee9073e510) parent ffff90ee9069b510 inode ffff90ee905963c8 refc 1 00000080:00000001:3.0:1788840366.148791:0:34175:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788840366.148793:0:34175:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788840366.148796:0:34175:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.148800:0:34175:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788840366.148803:0:34175:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788840366.148805:0:34175:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788840366.148807:0:34175:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840366.148809:0:34175:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788840366.148813:0:34175:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee8523c800 with handle 0x3aa5f499c96f38f5 from hash 00010000:00000001:3.0:1788840366.148815:0:34175:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788840366.148817:0:34175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.148818:0:34175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840366.148820:0:34175:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788840366.148822:0:34175:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788840366.148824:0:34175:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788840366.148828:0:34175:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788840366.148832:0:34175:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f38cb lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8a436931312baded expref: -99 pid: 34166 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 1 00000080:00000001:3.0:1788840366.148840:0:34175:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788840366.148843:0:34175:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788840366.148844:0:34175:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788840366.148845:0:34175:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x31:0x0] mode (null) 00000002:00000001:3.0:1788840366.148847:0:34175:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840366.148849:0:34175:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788840366.148851:0:34175:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74200 count: 4 00010000:00000001:3.0:1788840366.148853:0:34175:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788840366.148855:0:34175:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840366.148856:0:34175:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840366.148857:0:34175:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788840366.148858:0:34175:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74200 count: 4 00010000:00000001:3.0:1788840366.148860:0:34175:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788840366.148861:0:34175:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840366.148863:0:34175:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840366.148864:0:34175:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788840366.148865:0:34175:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74200 count: 4 00010000:00000001:3.0:1788840366.148866:0:34175:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788840366.148868:0:34175:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840366.148869:0:34175:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840366.148870:0:34175:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788840366.148871:0:34175:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74200 count: 4 00010000:00000001:3.0:1788840366.148872:0:34175:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788840366.148874:0:34175:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840366.148875:0:34175:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840366.148876:0:34175:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788840366.148877:0:34175:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788840366.148879:0:34175:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044391912 : -122120665159704 : ffff90ee912227e8) 00000020:00001000:3.0:1788840366.148880:0:34175:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912227e0 00000020:00000001:3.0:1788840366.148882:0:34175:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:3.0:1788840366.148883:0:34175:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x31:0x0]: losing layout lock 00000080:00000001:3.0:1788840366.148884:0:34175:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:3.0:1788840366.148886:0:34175:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:3.0:1788840366.148887:0:34175:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788840366.148889:0:34175:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:3.0:1788840366.148890:0:34175:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x31:0x0] lo_layout_invalid=1 00020000:00000001:3.0:1788840366.148892:0:34175:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.148893:0:34175:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:3.0:1788840366.148895:0:34175:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912227e0 00000080:00000001:3.0:1788840366.148896:0:34175:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840366.148898:0:34175:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:3.0:1788840366.148900:0:34175:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x31:0x0](ffff90ee905963c8) invalid 00000020:00000001:3.0:1788840366.148902:0:34175:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201ef3a60 00000080:00002000:3.0:1788840366.148903:0:34175:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry recon (ffff90ee9073e510) parent ffff90ee9069b510 inode ffff90ee905963c8 refc 1 00000080:00000001:3.0:1788840366.148906:0:34175:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:3.0:1788840366.148907:0:34175:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788840366.148908:0:34175:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.148910:0:34175:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788840366.148911:0:34175:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788840366.148912:0:34175:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788840366.148914:0:34175:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840366.148915:0:34175:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788840366.148918:0:34175:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee80030c00 with handle 0x3aa5f499c96f38cb from hash 00010000:00000001:3.0:1788840366.148920:0:34175:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788840366.148921:0:34175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.148922:0:34175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840366.148923:0:34175:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788840366.148925:0:34175:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788840366.148926:0:34175:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788840366.148928:0:34175:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:3.0:1788840366.148931:0:34175:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:3.0:1788840366.148934:0:34175:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:3.0:1788840366.148940:0:34175:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d48000. 00000020:00000040:3.0:1788840366.148943:0:34175:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 02000000:00000001:3.0:1788840366.148947:0:34175:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788840366.148949:0:34175:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.148952:0:34175:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788840366.148956:0:34175:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840366.148960:0:34175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840366.148961:0:34175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840366.148963:0:34175:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840366.148965:0:34175:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840366.148967:0:34175:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840366.148971:0:34175:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840366.148976:0:34175:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee85cd3600. 00000100:00000001:3.0:1788840366.148981:0:34175:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.148984:0:34175:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788840366.148986:0:34175:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:3.0:1788840366.148990:0:34175:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c800/0x3aa5f499c96f38f5 lrc: 1/0,0 mode: --/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8a436931312bae41 expref: -99 pid: 34173 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:3.0:1788840366.148997:0:34175:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f38cb lrc: 1/0,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8a436931312baded expref: -99 pid: 34166 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 1 00010000:00010000:3.0:1788840366.149004:0:34175:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d200/0x3aa5f499c96f38ee lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312bae33 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:3.0:1788840366.149009:0:34175:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:3.0:1788840366.149011:0:34175:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:3.0:1788840366.149012:0:34175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788840366.149014:0:34175:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523c800/0x3aa5f499c96f38f5 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x31:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8a436931312bae41 expref: -99 pid: 34173 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:3.0:1788840366.149020:0:34175:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff90ee85e808c0. 00010000:00000001:3.0:1788840366.149025:0:34175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840366.149026:0:34175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788840366.149028:0:34175:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f38cb lrc: 0/0,0 mode: --/PR res: [0x200000404:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8a436931312baded expref: -99 pid: 34166 timeout: 0 lvb_type: 3 lru_score: 8 lru_type: 1 00010000:00000010:3.0:1788840366.149033:0:34175:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff90ee90b50380. 00010000:00000040:3.0:1788840366.149036:0:34175:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee99a74200 count: 0 00010000:00000010:3.0:1788840366.149040:0:34175:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90ee90f56080. 00010000:00000001:3.0:1788840366.149046:0:34175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840366.149047:0:34175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:3.0:1788840366.149049:0:34175:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d200/0x3aa5f499c96f38ee lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312bae33 expref: -99 pid: 34173 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000040:3.0:1788840366.149055:0:34175:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee85e55e00 count: 0 00010000:00000010:3.0:1788840366.149057:0:34175:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90ee86e2fc00. 00010000:00000001:3.0:1788840366.149062:0:34175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840366.149064:0:34175:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.149065:0:34175:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788840366.149067:0:34175:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.149069:0:34175:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:3.0:1788840366.149077:0:34175:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:3.0:1788840366.149084:0:34175:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee86d48000 x1875733134006016/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788840366.149089:0:34175:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788840366.149090:0:34175:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788840366.149094:0:34175:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee8901fa80. 00000100:00000001:3.0:1788840366.149096:0:34175:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952908065408 : -122120801486208 : ffff90ee8901fa80) 00000100:00000001:3.0:1788840366.149098:0:34175:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840366.149098:0:34175:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871530496 : -122120838021120 : ffff90ee86d48000) 00000100:00000001:3.0:1788840366.149102:0:34175:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840366.149105:0:34175:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840366.149106:0:34175:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788840366.149108:0:34175:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840366.149110:0:34175:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d48000 x1875733134006016/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840366.149116:0:34175:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840366.149118:0:34175:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840366.149121:0:34175:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840366.149124:0:34175:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840366.149126:0:34175:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840366.149129:0:34175:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d48000 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:34175:1875733134006016:192.168.202.131@tcp:36:rm.0 00000100:00000001:3.0:1788840366.149134:0:34175:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840366.149139:0:34175:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840366.149141:0:34175:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840366.149143:0:34175:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840366.149147:0:34175:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86eee000. 02000000:00000001:3.0:1788840366.149149:0:34175:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840366.149153:0:34175:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840366.149157:0:34175:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4fd10. 00000400:00000010:3.0:1788840366.149162:0:34175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011ec38. 00000100:00000200:3.0:1788840366.149168:0:34175:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733134006016, portal 10 00000100:00000001:3.0:1788840366.149170:0:34175:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840366.149171:0:34175:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871530496 : -122120838021120 : ffff90ee86d48000) 00000100:00000040:3.0:1788840366.149176:0:34175:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee86d48000 x1875733134006016/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 496/624 e 0 to 0 dl 1788840382 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840366.149184:0:34175:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840366.149186:0:34175:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840366.149189:0:34175:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e088. 00000100:00000200:3.0:1788840366.149192:0:34175:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1875733134006016, offset 0 00000400:00000200:3.0:1788840366.149199:0:34175:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840366.149205:0:34175:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840366.149211:0:34175:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840366.149216:0:34175:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840366.149220:0:34175:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840366.149224:0:34175:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840366.149226:0:34175:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840366.149230:0:34175:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2634:2634:256:4294967295] 192.168.202.131@tcp LPNI seq info [2634:2634:8:4294967295] 00000400:00000200:3.0:1788840366.149235:0:34175:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840366.149243:0:34175:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840366.149249:0:34175:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840366.149253:0:34175:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee86f0db00. 00000800:00000200:3.0:1788840366.149258:0:34175:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840366.149264:0:34175:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840366.149268:0:34175:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee86f0db00 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:3.0:1788840366.149278:0:34175:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840366.149281:0:34175:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 805130 usecs (806 jiffies) 00000400:00000200:3.0:1788840366.149284:0:34175:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840366.149286:0:34175:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296596773 00000100:00000001:3.0:1788840366.149292:0:34175:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, simply extend its deadline from 4296596766 00000100:00000001:3.0:1788840366.149296:0:34175:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296596773 00000100:00000001:3.0:1788840366.149298:0:34175:0:(niobuf.c:685:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, simply extend its deadline from 4296596766 00000100:00000001:3.0:1788840366.149300:0:34175:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840366.149302:0:34175:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840366.149303:0:34175:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840366.149304:0:34175:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788840366.149306:0:34175:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee8901fa80 going to sleep for 11 seconds 00000100:00000001:3.0:1788840366.149307:0:34175:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840366.149309:0:34175:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840366.149534:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840366.149539:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0db00. 00000400:00000200:2.0:1788840366.149543:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840366.149551:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840366.149555:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e088 00000400:00000010:2.0:1788840366.149557:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e088. 00000100:00000001:2.0:1788840366.149560:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840366.149564:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d48000 x1875733134006016/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 496/624 e 0 to 0 dl 1788840382 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840366.149573:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840366.149576:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee86d48000 x1875733134006016/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 496/624 e 0 to 0 dl 1788840382 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840366.149582:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840366.149583:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:3.1:1788840366.156693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee8523c800. 00010000:00000010:3.1:1788840366.156709:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74200. 00010000:00000010:3.1:1788840366.156714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030c00. 00010000:00000010:3.1:1788840366.156718:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee85e55e00. 00010000:00000010:3.1:1788840366.156721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee8523d200. 00000800:00000001:2.0:1788840366.178594:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840366.178616:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840366.178620:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840366.178622:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840366.178631:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840366.178686:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840366.178697:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840366.178702:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840366.178708:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840366.178712:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 456 into portal 10 MB=0x6a9f827255700 00000400:00000200:2.0:1788840366.178717:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840366.178722:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 456/456 into md 0x726d [1] + 224 00000800:00000001:2.0:1788840366.178729:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840366.178736:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840366.178740:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840366.178744:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840366.178753:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840366.178762:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d48000 x1875733134006016/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 496/624 e 0 to 0 dl 1788840382 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840366.178774:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff90ee86d48000 x1875733134006016/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 496/624 e 0 to 0 dl 1788840382 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840366.178794:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1788840366.178803:0:2353:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788840366.178806:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840366.178811:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840366.178816:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2635:2635:256:4294967295] 192.168.202.131@tcp LPNI seq info [2635:2635:8:4294967295] 00000400:00000200:2.0:1788840366.178820:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840366.178828:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) 192.168.202.131@tcp : ACK try# 0 00000800:00000200:2.0:1788840366.178834:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840366.178843:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee8985ca00. 00000800:00000200:2.0:1788840366.178848:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840366.178855:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840366.178860:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee8985ca00 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788840366.178950:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1788840366.178952:0:34175:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000800:00000010:2.0:1788840366.178954:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee8985ca00. 00000400:00000200:2.0:1788840366.178957:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1788840366.178960:0:34175:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1788840366.178961:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: ACK: OK 00000400:00000001:3.0:1788840366.178963:0:34175:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840366.178966:0:34175:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4fd10. 00000800:00000001:2.0:1788840366.178966:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000400:00000200:3.0:1788840366.178969:0:34175:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011ec38 00000800:00000001:2.0:1788840366.178970:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:3.0:1788840366.178972:0:34175:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011ec38. 00000100:00000001:3.0:1788840366.178975:0:34175:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840366.178980:0:34175:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d48000 x1875733134006016/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 496/624 e 0 to 0 dl 1788840382 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840366.178988:0:34175:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d48000 x1875733134006016/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 496/624 e 0 to 0 dl 1788840382 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840366.178996:0:34175:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840366.178998:0:34175:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840366.179001:0:34175:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840366.179004:0:34175:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840366.179006:0:34175:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840366.179010:0:34175:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840366.179013:0:34175:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840366.179023:0:34175:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=66 v=5 (5 5 102 102) 00000100:00001000:3.0:1788840366.179028:0:34175:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=24 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840366.179031:0:34175:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840366.179033:0:34175:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840366.179037:0:34175:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840366.179040:0:34175:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840366.179043:0:34175:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788840366.179046:0:34175:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a2/0x200000008] 00000100:00000001:3.0:1788840366.179047:0:34175:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788840366.179050:0:34175:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840366.179051:0:34175:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871530496 : -122120838021120 : ffff90ee86d48000) 00000100:00000001:3.0:1788840366.179054:0:34175:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840366.179056:0:34175:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 8589934597 00000100:00000001:3.0:1788840366.179058:0:34175:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840366.179062:0:34175:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840366.179068:0:34175:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d48000 x1875733134006016/t8589934607(8589934607) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 496/456 e 0 to 0 dl 1788840382 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840366.179075:0:34175:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840366.179078:0:34175:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840366.179080:0:34175:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840366.179083:0:34175:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d48000 x1875733134006016/t8589934607(8589934607) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 496/456 e 0 to 0 dl 1788840382 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840366.179091:0:34175:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d48000 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:34175:1875733134006016:192.168.202.131@tcp:36:rm.0 00000100:00000001:3.0:1788840366.179096:0:34175:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840366.179099:0:34175:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840366.179102:0:34175:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788840366.179105:0:34175:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840366.179108:0:34175:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee86d48000 x1875733134006016/t8589934607(8589934607) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 496/456 e 0 to 0 dl 1788840382 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840366.179127:0:34175:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788840366.179131:0:34175:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee8901fa80. 00000100:00000001:3.0:1788840366.179134:0:34175:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788840366.179135:0:34175:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840366.179152:0:34175:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840366.179156:0:34175:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788840366.179161:0:34175:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:3.0:1788840366.179165:0:34175:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85cd3c00. 00000080:00000002:3.0:1788840366.179171:0:34175:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1788840365 to 1788840366 00000100:00000001:3.0:1788840366.179174:0:34175:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840366.179177:0:34175:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d48000 x1875733134006016/t8589934607(8589934607) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 496/456 e 0 to 0 dl 1788840382 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840366.179184:0:34175:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840366.179188:0:34175:0:(namei.c:2468:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840366.179392:0:34175:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:2.0:1788840366.179396:0:34175:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201ef3e28 00000080:00002000:2.0:1788840366.179399:0:34175:0:(dcache.c:127:ll_ddelete()) deleting dentry recon (ffff90ee9073e510, parent ffff90ee9069b510, inode 0000000000000000) hashed, 00000080:00000001:2.0:1788840366.179402:0:34175:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788840366.179407:0:34175:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:2.0:1788840366.179412:0:34175:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1788840366.179421:0:34175:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:2.0:1788840366.179424:0:34175:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:2.0:1788840366.179426:0:34175:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788840366.179430:0:34175:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044390328 : -122120665161288 : ffff90ee912221b8) 00000020:00001000:2.0:1788840366.179433:0:34175:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912221b0 00000020:00000001:2.0:1788840366.179438:0:34175:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f918 -> ffff90ee82e4f918 00000020:00000001:2.0:1788840366.179440:0:34175:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788840366.179443:0:34175:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788840366.179445:0:34175:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x31:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788840366.179447:0:34175:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788840366.179448:0:34175:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788840366.179450:0:34175:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788840366.179454:0:34175:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x31:0x0]io ffff90ee98845780 type 6 ignore/verify layout 1/0 00020000:00000002:2.0:1788840366.179457:0:34175:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee98eff3e0) owner 0000000000000000/ffff90ee86de0000 00020000:00000001:2.0:1788840366.179461:0:34175:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788840366.179463:0:34175:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788840366.179467:0:34175:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788840366.179468:0:34175:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840366.179470:0:34175:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788840366.179473:0:34175:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788840366.179474:0:34175:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840366.179476:0:34175:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788840366.179477:0:34175:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788840366.179478:0:34175:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788840366.179480:0:34175:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee98eff3e0) owner 0000000000000000/ffff90ee86de0000 00000020:00000001:2.0:1788840366.179483:0:34175:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840366.179485:0:34175:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1788840366.179487:0:34175:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:2.0:1788840366.179489:0:34175:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1788840366.179492:0:34175:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1788840366.179496:0:34175:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788840366.179499:0:34175:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788840366.179500:0:34175:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788840366.179501:0:34175:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788840366.179503:0:34175:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044391624 : -122120665159992 : ffff90ee912226c8) 00000020:00001000:2.0:1788840366.179505:0:34175:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912226c0 00000020:00000001:2.0:1788840366.179508:0:34175:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f210 -> ffff90ee82e4f918 00000020:00000001:2.0:1788840366.179510:0:34175:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788840366.179513:0:34175:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788840366.179514:0:34175:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788840366.179525:0:34175:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840366.179527:0:34175:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840366.179529:0:34175:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174959912 : -122120534591704 : ffff90ee98ea7728) 00000020:00000001:2.0:1788840366.179531:0:34175:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1788840366.179532:0:34175:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840366.179535:0:34175:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840366.179536:0:34175:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840366.179537:0:34175:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:2.0:1788840366.179539:0:34175:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1788840366.179540:0:34175:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788840366.179541:0:34175:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1788840366.179543:0:34175:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788840366.179544:0:34175:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840366.179545:0:34175:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840366.179546:0:34175:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840366.179548:0:34175:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840366.179550:0:34175:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788840366.179551:0:34175:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840366.179552:0:34175:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840366.179554:0:34175:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:2.0:1788840366.179556:0:34175:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:2.0:1788840366.179557:0:34175:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788840366.179558:0:34175:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:2.0:1788840366.179560:0:34175:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:2.0:1788840366.179562:0:34175:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000020:2.0:1788840366.179568:0:34175:0:(osc_cache.c:1872:osc_update_pending()) obj ffff90ee87839c00 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:2.0:1788840366.179573:0:34175:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1788840366.179575:0:34175:0:(osc_cache.c:1816:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788840366.179577:0:34175:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:2.0:1788840366.179578:0:34175:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788840366.179582:0:34175:0:(osc_cache.c:1166:osc_extent_make_ready()) Process entered 00000008:00000001:2.0:1788840366.179586:0:34175:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:2.0:1788840366.179590:0:34175:0:(osc_cache.c:1174:osc_extent_make_ready()) extent ffff90ee829e30c0@{[0 -> 255/255], [1|0|-|locking|wiY|ffff90ee87839c00], [1703936|1|+|-|ffff90ee80031000|256|ffff90ee86de0000]} make ready 00000008:00010000:2.0:1788840366.179597:0:34175:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 00000000a601987c ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:2.0:1788840366.179608:0:34175:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:2.0:1788840366.179609:0:34175:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:2.0:1788840366.179623:0:34175:0:(cl_page.c:1160:cl_page_make_ready()) page@000000002cf14e1f[2 00000000e8450429 1 1 0000000000000000 0 0 0] 00000020:00008000:2.0:1788840366.179624:0:34175:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:2.0:1788840366.179626:0:34175:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:2.0:1788840366.179628:0:34175:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1788840366.179629:0:34175:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1788840366.179630:0:34175:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:2.0:1788840366.179632:0:34175:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1788840366.179634:0:34175:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788840366.179676:0:34175:0:(cl_page.c:507:__cl_page_state_set()) page@000000002cf14e1f[2 00000000e8450429 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788840366.179679:0:34175:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:2.0:1788840366.179680:0:34175:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:2.0:1788840366.179681:0:34175:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:2.0:1788840366.179684:0:34175:0:(cl_page.c:1182:cl_page_make_ready()) page@000000002cf14e1f[2 00000000e8450429 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788840366.179686:0:34175:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:2.0:1788840366.179688:0:34175:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840366.179691:0:34175:0:(cl_object.c:143:cl_object_top()) ffff90ee87839c00 -> ffff90ee82e4f918 00000020:00000001:2.0:1788840366.179693:0:34175:0:(cl_object.c:143:cl_object_top()) ffff90ee87839c00 -> ffff90ee82e4f918 00000020:00000001:2.0:1788840366.179694:0:34175:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:2.0:1788840366.179697:0:34175:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840366.179698:0:34175:0:(cl_object.c:143:cl_object_top()) ffff90ee87839c00 -> ffff90ee82e4f918 00000008:00000001:2.0:1788840366.179701:0:34175:0:(osc_cache.c:1227:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788840366.179703:0:34175:0:(osc_cache.c:904:osc_extent_finish()) Process entered 00000008:00000020:2.0:1788840366.179705:0:34175:0:(osc_cache.c:908:osc_extent_finish()) extent ffff90ee829e30c0@{[0 -> 255/255], [2|0|-|rpc|wiY|ffff90ee87839c00], [1703936|1|+|-|ffff90ee80031000|256|ffff90ee86de0000]} extent finished. 00000008:00010000:2.0:1788840366.179711:0:34175:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 00000000a601987c ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:2.0:1788840366.179720:0:34175:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:2.0:1788840366.179722:0:34175:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:2.0:1788840366.179724:0:34175:0:(cl_page.c:1104:cl_page_complete()) page@000000002cf14e1f[2 00000000e8450429 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788840366.179726:0:34175:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:2.0:1788840366.179727:0:34175:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:2.0:1788840366.179728:0:34175:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:2.0:1788840366.179730:0:34175:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788840366.179733:0:34175:0:(cl_page.c:507:__cl_page_state_set()) page@000000002cf14e1f[2 00000000e8450429 3 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788840366.179735:0:34175:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:2.0:1788840366.179736:0:34175:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:2.0:1788840366.179739:0:34175:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:2.0:1788840366.179741:0:34175:0:(vvp_page.c:167:vvp_page_complete_write()) page@000000002cf14e1f[2 00000000e8450429 1 1 0000000000000000 0 0 0] 00000080:00008000:2.0:1788840366.179743:0:34175:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:2.0:1788840366.179756:0:34175:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:2.0:1788840366.179758:0:34175:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:2.0:1788840366.179759:0:34175:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1788840366.179762:0:34175:0:(cl_page.c:556:cl_batch_put()) page@000000002cf14e1f[2 00000000e8450429 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788840366.179763:0:34175:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:2.0:1788840366.179765:0:34175:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:2.0:1788840366.179766:0:34175:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000020:2.0:1788840366.179769:0:34175:0:(osc_cache.c:1600:osc_free_grant()) lost 1703936 grant: 1703936 avail: 2097152 dirty: 0/0 00000008:00000020:2.0:1788840366.179774:0:34175:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff90ee829e30c0@{[0 -> 255/255], [1|0|-|inv|wY|ffff90ee87839c00], [1703936|0|-|-|ffff90ee80031000|256|ffff90ee86de0000]} destroyed. 00000008:00010000:2.0:1788840366.179779:0:34175:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000a601987c ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:2.0:1788840366.179788:0:34175:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840366.179790:0:34175:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:2.0:1788840366.179793:0:34175:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff90ee829e30c0. 00000008:00000001:2.0:1788840366.179797:0:34175:0:(osc_cache.c:955:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788840366.179800:0:34175:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000020:2.0:1788840366.179803:0:34175:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff90ee87839c00 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:2.0:1788840366.179806:0:34175:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1788840366.179809:0:34175:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff90ee87839c00 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:2.0:1788840366.179812:0:34175:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788840366.179814:0:34175:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840366.179816:0:34175:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840366.179818:0:34175:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840366.179819:0:34175:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840366.179821:0:34175:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840366.179823:0:34175:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:2.0:1788840366.179824:0:34175:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:2.0:1788840366.179826:0:34175:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:2.0:1788840366.179827:0:34175:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:2.0:1788840366.179829:0:34175:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:2.0:1788840366.179830:0:34175:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840366.179831:0:34175:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:2.0:1788840366.179833:0:34175:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:2.0:1788840366.179834:0:34175:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:2.0:1788840366.179836:0:34175:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:2.0:1788840366.179838:0:34175:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788840366.179839:0:34175:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:2.0:1788840366.179840:0:34175:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:2.0:1788840366.179841:0:34175:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840366.179843:0:34175:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840366.179844:0:34175:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:2.0:1788840366.179846:0:34175:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:2.0:1788840366.179847:0:34175:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:2.0:1788840366.179849:0:34175:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:2.0:1788840366.179850:0:34175:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:2.0:1788840366.179852:0:34175:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:2.0:1788840366.179853:0:34175:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788840366.179854:0:34175:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:2.0:1788840366.179857:0:34175:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:2.0:1788840366.179858:0:34175:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840366.179860:0:34175:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840366.179862:0:34175:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788840366.179863:0:34175:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:2.0:1788840366.179864:0:34175:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840366.179866:0:34175:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788840366.179868:0:34175:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788840366.179870:0:34175:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788840366.179871:0:34175:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788840366.179872:0:34175:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788840366.179875:0:34175:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912226c0 00020000:00000001:2.0:1788840366.179878:0:34175:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788840366.179880:0:34175:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788840366.179882:0:34175:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788840366.179884:0:34175:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x31:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788840366.179887:0:34175:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788840366.179888:0:34175:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788840366.179890:0:34175:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912221b0 00000080:00000001:2.0:1788840366.179892:0:34175:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788840366.179899:0:34175:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:2.0:1788840366.179901:0:34175:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446621952811775744 : -122120897775872 : ffff90ee8344b700) 00000020:00000001:2.0:1788840366.179904:0:34175:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:2.0:1788840366.179905:0:34175:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:2.0:1788840366.179907:0:34175:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:2.0:1788840366.179908:0:34175:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:2.0:1788840366.179909:0:34175:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:2.0:1788840366.179912:0:34175:0:(cl_page.c:507:__cl_page_state_set()) page@000000002cf14e1f[2 00000000e8450429 1 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788840366.179914:0:34175:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 5 00000020:00000001:2.0:1788840366.179915:0:34175:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:2.0:1788840366.179916:0:34175:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:2.0:1788840366.179918:0:34175:0:(osc_page.c:138:osc_page_delete()) ffff90ee8344b760 00000008:00000001:2.0:1788840366.179920:0:34175:0:(osc_cache.c:2676:osc_teardown_async_page()) Process entered 00000008:00000040:2.0:1788840366.179922:0:34175:0:(osc_cache.c:2679:osc_teardown_async_page()) teardown oap ffff90ee8344b770 page ffff90ee8344b760 at index 0. 00000008:00000001:2.0:1788840366.179924:0:34175:0:(osc_cache.c:2701:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788840366.179929:0:34175:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:2.0:1788840366.179930:0:34175:0:(vvp_page.c:56:vvp_page_delete()) delete page fffffcfe44a336c0 index 0 00000020:00000001:2.0:1788840366.179934:0:34175:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:2.0:1788840366.179936:0:34175:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:2.0:1788840366.179937:0:34175:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:2.0:1788840366.179940:0:34175:0:(cl_page.c:556:cl_batch_put()) page@000000002cf14e1f[1 00000000e8450429 5 1 0000000000000000 0 0 0] 00000020:00000001:2.0:1788840366.179941:0:34175:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:2.0:1788840366.179943:0:34175:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:2.0:1788840366.179945:0:34175:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff90ee8344b700. 00000020:00000001:2.0:1788840366.179948:0:34175:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:2.0:1788840366.179950:0:34175:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:2.0:1788840366.179984:0:34175:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:2.0:1788840366.179987:0:34175:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000404:0x31:0x0](ffff90ee905963c8) 00800000:00000001:2.0:1788840366.179992:0:34175:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:2.0:1788840366.179994:0:34175:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x31:0x0] 00000002:00000001:2.0:1788840366.179999:0:34175:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:2.0:1788840366.180006:0:34175:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840366.180007:0:34175:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840366.180010:0:34175:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:2.0:1788840366.180013:0:34175:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:2.0:1788840366.180015:0:34175:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840366.180017:0:34175:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840366.180019:0:34175:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788840366.180021:0:34175:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044390328 : -122120665161288 : ffff90ee912221b8) 00000020:00001000:2.0:1788840366.180023:0:34175:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912221b0 00020000:00000001:2.0:1788840366.180029:0:34175:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:2.0:1788840366.180030:0:34175:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee98eff3e0) owner 0000000000000000/ffff90ee86de0000 00020000:00000001:2.0:1788840366.180033:0:34175:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:2.0:1788840366.180037:0:34175:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee9887df00, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788840366.180041:0:34175:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788840366.180045:0:34175:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90ee86f6ba80: ostid: 0x240000400:67 ost idx: 0 gen: 0 00020000:00000001:2.0:1788840366.180047:0:34175:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:2.0:1788840366.180049:0:34175:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840366.180051:0:34175:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:2.0:1788840366.180053:0:34175:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:2.0:1788840366.180057:0:34175:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:2.0:1788840366.180061:0:34175:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74b00 count: 2 00010000:00000001:2.0:1788840366.180064:0:34175:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840366.180066:0:34175:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:2.0:1788840366.180068:0:34175:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:2.0:1788840366.180071:0:34175:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 0 0 0 by oinfo size 46 blocks 1 [cma]time 1788840366 1788840366 1788840366 ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 1/0,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000020:00000001:2.0:1788840366.180080:0:34175:0:(cl_object.c:143:cl_object_top()) ffff90ee87839c00 -> ffff90ee82e4f918 00000020:00000001:2.0:1788840366.180081:0:34175:0:(cl_object.c:143:cl_object_top()) ffff90ee87839c00 -> ffff90ee82e4f918 00000008:00000001:2.0:1788840366.180083:0:34175:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788840366.180085:0:34175:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788840366.180088:0:34175:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1788840366.180090:0:34175:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1788840366.180094:0:34175:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff90ee87839c00. 00020000:00000001:2.0:1788840366.180098:0:34175:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:2.0:1788840366.180101:0:34175:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff90ee82e4f190. 00020000:00000001:2.0:1788840366.180106:0:34175:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:2.0:1788840366.180108:0:34175:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840366.180110:0:34175:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788840366.180112:0:34175:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee98eff3e0) owner 0000000000000000/ffff90ee86de0000 00020000:00000001:2.0:1788840366.180114:0:34175:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:2.0:1788840366.180116:0:34175:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:2.0:1788840366.180118:0:34175:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee98eff3e0) owner 0000000000000000/ffff90ee86de0000 00020000:00000001:2.0:1788840366.180121:0:34175:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:2.0:1788840366.180123:0:34175:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff90ee8869d230. 00020000:00000010:2.0:1788840366.180128:0:34175:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff90ee850cf3c0. 00020000:00000010:2.0:1788840366.180131:0:34175:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff90ee85c50c60. 00020000:00000002:2.0:1788840366.180134:0:34175:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee9887df00, objid 0x31:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788840366.180137:0:34175:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788840366.180140:0:34175:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90ee86f6ba80: ostid: 0x240000400:67 ost idx: 0 gen: 0 00020000:00000010:2.0:1788840366.180145:0:34175:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90ee86f6ba80. 00020000:00000010:2.0:1788840366.180149:0:34175:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90ee9887d060. 00020000:00000010:2.0:1788840366.180152:0:34175:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90ee9887df00. 00020000:00000001:2.0:1788840366.180154:0:34175:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:2.0:1788840366.180155:0:34175:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee98eff3e0) owner 0000000000000000/ffff90ee86de0000 00020000:00000010:2.0:1788840366.180158:0:34175:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff90ee98eff3e0. 00020000:00000001:2.0:1788840366.180162:0:34175:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:2.0:1788840366.180165:0:34175:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff90ee82e4f898. 00000020:00001000:2.0:1788840366.180169:0:34175:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912221b0 00000080:00000001:2.0:1788840366.180172:0:34175:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:2.0:1788840366.180174:0:34175:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000010:2.1:1788840366.188606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee83169400. 00000080:00000010:2.1:1788840366.213604:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee90596300. 00010000:00000001:1.0:1788840366.726812:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840366.726820:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840366.726826:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840366.726828:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840366.726831:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840366.726833:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840366.727050:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840366.727053:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840366.727057:0:16054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788840366.981789:0:30278:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120b30 (cpu 3) has reached its deadline 4296596773, at 4296596800 00000100:00000010:3.0:1788840366.981813:0:30278:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee87fb12a0. 00000100:00000040:2.0:1788840366.983840:0:29212:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120a20 (cpu 2) has reached its deadline 4296596773, at 4296596802 00000100:00000010:2.0:1788840366.983861:0:29212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee87fb1120. 00000080:00000001:1.0:1788840367.193484:0:34260:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840367.703534:0:31702:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788840367.703550:0:31702:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788840367.703559:0:31702:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d49880. 00000020:00000040:3.0:1788840367.703566:0:31702:0:(genops.c:1210:class_import_get()) import ffff90ee98ee5800 refcount=4 obd=MGC192.168.202.131@tcp 00000100:00000001:3.0:1788840367.703572:0:31702:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840367.703576:0:31702:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840367.703582:0:31702:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840367.703594:0:31702:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee86f0d100. 00000100:00000001:3.0:1788840367.703603:0:31702:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840367.703618:0:31702:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS req@ffff90ee86d49880 x1875733134006144/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788840367.703631:0:31702:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840367.703636:0:31702:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840367.703659:0:31702:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095cc25a8] to pc [ptlrpcd_01_00+0] req@ffff90ee86d49880 x1875733134006144/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840367.703700:0:31702:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840367.703703:0:31702:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788840367.703707:0:31702:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788840367.703711:0:31702:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d4a680. 00000020:00000040:3.0:1788840367.703713:0:31702:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=8 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:3.0:1788840367.703715:0:31702:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840367.703717:0:31702:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840367.703719:0:31702:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840367.703723:0:31702:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee86f0d600. 00000100:00000001:3.0:1788840367.703726:0:31702:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840367.703730:0:31702:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID req@ffff90ee86d4a680 x1875733134006272/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788840367.703739:0:31702:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840367.703741:0:31702:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840367.703745:0:31702:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075106f15] to pc [ptlrpcd_01_01+1] req@ffff90ee86d4a680 x1875733134006272/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840367.703752:0:31702:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840367.703755:0:31702:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID: level FULL/9 force 0 force_next 1 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788840367.703758:0:31702:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788840367.703762:0:31702:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d48e00. 00000020:00000040:3.0:1788840367.703764:0:31702:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=3 obd=lustre-OST0000-osc-ffff90ee90f70800 00000100:00000001:3.0:1788840367.703766:0:31702:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840367.703767:0:31702:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840367.703769:0:31702:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840367.703772:0:31702:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee86f0d000. 00000100:00000001:3.0:1788840367.703775:0:31702:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840367.703779:0:31702:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID req@ffff90ee86d48e00 x1875733134006400/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788840367.703786:0:31702:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840367.703789:0:31702:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840367.703793:0:31702:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e224342] to pc [ptlrpcd_01_00+0] req@ffff90ee86d48e00 x1875733134006400/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840367.703800:0:31702:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840367.703803:0:31702:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788840367.703806:0:31702:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788840367.703810:0:31702:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d48380. 00000020:00000040:3.0:1788840367.703812:0:31702:0:(genops.c:1210:class_import_get()) import ffff90ee92b59000 refcount=3 obd=lustre-OST0001-osc-ffff90ee90f70800 00000100:00000001:3.0:1788840367.703814:0:31702:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840367.703815:0:31702:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840367.703816:0:31702:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840367.703820:0:31702:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee86f0de00. 00000100:00000001:3.0:1788840367.703823:0:31702:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840367.703827:0:31702:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID req@ffff90ee86d48380 x1875733134006528/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788840367.703834:0:31702:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840367.703836:0:31702:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840367.703840:0:31702:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3e67e77] to pc [ptlrpcd_01_01+1] req@ffff90ee86d48380 x1875733134006528/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840367.703847:0:31702:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840367.703852:0:31702:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1935) 00000100:00000001:3.0:1788840367.703883:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840367.703888:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840367.705567:0:2361:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840367.705586:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d49880 x1875733134006144/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840367.705599:0:2361:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840367.705602:0:2361:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840367.705607:0:2361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840367.705610:0:2361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840367.705614:0:2361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840367.705617:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2361:1875733134006144:192.168.202.131@tcp:400:kworker.0 00000100:00000001:3.0:1788840367.705623:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840367.705631:0:2361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840367.705635:0:2361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840367.708338:0:2361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840367.708357:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee85115400. 02000000:00000001:3.0:1788840367.708363:0:2361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840367.708376:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840367.708381:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4fd10. 00000400:00000010:3.0:1788840367.708391:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011ec38. 00000100:00000200:3.0:1788840367.708400:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733134006144, portal 25 00000100:00000001:3.0:1788840367.708403:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840367.708405:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871536768 : -122120838014848 : ffff90ee86d49880) 00000100:00000040:3.0:1788840367.708422:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee86d49880 x1875733134006144/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840367.708432:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840367.708435:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840367.708438:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011ed48. 00000100:00000200:3.0:1788840367.708441:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875733134006144, offset 0 00000400:00000200:3.0:1788840367.708449:0:2361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840367.708461:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840367.708470:0:2361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840367.708477:0:2361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840367.708483:0:2361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840367.708488:0:2361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840367.708491:0:2361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840367.708495:0:2361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2636:2636:256:4294967295] 192.168.202.131@tcp LPNI seq info [2636:2636:8:4294967295] 00000400:00000200:3.0:1788840367.708500:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840367.708521:0:2361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840367.708528:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840367.708537:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee86f0db00. 00000800:00000200:3.0:1788840367.708546:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840367.708557:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840367.708563:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee86f0db00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788840367.708584:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840367.708589:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840367.708592:0:2361:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4296601523 00000100:00000010:3.0:1788840367.708599:0:2361:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee84b18480. 00000100:00000001:3.0:1788840367.708606:0:2361:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788840367.708615:0:2361:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4296601523 00000100:00000010:3.0:1788840367.708618:0:2361:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee84b18900. 00000100:00000001:3.0:1788840367.708622:0:2361:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788840367.708625:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840367.708629:0:2361:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840367.708633:0:2361:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840367.708655:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d48e00 x1875733134006400/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840367.708665:0:2361:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840367.708668:0:2361:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840367.708672:0:2361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840367.708676:0:2361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840367.708680:0:2361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840367.708684:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733134006400:192.168.202.131@tcp:400:kworker.0 00000100:00000001:3.0:1788840367.708688:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840367.708695:0:2361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840367.708699:0:2361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840367.708701:0:2361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840367.708705:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee85114400. 02000000:00000001:3.0:1788840367.708706:0:2361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840367.708710:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840367.708713:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4f420. 00000400:00000010:3.0:1788840367.708717:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e4c8. 00000100:00000200:3.0:1788840367.708721:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733134006400, portal 4 00000100:00000001:3.0:1788840367.708723:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840367.708725:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871534080 : -122120838017536 : ffff90ee86d48e00) 00000100:00000040:3.0:1788840367.708732:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee86d48e00 x1875733134006400/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840367.708739:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840367.708742:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840367.708744:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011ebb0. 00000100:00000200:3.0:1788840367.708747:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733134006400, offset 0 00000400:00000200:3.0:1788840367.708752:0:2361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840367.708756:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840367.708760:0:2361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840367.708762:0:2361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840367.708765:0:2361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840367.708767:0:2361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840367.708769:0:2361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840367.708772:0:2361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2637:2637:255:4294967295] 192.168.202.131@tcp LPNI seq info [2637:2637:7:4294967295] 00000400:00000200:3.0:1788840367.708776:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840367.708782:0:2361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840367.708787:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840367.708790:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee86f0d300. 00000800:00000200:3.0:1788840367.708795:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840367.708798:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840367.708801:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee86f0d300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788840367.708803:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840367.708808:0:2361:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: using a timeout of 23581 usecs (24 jiffies) 00000400:00000200:3.0:1788840367.708811:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840367.708813:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296597548 00000100:00000001:3.0:1788840367.708816:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296601523 00000100:00000001:3.0:1788840367.708818:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296597548 00000100:00000001:3.0:1788840367.708820:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296601523 00000100:00000001:3.0:1788840367.708822:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840367.708824:0:2361:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840367.708827:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840367.708832:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840367.708842:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840367.708845:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788840367.708848:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840367.708850:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840367.708852:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840367.708856:0:2361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00000001:3.0:1788840367.708857:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840367.708859:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840367.708861:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840367.708862:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840367.708863:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840367.708864:0:2361:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840367.708869:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d4a680 x1875733134006272/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840367.708876:0:2361:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840367.708877:0:2361:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840367.708880:0:2361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840367.708881:0:2361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840367.708883:0:2361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840367.708886:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733134006272:192.168.202.131@tcp:400:kworker.0 00000100:00000001:3.0:1788840367.709235:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840367.709240:0:2361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840367.709242:0:2361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840367.709244:0:2361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840367.709250:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee85115800. 02000000:00000001:3.0:1788840367.709252:0:2361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840367.709257:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840367.709260:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4f528. 00000400:00000010:3.0:1788840367.709265:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011edd0. 00000100:00000200:3.0:1788840367.709268:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733134006272, portal 10 00000100:00000001:3.0:1788840367.709270:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840367.709271:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871540352 : -122120838011264 : ffff90ee86d4a680) 00000100:00000040:3.0:1788840367.709280:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee86d4a680 x1875733134006272/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840367.709286:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840367.709289:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840367.709292:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011ecc0. 00000100:00000200:3.0:1788840367.709294:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733134006272, offset 0 00000400:00000200:3.0:1788840367.709299:0:2361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840367.709304:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840367.709309:0:2361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840367.709312:0:2361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840367.709314:0:2361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840367.709317:0:2361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840367.709320:0:2361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840367.709323:0:2361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2638:2638:254:4294967295] 192.168.202.131@tcp LPNI seq info [2638:2638:6:4294967295] 00000400:00000200:3.0:1788840367.709327:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840367.709333:0:2361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840367.709337:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840367.709341:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee86f0da00. 00000800:00000200:3.0:1788840367.709345:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840367.709349:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840367.709352:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee86f0da00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788840367.709355:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840367.709359:0:2361:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 804187 usecs (805 jiffies) 00000400:00000200:3.0:1788840367.709362:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840367.709364:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296598329 00000100:00000001:3.0:1788840367.709367:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296601523 00000100:00000001:3.0:1788840367.709369:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296598329 00000100:00000001:3.0:1788840367.709371:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296601523 00000100:00000001:3.0:1788840367.709373:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840367.709376:0:2361:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840367.709378:0:2361:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840367.709383:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d48380 x1875733134006528/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840367.709390:0:2361:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840367.709392:0:2361:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840367.709394:0:2361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840367.709396:0:2361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840367.709398:0:2361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840367.709402:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733134006528:192.168.202.131@tcp:400:kworker.0 00000100:00000001:3.0:1788840367.709405:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840367.709408:0:2361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840367.709409:0:2361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840367.709411:0:2361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840367.709415:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee85114e00. 02000000:00000001:3.0:1788840367.709417:0:2361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840367.709419:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840367.709423:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4f370. 00000400:00000010:3.0:1788840367.709427:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e7f8. 00000100:00000200:3.0:1788840367.709430:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733134006528, portal 4 00000100:00000001:3.0:1788840367.709431:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840367.709433:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871531392 : -122120838020224 : ffff90ee86d48380) 00000100:00000040:3.0:1788840367.709438:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee86d48380 x1875733134006528/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840367.709444:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840367.709446:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840367.709449:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e330. 00000100:00000200:3.0:1788840367.709451:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733134006528, offset 0 00000400:00000200:3.0:1788840367.709455:0:2361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840367.709458:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840367.709461:0:2361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840367.709464:0:2361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840367.709467:0:2361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840367.709469:0:2361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840367.709471:0:2361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840367.709474:0:2361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2639:2639:253:4294967295] 192.168.202.131@tcp LPNI seq info [2639:2639:5:4294967295] 00000400:00000200:3.0:1788840367.709478:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840367.709484:0:2361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840367.709488:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840367.709492:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee86f0d800. 00000800:00000200:3.0:1788840367.709496:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840367.709500:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840367.709513:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee86f0d800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788840367.709517:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840367.709520:0:2361:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: using a timeout of 250875 usecs (251 jiffies) 00000400:00000200:3.0:1788840367.709523:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840367.709525:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296597775 00000100:00000001:3.0:1788840367.709527:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296601523 00000100:00000001:3.0:1788840367.709529:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296597775 00000100:00000001:3.0:1788840367.709531:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296601523 00000100:00000001:3.0:1788840367.709534:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840367.709536:0:2361:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840367.709538:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840367.709541:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840367.709567:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840367.709570:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840367.710348:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840367.710356:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0db00. 00000400:00000200:2.0:1788840367.710363:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840367.710372:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840367.710381:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011ed48 00000400:00000010:2.0:1788840367.710384:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011ed48. 00000100:00000001:2.0:1788840367.710391:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840367.710397:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d49880 x1875733134006144/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840367.710409:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840367.710413:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d49880 x1875733134006144/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840383 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840367.710420:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840367.710421:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788840367.710437:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840367.710439:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0d300. 00000400:00000200:2.0:1788840367.710442:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840367.710445:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840367.710448:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011ebb0 00000400:00000010:2.0:1788840367.710449:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011ebb0. 00000100:00000001:2.0:1788840367.710451:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840367.710455:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d48e00 x1875733134006400/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840367.710463:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840367.710466:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d48e00 x1875733134006400/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840383 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840367.710478:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840367.710479:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788840367.710486:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840367.710488:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0da00. 00000400:00000200:2.0:1788840367.710490:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840367.710493:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840367.710496:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011ecc0 00000400:00000010:2.0:1788840367.710498:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011ecc0. 00000100:00000001:2.0:1788840367.710500:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840367.711443:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d4a680 x1875733134006272/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840367.711458:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840367.711461:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d4a680 x1875733134006272/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840383 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840367.711467:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840367.711468:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788840367.711570:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840367.711573:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0d800. 00000400:00000200:2.0:1788840367.711578:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840367.711582:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840367.711587:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e330 00000400:00000010:2.0:1788840367.711590:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e330. 00000100:00000001:2.0:1788840367.711593:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840367.711598:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d48380 x1875733134006528/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840383 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840367.711605:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840367.711608:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d48380 x1875733134006528/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840383 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840367.711614:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840367.711616:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840367.731444:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840367.731469:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840367.731474:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840367.731477:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840367.731491:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840367.731511:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840367.731524:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840367.731531:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840367.731538:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840367.731543:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 10 MB=0x6a9f827255800 00000400:00000200:3.0:1788840367.731549:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840367.731557:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 224/224 into md 0x729d [1] + 224 00000800:00000001:3.0:1788840367.731566:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840367.731571:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840367.731575:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840367.731580:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840367.731591:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840367.731603:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d4a680 x1875733134006272/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840383 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840367.731615:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee86d4a680 x1875733134006272/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840367.731633:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840367.731659:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840367.731663:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840367.731665:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840367.731667:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840367.731671:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840367.731674:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840367.731678:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840367.731681:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840367.731684:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840367.731687:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f827255880 00000400:00000200:3.0:1788840367.731691:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840367.731696:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x728d [1] + 224 00000800:00000001:3.0:1788840367.731700:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840367.731704:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840367.731706:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840367.731709:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840367.731712:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840367.731718:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d48e00 x1875733134006400/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840383 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840367.731727:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee86d48e00 x1875733134006400/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840367.731734:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840367.731738:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840367.731742:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840367.731743:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840367.731746:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840367.731749:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840367.731752:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840367.731756:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840367.731758:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840367.731761:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840367.731763:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f827255900 00000400:00000200:3.0:1788840367.731766:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840367.731769:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x72ad [1] + 224 00000800:00000001:3.0:1788840367.731773:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840367.731781:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840367.731783:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840367.731786:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840367.731788:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840367.731793:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d48380 x1875733134006528/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840383 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840367.731801:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee86d48380 x1875733134006528/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840367.731807:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840367.731811:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840367.731814:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840367.731830:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840367.731835:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788840367.731846:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840367.731848:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840367.731852:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4f528. 00000400:00000200:3.0:1788840367.731857:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011edd0 00000400:00000010:3.0:1788840367.731860:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011edd0. 00000100:00000001:3.0:1788840367.731865:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840367.731869:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d4a680 x1875733134006272/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840367.731878:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d4a680 x1875733134006272/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840383 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840367.731884:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840367.731886:0:2361:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840367.731888:0:2361:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840367.731905:0:2361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840367.731908:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840367.731911:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840367.731915:0:2361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840367.731930:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=67 v=5 (5 5 102 102) 00000100:00001000:3.0:1788840367.731935:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=25 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840367.731938:0:2361:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840367.731940:0:2361:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840367.731943:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840367.731948:0:2361:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840367.731952:0:2361:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840367.731955:0:2361:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 8589934597 00000100:00000001:3.0:1788840367.731957:0:2361:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840367.731961:0:2361:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840367.731966:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d4a680 x1875733134006272/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840367.731973:0:2361:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840367.731977:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840367.731980:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840367.731984:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d4a680 x1875733134006272/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840383 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840367.731998:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d4a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733134006272:192.168.202.131@tcp:400:kworker.0 00000400:00000001:3.0:1788840367.732004:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840367.732006:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840367.732007:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4f370. 00000400:00000200:3.0:1788840367.732010:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e7f8 00000400:00000010:3.0:1788840367.732012:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e7f8. 00000100:00000001:3.0:1788840367.732014:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840367.732017:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d48380 x1875733134006528/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840367.732024:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d48380 x1875733134006528/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840383 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840367.732030:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840367.732032:0:2361:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840367.732034:0:2361:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840367.732035:0:2361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840367.732037:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840367.732038:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840367.732040:0:2361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840367.732044:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b59460 time=67 v=5 (5 5 5 5) 00000100:00001000:3.0:1788840367.732047:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b59418 time=19 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840367.732049:0:2361:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840367.732051:0:2361:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840367.732053:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840367.732055:0:2361:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840367.732057:0:2361:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840367.732058:0:2361:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90ee90f70800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1788840367.732060:0:2361:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840367.732062:0:2361:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840367.732065:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d48380 x1875733134006528/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840367.732071:0:2361:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840367.732074:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840367.732075:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840367.732078:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d48380 x1875733134006528/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840383 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840367.732084:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733134006528:192.168.202.131@tcp:400:kworker.0 00000400:00000001:3.0:1788840367.732089:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840367.732090:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840367.732092:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4f420. 00000400:00000200:3.0:1788840367.732094:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e4c8 00000400:00000010:3.0:1788840367.732096:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e4c8. 00000100:00000001:3.0:1788840367.732098:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840367.732101:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d48e00 x1875733134006400/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840367.732109:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d48e00 x1875733134006400/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840383 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840367.732115:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840367.732116:0:2361:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840367.732118:0:2361:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840367.732120:0:2361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840367.732121:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840367.732122:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840367.732124:0:2361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840367.732128:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b5cc60 time=67 v=5 (5 5 5 5) 00000100:00001000:3.0:1788840367.732130:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=2 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840367.732132:0:2361:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840367.732133:0:2361:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840367.732135:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840367.732137:0:2361:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840367.732139:0:2361:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840367.732140:0:2361:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: skip recheck: last_committed 4294967345 00000100:00000001:3.0:1788840367.732142:0:2361:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840367.732143:0:2361:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840367.732147:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d48e00 x1875733134006400/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840367.732154:0:2361:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840367.732156:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840367.732158:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840367.732161:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d48e00 x1875733134006400/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840383 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840367.738861:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733134006400:192.168.202.131@tcp:400:kworker.0 00000100:00000001:3.0:1788840367.738869:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840367.738874:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840367.738882:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d4a680 x1875733134006272/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840383 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840367.738890:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840367.738894:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840367.738899:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee85115800. 02000000:00000001:3.0:1788840367.738905:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840367.738908:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840367.738910:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:3.0:1788840367.738913:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840367.738916:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee86f0d600. 02000000:00000001:3.0:1788840367.738920:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840367.738922:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840367.738924:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d4a680. 00000100:00000001:3.0:1788840367.738927:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840367.738929:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840367.738930:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840367.738935:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d48380 x1875733134006528/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840383 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840367.738953:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840367.738954:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840367.738956:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee85114e00. 02000000:00000001:3.0:1788840367.738958:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840367.738960:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840367.738962:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee92b59000 refcount=2 obd=lustre-OST0001-osc-ffff90ee90f70800 00000020:00000001:3.0:1788840367.738964:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840367.738965:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee86f0de00. 02000000:00000001:3.0:1788840367.738968:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840367.738969:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840367.738970:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d48380. 00000100:00000001:3.0:1788840367.738972:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840367.738974:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840367.738975:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840367.738979:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d48e00 x1875733134006400/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840383 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840367.738985:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840367.738987:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840367.738988:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee85114400. 02000000:00000001:3.0:1788840367.738990:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840367.738991:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840367.738992:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=2 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:3.0:1788840367.738994:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840367.738995:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee86f0d000. 02000000:00000001:3.0:1788840367.738997:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840367.738998:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840367.738999:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d48e00. 00000100:00000001:3.0:1788840367.739002:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840367.739003:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840367.739007:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840367.739010:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840367.739012:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840367.739017:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840367.739018:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:3.0:1788840367.741245:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840367.741271:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840367.741275:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840367.741277:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840367.741288:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840367.741297:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840367.741308:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840367.741313:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840367.741321:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840367.741326:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 25 MB=0x6a9f827255780 00000400:00000200:3.0:1788840367.741332:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840367.741338:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.131@tcp of length 224/224 into md 0x727d [1] + 224 00000800:00000001:3.0:1788840367.741347:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840367.741357:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840367.741361:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840367.741365:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840367.741374:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840367.741384:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d49880 x1875733134006144/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840383 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840367.741394:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee86d49880 x1875733134006144/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840367.741408:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840367.741417:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840367.741420:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840367.741431:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840367.741435:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788840367.741442:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840367.741444:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840367.741448:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4fd10. 00000400:00000200:3.0:1788840367.741452:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011ec38 00000400:00000010:3.0:1788840367.741455:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011ec38. 00000100:00000001:3.0:1788840367.741459:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840367.741463:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d49880 x1875733134006144/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840383 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840367.741471:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d49880 x1875733134006144/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840383 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840367.741477:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840367.741479:0:2361:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840367.741482:0:2361:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840367.741486:0:2361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840367.741489:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840367.741492:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840367.741495:0:2361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840367.741516:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98ee5c60 time=67 v=5 (5 5 5 5) 00000100:00001000:3.0:1788840367.741521:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98ee5c18 time=28 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840367.741524:0:2361:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840367.741526:0:2361:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840367.741530:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840367.741533:0:2361:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840367.741537:0:2361:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840367.741541:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d49880 x1875733134006144/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840383 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840367.741549:0:2361:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840367.741551:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840367.741554:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840367.741557:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d49880 x1875733134006144/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840383 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840367.741565:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2361:1875733134006144:192.168.202.131@tcp:400:kworker.0 00000100:00000001:3.0:1788840367.741571:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840367.741574:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840367.741578:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d49880 x1875733134006144/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840383 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840367.741585:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840367.741588:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840367.741592:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee85115400. 02000000:00000001:3.0:1788840367.741597:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840367.741601:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840367.741603:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee98ee5800 refcount=3 obd=MGC192.168.202.131@tcp 00000020:00000001:3.0:1788840367.741606:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840367.741609:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee86f0d100. 02000000:00000001:3.0:1788840367.741612:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840367.741614:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840367.741616:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d49880. 00000100:00000001:3.0:1788840367.741620:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840367.741622:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840367.741625:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840367.741634:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840367.741637:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840367.741977:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840367.741980:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840367.751700:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840367.751709:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840367.751718:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840367.751719:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840367.751723:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840367.751724:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840367.755153:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788840367.755162:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840367.755168:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:1.0:1788840368.773941:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840368.773948:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840368.773954:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840368.773955:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840368.773959:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840368.773960:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840368.773983:0:15925:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788840368.773986:0:15925:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840368.773988:0:15925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788840368.851277:0:34397:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788840369.691556:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840369.691574:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840369.691579:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840369.691581:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840369.691592:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840369.691601:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840369.691610:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840369.691615:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840369.691621:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840369.691625:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 328 into portal 15 MB=0x6a9f828660b00 00000400:00000200:2.0:1788840369.691635:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.131@tcp of length 328/328 into md 0x6c6d [2] + 1048 00000800:00000001:2.0:1788840369.691664:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840369.691676:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840369.691692:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840369.691698:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840369.691705:0:2354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1788840369.691708:0:2354:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1788840369.691713:0:2354:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125c700. 00000100:00000040:2.0:1788840369.691716:0:2354:0:(events.c:337:request_in_callback()) incoming req@ffff90ee9125c700 x1875733155023616 msgsize 328 00000100:00100000:2.0:1788840369.691720:0:2354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.131@tcp (source: 12345-192.168.202.131@tcp) 00000100:00000001:2.0:1788840369.691730:0:2354:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1788840369.691737:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840369.691740:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840369.691771:0:15916:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1788840369.691774:0:15916:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733155023616 02000000:00000001:2.0:1788840369.691777:0:15916:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1788840369.691779:0:15916:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840369.691781:0:15916:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840369.691786:0:15916:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840369.691791:0:15916:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733155023616 00000020:00000001:2.0:1788840369.691795:0:15916:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788840369.691797:0:15916:0:(genops.c:804:class_conn2export()) looking for export cookie 0x3aa5f499c96f2ce6 00000020:00000001:2.0:1788840369.691799:0:15916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840369.691803:0:15916:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90ee98818000 refcount=4 00000020:00000001:2.0:1788840369.691806:0:15916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621953168080896 : -122120541470720 : ffff90ee98818000) 00000020:00000001:2.0:1788840369.691808:0:15916:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446621953168080896 : -122120541470720 : ffff90ee98818000) 00000100:00000001:2.0:1788840369.691813:0:15916:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788840369.691818:0:15916:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90eea05b2bc0. 00000100:00000001:2.0:1788840369.691820:0:15916:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788840369.691823:0:15916:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff90eea05b2bc0. 00000020:00000010:2.0:1788840369.691830:0:15916:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90ee85091600. 00000020:00000010:2.0:1788840369.691835:0:15916:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90ee98e7d300. 00000020:00000010:2.0:1788840369.691840:0:15916:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90ee879840c8. 00000100:00000040:2.0:1788840369.691849:0:15916:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1788840369.691852:0:15916:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1788840369.691853:0:15916:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1788840369.691856:0:15916:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840369.691864:0:15916:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840369.691873:0:15916:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840369.691884:0:15916:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1788840369.691886:0:15916:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1788840369.691890:0:15916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.131@tcp, seq: 62 00000100:00000040:2.0:1788840369.691894:0:15916:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff90ee98818000 : new rpc_count 1 00000100:00000001:2.0:1788840369.691897:0:15916:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446621953044629248 : -122120664922368 : ffff90ee9125c700) 00000100:00000040:2.0:1788840369.691904:0:15916:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff90ee9125c700 x1875733155023616/t0(0) o104->LOV_OSC_UUID@192.168.202.131@tcp:5/0 lens 328/0 e 0 to 0 dl 1788840380 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788840369.691913:0:15916:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788840369.691916:0:15916:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90eea05b2bc0. 00000100:00000001:2.0:1788840369.691918:0:15916:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788840369.691920:0:15916:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff90eea05b2bc0. 00000100:00100000:2.0:1788840369.691924:0:15916:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90ee9125c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8825:x1875733155023616:12345-192.168.202.131@tcp:104: 00000100:00000200:2.0:1788840369.691928:0:15916:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875733155023616 00010000:00000001:2.0:1788840369.691931:0:15916:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1788840369.691937:0:15916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840369.691938:0:15916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840369.691940:0:15916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031000 refcount=2 00000020:00000001:2.0:1788840369.691942:0:15916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:2.0:1788840369.691945:0:15916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:2.0:1788840369.691949:0:15916:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840369.691952:0:15916:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788840369.691958:0:15916:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000100:00000001:2.0:1788840369.691970:0:15916:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1788840369.691973:0:15916:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1788840369.691978:0:15916:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90ee91278000. 02000000:00000001:2.0:1788840369.691980:0:15916:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840369.691983:0:15916:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840369.691987:0:15916:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1788840369.691990:0:15916:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840369.691994:0:15916:0:(import.c:2149:obd_at_measure()) add 1 to ffff90eea05c51e8 time=68 v=5 (1 1 1 1) 00000100:00000001:2.0:1788840369.691999:0:15916:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788840369.692002:0:15916:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff90ee85e803c0 refcount 13 to 192.168.202.131@tcp 00000100:00000001:2.0:1788840369.692004:0:15916:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621952856032192 : -122120853519424 : ffff90ee85e803c0) 02000000:00000001:2.0:1788840369.692007:0:15916:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1788840369.692008:0:15916:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840369.692011:0:15916:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840369.692014:0:15916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840369.692019:0:15916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee912343b8. 00000100:00000200:2.0:1788840369.692023:0:15916:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875733155023616, offset 224 00000400:00000200:2.0:1788840369.692029:0:15916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840369.692036:0:15916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840369.692042:0:15916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840369.692049:0:15916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2640:2640:256:4294967295] 192.168.202.131@tcp LPNI seq info [2640:2640:8:4294967295] 00000400:00000200:2.0:1788840369.692054:0:15916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840369.692062:0:15916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840369.692069:0:15916:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840369.692074:0:15916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee8985ca00. 00000800:00000200:2.0:1788840369.692081:0:15916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840369.692088:0:15916:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840369.692093:0:15916:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee8985ca00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840369.692103:0:15916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840369.692107:0:15916:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff90ee85e803c0 refcount 12 to 192.168.202.131@tcp 00010000:00000001:2.0:1788840369.692110:0:15916:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1788840369.692113:0:15916:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff90ee85db4c00. 00010000:00000001:2.0:1788840369.692115:0:15916:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1788840369.692122:0:15916:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1788840369.692124:0:15916:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840369.692126:0:15916:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840369.692128:0:15916:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840369.692133:0:15916:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125c700 x1875733155023616/t0(0) o104->LOV_OSC_UUID@192.168.202.131@tcp:5/0 lens 328/224 e 0 to 0 dl 1788840380 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788840369.692143:0:15916:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90ee9125c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:8825:x1875733155023616:12345-192.168.202.131@tcp:104: Request processed in 227us (424us total) trans 0 rc 0/0 00000100:00100000:2.0:1788840369.692150:0:15916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.131@tcp, seq: 62 00000100:00000040:2.0:1788840369.692154:0:15916:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff90ee98818000 : new rpc_count 0 00000100:00000001:2.0:1788840369.692156:0:15916:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788840369.692158:0:15916:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1788840369.692163:0:15916:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90ee98e7d300. 00000020:00000010:2.0:1788840369.692167:0:15916:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90ee879840c8. 00000020:00000010:2.0:1788840369.692170:0:15916:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90ee85091600. 00000020:00000040:2.0:1788840369.692175:0:15916:0:(genops.c:879:class_export_put()) PUTting export ffff90ee98818000 : new refcount 3 00000100:00000001:2.0:1788840369.692178:0:15916:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788840369.692264:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840369.692268:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee8985ca00. 00000400:00000200:2.0:1788840369.692271:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840369.692274:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840369.692278:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee912343b8 00000400:00000010:2.0:1788840369.692281:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee912343b8. 00000100:00000001:2.0:1788840369.692283:0:2353:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1788840369.692285:0:2353:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:2.0:1788840369.692296:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840369.692298:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840369.692301:0:16054:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:2.0:1788840369.692304:0:16054:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1788840369.692306:0:16054:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:2.0:1788840369.692310:0:16054:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:2.0:1788840369.692319:0:16054:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90ee80031000 already unused, calling callback (ffffffffc123b300) 00000008:00000001:2.0:1788840369.692322:0:16054:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:2.0:1788840369.692325:0:16054:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1788840369.692326:0:16054:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840369.692327:0:16054:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840369.692329:0:16054:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031000 refcount=3 00000020:00000001:2.0:1788840369.692331:0:16054:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:2.0:1788840369.692333:0:16054:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757141504 : -122120952410112 : ffff90ee80031000) 00010000:00000001:2.0:1788840369.692336:0:16054:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788840369.692339:0:16054:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400030000 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:2.0:1788840369.692346:0:16054:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:2.0:1788840369.692348:0:16054:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788840369.692352:0:16054:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044390328 : -122120665161288 : ffff90ee912221b8) 00000020:00001000:2.0:1788840369.692354:0:16054:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912221b0 00000008:00000001:2.0:1788840369.692356:0:16054:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:2.0:1788840369.692359:0:16054:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:2.0:1788840369.692361:0:16054:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912221b0 00000008:00000001:2.0:1788840369.692363:0:16054:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840369.692366:0:16054:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788840369.692371:0:16054:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788840369.692373:0:16054:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788840369.692375:0:16054:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840369.692377:0:16054:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788840369.692380:0:16054:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee80031000 with handle 0x3aa5f499c96f38d9 from hash 00010000:00000001:2.0:1788840369.692383:0:16054:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788840369.692385:0:16054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840369.692387:0:16054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840369.692388:0:16054:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788840369.692392:0:16054:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788840369.692394:0:16054:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:2.0:1788840369.692399:0:16054:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840369.692402:0:16054:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840369.692404:0:16054:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840369.692406:0:16054:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1788840369.692410:0:16054:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125d880. 00000020:00000040:2.0:1788840369.692414:0:16054:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=3 obd=lustre-OST0000-osc-ffff90ee90f70800 00000100:00000001:2.0:1788840369.692418:0:16054:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840369.692420:0:16054:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840369.692425:0:16054:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840369.692429:0:16054:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee85091600. 00000100:00000001:2.0:1788840369.692434:0:16054:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840369.692437:0:16054:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788840369.692440:0:16054:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:2.0:1788840369.692448:0:16054:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788840369.692449:0:16054:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840369.692454:0:16054:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840369.692458:0:16054:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840369.692464:0:16054:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007845b29c] to pc [ptlrpcd_01_00+0] req@ffff90ee9125d880 x1875733134006656/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:2.0:1788840369.692499:0:16054:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840369.692501:0:16054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840369.692503:0:16054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840369.692504:0:16054:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840369.692506:0:16054:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:2.0:1788840369.692508:0:16054:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840369.692512:0:16054:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:2.0:1788840369.692524:0:16054:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788840369.692527:0:16054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009a60c700/0x3aa5f499c96f38d9 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x43:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x8a436931312bae02 expref: -99 pid: 34166 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000010:2.0:1788840369.692535:0:16054:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff90ee90b50340. 00010000:00000040:2.0:1788840369.692538:0:16054:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee99a74b00 count: 0 00010000:00000010:2.0:1788840369.692544:0:16054:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff90ee99a74d00. 00010000:00000001:2.0:1788840369.692553:0:16054:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840369.692554:0:16054:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1788840369.692556:0:16054:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff90ee85db4c00. 00010000:00000001:2.0:1788840369.692559:0:16054:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840369.692561:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840369.692563:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840369.692565:0:16054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788840369.692567:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840369.692568:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840369.692570:0:16054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:2.0:1788840369.692572:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840369.692573:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840369.692574:0:16054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1788840369.692580:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840369.692583:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840369.692585:0:2361:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840369.692591:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125d880 x1875733134006656/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840369.692598:0:2361:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840369.692600:0:2361:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840369.692604:0:2361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840369.692606:0:2361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840369.692609:0:2361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840369.692612:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733134006656:192.168.202.131@tcp:103:ldlm_bl.0 00000100:00000001:2.0:1788840369.692617:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840369.692622:0:2361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840369.692624:0:2361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840369.692627:0:2361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840369.692631:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee85091a00. 02000000:00000001:2.0:1788840369.692633:0:2361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840369.692637:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840369.692666:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4ef20. 00000400:00000010:2.0:1788840369.692670:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee912343b8. 00000100:00000200:2.0:1788840369.692675:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733134006656, portal 18 00000100:00000001:2.0:1788840369.692678:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840369.692679:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044633728 : -122120664917888 : ffff90ee9125d880) 00000100:00000040:2.0:1788840369.692686:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125d880 x1875733134006656/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840385 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840369.692693:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840369.692695:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840369.692698:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee912345d8. 00000100:00000200:2.0:1788840369.692700:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875733134006656, offset 0 00000400:00000200:2.0:1788840369.692703:0:2361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840369.692707:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840369.692711:0:2361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840369.692715:0:2361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840369.692719:0:2361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840369.692723:0:2361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840369.692726:0:2361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840369.692729:0:2361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2641:2641:256:4294967295] 192.168.202.131@tcp LPNI seq info [2641:2641:8:4294967295] 00000400:00000200:2.0:1788840369.692733:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840369.692739:0:2361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840369.692744:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840369.692746:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee8985ca00. 00000800:00000200:2.0:1788840369.692750:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840369.692755:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840369.692758:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee8985ca00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788840369.692766:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840369.692769:0:2361:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: using a timeout of 23631 usecs (24 jiffies) 00000400:00000200:2.0:1788840369.692772:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840369.692775:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296599534 00000100:00000001:2.0:1788840369.692778:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296601523 00000100:00000001:2.0:1788840369.692781:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296599534 00000100:00000001:2.0:1788840369.692783:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296601523 00000100:00000001:2.0:1788840369.692785:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840369.692788:0:2361:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840369.692791:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840369.692793:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840369.692798:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840369.692800:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788840369.692802:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840369.692803:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840369.692804:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840369.692806:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840369.692815:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840369.692817:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840369.692848:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840369.692851:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee8985ca00. 00000400:00000200:2.0:1788840369.692853:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840369.692857:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840369.692860:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee912345d8 00000400:00000010:2.0:1788840369.692862:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee912345d8. 00000100:00000001:2.0:1788840369.692865:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840369.692868:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125d880 x1875733134006656/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840385 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840369.692878:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840369.692881:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125d880 x1875733134006656/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840385 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840369.692894:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840369.692895:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1788840369.701215:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74b00. 00010000:00000010:2.1:1788840369.701231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031000. 00000800:00000001:2.0:1788840369.706273:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840369.706289:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840369.706294:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840369.706296:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840369.706316:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840369.706323:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840369.706332:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840369.706337:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840369.706342:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840369.706347:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 18 MB=0x6a9f827255980 00000400:00000200:2.0:1788840369.706352:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840369.706358:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.131@tcp of length 224/224 into md 0x72c5 [1] + 224 00000800:00000001:2.0:1788840369.706365:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840369.706373:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840369.706376:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840369.706381:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840369.706388:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840369.706397:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125d880 x1875733134006656/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840385 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840369.706409:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee9125d880 x1875733134006656/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840385 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840369.706431:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840369.706440:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840369.706443:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840369.706598:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840369.706603:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788840369.706611:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840369.706613:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840369.706616:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4ef20. 00000400:00000200:3.0:1788840369.706622:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee912343b8 00000400:00000010:3.0:1788840369.706624:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee912343b8. 00000100:00000001:3.0:1788840369.706627:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840369.706632:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125d880 x1875733134006656/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840385 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840369.706677:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125d880 x1875733134006656/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840385 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840369.706692:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840369.706694:0:2361:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840369.706696:0:2361:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840369.706699:0:2361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840369.706701:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840369.706704:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840369.706707:0:2361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840369.706715:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b5cd38 time=66 v=5 (5 5 5 0) 00000100:00001000:3.0:1788840369.706719:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=4 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840369.706722:0:2361:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840369.706724:0:2361:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840369.706726:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840369.706730:0:2361:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840369.706733:0:2361:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840369.706736:0:2361:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: skip recheck: last_committed 4294967345 00000100:00000001:3.0:1788840369.706738:0:2361:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840369.706739:0:2361:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840369.706745:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125d880 x1875733134006656/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840385 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840369.706752:0:2361:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840369.706755:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840369.706758:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840369.706761:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125d880 x1875733134006656/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840385 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840369.706769:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733134006656:192.168.202.131@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788840369.706774:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840369.706776:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840369.706779:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125d880 x1875733134006656/t0(0) o103->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840385 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840369.706785:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840369.706788:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840369.706792:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee85091a00. 02000000:00000001:3.0:1788840369.706796:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840369.706800:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840369.706801:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=2 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:3.0:1788840369.706804:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840369.706807:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee85091600. 02000000:00000001:3.0:1788840369.706810:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840369.706812:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840369.706813:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125d880. 00000100:00000001:3.0:1788840369.706817:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840369.706818:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840369.706821:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840369.706829:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840369.706831:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840369.706833:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840369.706835:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840369.797804:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840369.797809:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840369.797814:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840369.797815:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840369.797879:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788840369.797882:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840369.797886:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788840370.763860:0:34542:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840370.822535:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840370.822543:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840370.822549:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840370.822550:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840370.822573:0:15925:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788840370.822575:0:15925:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840370.822578:0:15925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788840371.702796:0:34604:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840371.717762:0:30278:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120b30 (cpu 3) has reached its deadline 4296601523, at 4296601536 00000100:00000010:3.0:1788840371.717776:0:30278:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee84b18900. 00000100:00000040:2.0:1788840371.719068:0:29212:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120a20 (cpu 2) has reached its deadline 4296601523, at 4296601537 00000100:00000010:2.0:1788840371.719081:0:29212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee84b18480. 00010000:00000001:1.0:1788840371.845715:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840371.845723:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840371.845730:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840371.845731:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840371.846508:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840371.846512:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840371.846516:0:16054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788840372.632819:0:34695:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840372.815776:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788840372.815787:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788840372.816333:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125e300. 00000020:00000040:2.0:1788840372.816342:0:37:0:(genops.c:1210:class_import_get()) import ffff90ee98ee5800 refcount=4 obd=MGC192.168.202.131@tcp 00000100:00000001:2.0:1788840372.816348:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840372.816351:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840372.816357:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840372.816367:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee8985ce00. 00000100:00000001:2.0:1788840372.816375:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840372.816388:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS req@ffff90ee9125e300 x1875733134006784/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788840372.816398:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840372.816403:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840372.816409:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001a46ebca] to pc [ptlrpcd_01_01+1] req@ffff90ee9125e300 x1875733134006784/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840372.816436:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840372.816439:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788840372.816443:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788840372.816446:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125c000. 00000020:00000040:2.0:1788840372.816448:0:37:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=8 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:2.0:1788840372.816450:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840372.816451:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840372.816453:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840372.816466:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee8985c100. 00000100:00000001:2.0:1788840372.816469:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840372.816474:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID req@ffff90ee9125c000 x1875733134006912/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788840372.816481:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840372.816483:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840372.816487:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d26c8109] to pc [ptlrpcd_01_00+0] req@ffff90ee9125c000 x1875733134006912/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840372.816495:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840372.816498:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788840372.816501:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788840372.816505:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125e680. 00000020:00000040:2.0:1788840372.816507:0:37:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=3 obd=lustre-OST0000-osc-ffff90ee90f70800 00000100:00000001:2.0:1788840372.816509:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840372.816510:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840372.816511:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840372.816514:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee8985c900. 00000100:00000001:2.0:1788840372.816517:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840372.816521:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID req@ffff90ee9125e680 x1875733134007040/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788840372.816528:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840372.816530:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840372.816533:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024ddfd4f] to pc [ptlrpcd_01_01+1] req@ffff90ee9125e680 x1875733134007040/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840372.816540:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840372.816542:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1788840372.816545:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1788840372.816548:0:37:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125dc00. 00000020:00000040:2.0:1788840372.816550:0:37:0:(genops.c:1210:class_import_get()) import ffff90ee92b59000 refcount=3 obd=lustre-OST0001-osc-ffff90ee90f70800 00000100:00000001:2.0:1788840372.816552:0:37:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840372.816553:0:37:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840372.816554:0:37:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840372.816559:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee8985ca00. 00000100:00000001:2.0:1788840372.816561:0:37:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840372.816565:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID req@ffff90ee9125dc00 x1875733134007168/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788840372.816571:0:37:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840372.816573:0:37:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840372.816576:0:37:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b3e134e9] to pc [ptlrpcd_01_00+0] req@ffff90ee9125dc00 x1875733134007168/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840372.816589:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840372.816593:0:37:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1940) 00000100:00000001:2.0:1788840372.816607:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840372.816612:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840372.816614:0:2362:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840372.816619:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125e300 x1875733134006784/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840372.816626:0:2362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840372.816629:0:2362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840372.816632:0:2362:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840372.816634:0:2362:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840372.816696:0:2362:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840372.816701:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2362:1875733134006784:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840372.816705:0:2362:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840372.816710:0:2362:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840372.816713:0:2362:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840372.816716:0:2362:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840372.816720:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee863efe00. 02000000:00000001:2.0:1788840372.816722:0:2362:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840372.816729:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840372.816733:0:2362:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4eb58. 00000400:00000010:2.0:1788840372.816740:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee912345d8. 00000100:00000200:2.0:1788840372.816747:0:2362:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733134006784, portal 25 00000100:00000001:2.0:1788840372.816749:0:2362:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840372.816751:0:2362:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044636416 : -122120664915200 : ffff90ee9125e300) 00000100:00000040:2.0:1788840372.816757:0:2362:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125e300 x1875733134006784/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840372.816765:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840372.816768:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840372.816771:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234bb0. 00000100:00000200:2.0:1788840372.816773:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875733134006784, offset 0 00000400:00000200:2.0:1788840372.816779:0:2362:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840372.816790:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840372.816976:0:2362:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840372.816982:0:2362:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840372.816986:0:2362:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840372.816991:0:2362:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840372.816994:0:2362:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840372.816998:0:2362:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2642:2642:256:4294967295] 192.168.202.131@tcp LPNI seq info [2642:2642:8:4294967295] 00000400:00000200:2.0:1788840372.817003:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840372.817012:0:2362:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840372.817018:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840372.817022:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee8985c200. 00000800:00000200:2.0:1788840372.817030:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840372.817038:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840372.817042:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee8985c200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840372.817053:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840372.817057:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840372.817060:0:2362:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4296606629 00000100:00000010:2.0:1788840372.817064:0:2362:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee87fb1ae0. 00000100:00000001:2.0:1788840372.817071:0:2362:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 2 00000100:00000001:2.0:1788840372.817075:0:2362:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4296606629 00000100:00000010:2.0:1788840372.817079:0:2362:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee87fb1f60. 00000100:00000001:2.0:1788840372.817081:0:2362:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request now active for cpu 3 00000100:00000001:2.0:1788840372.817084:0:2362:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840372.817087:0:2362:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840372.817089:0:2362:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840372.817093:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125e680 x1875733134007040/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840372.817100:0:2362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840372.817101:0:2362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840372.817103:0:2362:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840372.817106:0:2362:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840372.817108:0:2362:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840372.817110:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733134007040:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840372.817113:0:2362:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840372.817116:0:2362:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840372.817117:0:2362:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840372.817119:0:2362:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840372.817121:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee863eea00. 02000000:00000001:2.0:1788840372.817124:0:2362:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840372.817127:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840372.817130:0:2362:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e058. 00000400:00000010:2.0:1788840372.817134:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234440. 00000100:00000200:2.0:1788840372.817137:0:2362:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733134007040, portal 4 00000100:00000001:2.0:1788840372.817139:0:2362:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840372.817140:0:2362:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044637312 : -122120664914304 : ffff90ee9125e680) 00000100:00000040:2.0:1788840372.817147:0:2362:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125e680 x1875733134007040/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840372.817153:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840372.817155:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840372.817157:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234198. 00000100:00000200:2.0:1788840372.817159:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733134007040, offset 0 00000400:00000200:2.0:1788840372.817163:0:2362:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840372.817166:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840372.817170:0:2362:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840372.817172:0:2362:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840372.817174:0:2362:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840372.817176:0:2362:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840372.817178:0:2362:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840372.817181:0:2362:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2643:2643:255:4294967295] 192.168.202.131@tcp LPNI seq info [2643:2643:7:4294967295] 00000400:00000200:2.0:1788840372.817185:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840372.817190:0:2362:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840372.817194:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840372.817199:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee9b2edf00. 00000800:00000200:2.0:1788840372.817202:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840372.817206:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840372.817208:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee9b2edf00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840372.817211:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840372.817215:0:2362:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: using a timeout of 23606 usecs (24 jiffies) 00000400:00000200:2.0:1788840372.817217:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840372.817219:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296602654 00000100:00000001:2.0:1788840372.817222:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296606629 00000100:00000001:2.0:1788840372.817224:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296602654 00000100:00000001:2.0:1788840372.817226:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296606629 00000100:00000001:2.0:1788840372.817303:0:2362:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840372.817305:0:2362:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840372.817308:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840372.817311:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840372.817319:0:2362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840372.817322:0:2362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1788840372.817325:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840372.817327:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840372.817328:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840372.817331:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:2.0:1788840372.817333:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840372.817334:0:2362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840372.817336:0:2362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840372.817337:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840372.817338:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840372.817339:0:2362:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840372.817344:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125c000 x1875733134006912/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840372.817350:0:2362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840372.817351:0:2362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840372.817353:0:2362:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840372.817355:0:2362:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840372.817357:0:2362:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840372.817360:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733134006912:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840372.817363:0:2362:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840372.817365:0:2362:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840372.817367:0:2362:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840372.817369:0:2362:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840372.817371:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee863ee200. 02000000:00000001:2.0:1788840372.817373:0:2362:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840372.817376:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840372.817378:0:2362:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4ec60. 00000400:00000010:2.0:1788840372.817382:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234908. 00000100:00000200:2.0:1788840372.817384:0:2362:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733134006912, portal 10 00000100:00000001:2.0:1788840372.817386:0:2362:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840372.817388:0:2362:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044627456 : -122120664924160 : ffff90ee9125c000) 00000100:00000040:2.0:1788840372.817393:0:2362:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125c000 x1875733134006912/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840372.817399:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840372.817401:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840372.817403:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234e58. 00000100:00000200:2.0:1788840372.817405:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733134006912, offset 0 00000400:00000200:2.0:1788840372.817409:0:2362:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840372.817412:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840372.817416:0:2362:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840372.817418:0:2362:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840372.817421:0:2362:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840372.817423:0:2362:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840372.817425:0:2362:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840372.817427:0:2362:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2644:2644:254:4294967295] 192.168.202.131@tcp LPNI seq info [2644:2644:6:4294967295] 00000400:00000200:2.0:1788840372.817431:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840372.817437:0:2362:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840372.817441:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840372.817444:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee986f5200. 00000800:00000200:2.0:1788840372.817448:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840372.817452:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840372.817454:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee986f5200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840372.817468:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840372.817471:0:2362:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 803243 usecs (804 jiffies) 00000400:00000200:2.0:1788840372.817474:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840372.817476:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296603434 00000100:00000001:2.0:1788840372.817478:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296606629 00000100:00000001:2.0:1788840372.817480:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296603434 00000100:00000001:2.0:1788840372.817482:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296606629 00000100:00000001:2.0:1788840372.817484:0:2362:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840372.817486:0:2362:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840372.817487:0:2362:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840372.817491:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125dc00 x1875733134007168/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840372.817497:0:2362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840372.817498:0:2362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840372.817500:0:2362:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840372.817502:0:2362:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840372.817503:0:2362:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840372.817506:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733134007168:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840372.817509:0:2362:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840372.817511:0:2362:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840372.817512:0:2362:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840372.817514:0:2362:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840372.817521:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee92e99800. 02000000:00000001:2.0:1788840372.817523:0:2362:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840372.817526:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840372.817528:0:2362:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e0b0. 00000400:00000010:2.0:1788840372.817531:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234880. 00000100:00000200:2.0:1788840372.817535:0:2362:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733134007168, portal 4 00000100:00000001:2.0:1788840372.817536:0:2362:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840372.817538:0:2362:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044634624 : -122120664916992 : ffff90ee9125dc00) 00000100:00000040:2.0:1788840372.817542:0:2362:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125dc00 x1875733134007168/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840372.817548:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840372.817550:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840372.817553:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234330. 00000100:00000200:2.0:1788840372.817554:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733134007168, offset 0 00000400:00000200:2.0:1788840372.817558:0:2362:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840372.817561:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840372.817564:0:2362:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840372.817566:0:2362:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840372.817568:0:2362:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840372.817570:0:2362:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840372.817572:0:2362:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840372.817575:0:2362:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2645:2645:253:4294967295] 192.168.202.131@tcp LPNI seq info [2645:2645:5:4294967295] 00000400:00000200:2.0:1788840372.817578:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840372.817584:0:2362:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840372.817587:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840372.817591:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee84c26200. 00000800:00000200:2.0:1788840372.817594:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840372.817598:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840372.817600:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee84c26200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840372.817603:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840372.817605:0:2362:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: using a timeout of 249683 usecs (250 jiffies) 00000400:00000200:2.0:1788840372.817609:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840372.817610:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296602880 00000100:00000001:2.0:1788840372.817612:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296606629 00000100:00000001:2.0:1788840372.817614:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296602880 00000100:00000001:2.0:1788840372.817617:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296606629 00000100:00000001:2.0:1788840372.817618:0:2362:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840372.817620:0:2362:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840372.817622:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840372.817624:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840372.821726:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840372.821736:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee8985c200. 00000400:00000200:2.0:1788840372.821746:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840372.821758:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840372.821767:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234bb0 00000400:00000010:2.0:1788840372.821770:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234bb0. 00000100:00000001:2.0:1788840372.821777:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840372.821787:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125e300 x1875733134006784/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840372.822011:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840372.822017:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125e300 x1875733134006784/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840388 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840372.822025:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840372.822027:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788840372.822046:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840372.822048:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee9b2edf00. 00000400:00000200:2.0:1788840372.822052:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840372.822055:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840372.822059:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234198 00000400:00000010:2.0:1788840372.822060:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234198. 00000100:00000001:2.0:1788840372.822062:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840372.822066:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125e680 x1875733134007040/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840372.822073:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840372.822076:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125e680 x1875733134007040/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840388 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840372.822082:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840372.822084:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788840372.822091:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840372.822093:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee986f5200. 00000400:00000200:2.0:1788840372.822097:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840372.822100:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840372.822103:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234e58 00000400:00000010:2.0:1788840372.822104:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234e58. 00000100:00000001:2.0:1788840372.822106:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840372.822110:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125c000 x1875733134006912/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840372.822117:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840372.822120:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125c000 x1875733134006912/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840388 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840372.822126:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840372.822127:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788840372.822191:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840372.822194:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee84c26200. 00000400:00000200:2.0:1788840372.822198:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840372.822201:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840372.822204:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234330 00000400:00000010:2.0:1788840372.822206:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234330. 00000100:00000001:2.0:1788840372.822208:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840372.822212:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125dc00 x1875733134007168/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840388 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840372.822219:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840372.822222:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125dc00 x1875733134007168/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840388 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840372.822301:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840372.822303:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:3.0:1788840372.822637:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840372.822662:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788840372.833395:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840372.833417:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840372.833423:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840372.833425:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840372.833435:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840372.833443:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840372.833454:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840372.833467:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840372.833473:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840372.833478:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f827255b00 00000400:00000200:2.0:1788840372.833484:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840372.833489:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x72e5 [1] + 224 00000800:00000001:2.0:1788840372.833496:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840372.833507:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840372.833510:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840372.833515:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840372.833523:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840372.833534:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125e680 x1875733134007040/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840388 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840372.833545:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee9125e680 x1875733134007040/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840372.833564:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840372.833573:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840372.833577:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840372.833589:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840372.833593:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788840372.833601:0:2362:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840372.833603:0:2362:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840372.833606:0:2362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e058. 00000400:00000200:2.0:1788840372.833611:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234440 00000400:00000010:2.0:1788840372.833614:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234440. 00000100:00000001:2.0:1788840372.833617:0:2362:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840372.833620:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125e680 x1875733134007040/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788840372.833629:0:2362:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125e680 x1875733134007040/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840388 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840372.833658:0:2362:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840372.833660:0:2362:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840372.833663:0:2362:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788840372.833666:0:2362:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788840372.833668:0:2362:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840372.833670:0:2362:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840372.833674:0:2362:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840372.833682:0:2362:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b5cc60 time=72 v=5 (5 5 5 5) 00000100:00001000:2.0:1788840372.833686:0:2362:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=7 v=5 (1 0 0 0) 00000100:00000001:2.0:1788840372.833689:0:2362:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788840372.833691:0:2362:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840372.833693:0:2362:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788840372.833697:0:2362:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840372.833701:0:2362:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788840372.833703:0:2362:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: skip recheck: last_committed 4294967345 00000100:00000001:2.0:1788840372.833705:0:2362:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788840372.833707:0:2362:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840372.833711:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125e680 x1875733134007040/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840372.833718:0:2362:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840372.833721:0:2362:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840372.833723:0:2362:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840372.833727:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125e680 x1875733134007040/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840388 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788840372.833734:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733134007040:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840372.833739:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840372.833741:0:2362:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840372.833744:0:2362:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125e680 x1875733134007040/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840388 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840372.833751:0:2362:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840372.833753:0:2362:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840372.833756:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee863eea00. 02000000:00000001:2.0:1788840372.833762:0:2362:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840372.833764:0:2362:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840372.833766:0:2362:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=2 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:2.0:1788840372.833768:0:2362:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840372.833771:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee8985c900. 02000000:00000001:2.0:1788840372.833773:0:2362:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840372.833775:0:2362:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840372.833777:0:2362:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125e680. 00000100:00000001:2.0:1788840372.833780:0:2362:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840372.833782:0:2362:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840372.833784:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840372.833786:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840372.833787:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840372.833789:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840372.833791:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788840372.843905:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840372.844315:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840372.844320:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840372.844323:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840372.844331:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840372.844339:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840372.844349:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840372.844354:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840372.844359:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840372.844364:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f827255b80 00000400:00000200:2.0:1788840372.844369:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840372.844375:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x7305 [1] + 224 00000800:00000001:2.0:1788840372.844381:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840372.844385:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840372.844389:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840372.844394:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840372.844400:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840372.844411:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125dc00 x1875733134007168/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840388 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840372.844429:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee9125dc00 x1875733134007168/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840372.844444:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840372.844452:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840372.844468:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840372.844470:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840372.844473:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840372.844477:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840372.844481:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840372.844485:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840372.844487:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840372.844490:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840372.844493:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 25 MB=0x6a9f827255a00 00000400:00000200:2.0:1788840372.844497:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840372.844501:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.131@tcp of length 224/224 into md 0x72d5 [1] + 224 00000800:00000001:2.0:1788840372.844505:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840372.844508:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840372.844510:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840372.844514:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840372.844517:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840372.844522:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125e300 x1875733134006784/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840388 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840372.844531:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee9125e300 x1875733134006784/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840372.844539:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840372.844543:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840372.844546:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840372.844548:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840372.844550:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840372.844554:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840372.844558:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840372.844562:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840372.844564:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840372.844567:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840372.844569:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 10 MB=0x6a9f827255a80 00000400:00000200:2.0:1788840372.844573:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840372.844576:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 224/224 into md 0x72f5 [1] + 224 00000800:00000001:2.0:1788840372.844580:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840372.844595:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840372.844598:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840372.844602:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840372.844605:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840372.844610:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125c000 x1875733134006912/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840388 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840372.844619:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee9125c000 x1875733134006912/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840372.844627:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840372.844632:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840372.844635:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840372.845100:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840372.845103:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788840372.845110:0:2362:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840372.845112:0:2362:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840372.845115:0:2362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4ec60. 00000400:00000200:2.0:1788840372.845120:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234908 00000400:00000010:2.0:1788840372.845123:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234908. 00000100:00000001:2.0:1788840372.845125:0:2362:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840372.845131:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125c000 x1875733134006912/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788840372.845140:0:2362:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125c000 x1875733134006912/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840388 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840372.845146:0:2362:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840372.845149:0:2362:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840372.845151:0:2362:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788840372.845154:0:2362:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788840372.845157:0:2362:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840372.845160:0:2362:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840372.845163:0:2362:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840372.845172:0:2362:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=72 v=5 (5 5 102 102) 00000100:00001000:2.0:1788840372.845176:0:2362:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=30 v=5 (1 0 0 0) 00000100:00000001:2.0:1788840372.845179:0:2362:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788840372.845181:0:2362:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840372.845184:0:2362:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788840372.845187:0:2362:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840372.845191:0:2362:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:2.0:1788840372.845193:0:2362:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: committing for last_committed 8589934607 gen 2 00000100:00000040:2.0:1788840372.845199:0:2362:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 8589934607) req@ffff90ee87face00 x1875733134002944/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840381 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840372.845206:0:2362:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840372.845210:0:2362:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87face00 x1875733134002944/t8589934599(8589934599) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840381 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840372.845217:0:2362:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840372.845219:0:2362:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840372.845222:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee91279400. 02000000:00000001:2.0:1788840372.845226:0:2362:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840372.845331:0:2362:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840372.845334:0:2362:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:2.0:1788840372.845336:0:2362:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840372.845339:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee98d5a000. 02000000:00000001:2.0:1788840372.845345:0:2362:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840372.845347:0:2362:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840372.845348:0:2362:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87face00. 00000100:00000001:2.0:1788840372.845352:0:2362:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840372.845354:0:2362:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840372.845360:0:2362:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 8589934607) req@ffff90ee87f5b800 x1875733134003200/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840381 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840372.845374:0:2362:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840372.845375:0:2362:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890484736 : -122120819066880 : ffff90ee87f5b800) 00000100:00000001:2.0:1788840372.845378:0:2362:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840372.845382:0:2362:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f5b800 x1875733134003200/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840381 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840372.845388:0:2362:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840372.845389:0:2362:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840372.845394:0:2362:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87fafb80 x1875733134003968/t8589934601(8589934601) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840381 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840372.845400:0:2362:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788840372.845402:0:2362:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff90ee83169e40. 00000100:00000001:2.0:1788840372.845405:0:2362:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840372.845408:0:2362:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f5b800 x1875733134003200/t8589934600(8589934600) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840381 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840372.845414:0:2362:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:2.0:1788840372.845416:0:2362:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840372.845417:0:2362:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:2.0:1788840372.845419:0:2362:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840372.845420:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee86f37000. 02000000:00000001:2.0:1788840372.845423:0:2362:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840372.845424:0:2362:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840372.845425:0:2362:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f5b800. 00000100:00000001:2.0:1788840372.845429:0:2362:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840372.845430:0:2362:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840372.845434:0:2362:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 8589934607) req@ffff90ee87fafb80 x1875733134003968/t8589934601(8589934601) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840381 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840372.845440:0:2362:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840372.845443:0:2362:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87fafb80 x1875733134003968/t8589934601(8589934601) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840381 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840372.845449:0:2362:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840372.845451:0:2362:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840372.845452:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee85c5f000. 02000000:00000001:2.0:1788840372.845455:0:2362:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840372.845467:0:2362:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840372.845468:0:2362:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:2.0:1788840372.845470:0:2362:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840372.845471:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee92ec4200. 02000000:00000001:2.0:1788840372.845476:0:2362:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840372.845477:0:2362:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840372.845479:0:2362:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87fafb80. 00000100:00000001:2.0:1788840372.845481:0:2362:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840372.845482:0:2362:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840372.845487:0:2362:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 8589934607) req@ffff90ee86d48000 x1875733134006016/t8589934607(8589934607) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 496/456 e 0 to 0 dl 1788840382 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840372.845493:0:2362:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840372.845495:0:2362:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d48000 x1875733134006016/t8589934607(8589934607) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 496/456 e 0 to 0 dl 1788840382 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840372.845501:0:2362:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840372.845503:0:2362:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840372.845504:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee86eee000. 02000000:00000001:2.0:1788840372.845507:0:2362:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840372.845508:0:2362:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840372.845509:0:2362:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=4 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:2.0:1788840372.845510:0:2362:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840372.845511:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee85cd3600. 02000000:00000001:2.0:1788840372.845514:0:2362:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840372.845515:0:2362:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840372.845516:0:2362:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d48000. 00000100:00000001:2.0:1788840372.845518:0:2362:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840372.845519:0:2362:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840372.845522:0:2362:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:2.0:1788840372.845524:0:2362:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: normal: skip=1 replay=4/4 committed=0/0 00000100:00000001:2.0:1788840372.845527:0:2362:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788840372.845528:0:2362:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840372.845533:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125c000 x1875733134006912/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840372.845542:0:2362:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840372.845545:0:2362:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840372.845547:0:2362:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840372.845551:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125c000 x1875733134006912/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840388 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788840372.845557:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733134006912:192.168.202.131@tcp:400:kworker.0 00000400:00000001:2.0:1788840372.845565:0:2362:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840372.845566:0:2362:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840372.845568:0:2362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e0b0. 00000400:00000200:2.0:1788840372.845571:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234880 00000400:00000010:2.0:1788840372.845572:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234880. 00000100:00000001:2.0:1788840372.845574:0:2362:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840372.845578:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125dc00 x1875733134007168/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788840372.845586:0:2362:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125dc00 x1875733134007168/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840388 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840372.845592:0:2362:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840372.845593:0:2362:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840372.845595:0:2362:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788840372.845597:0:2362:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788840372.845598:0:2362:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840372.845599:0:2362:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840372.845601:0:2362:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840372.845605:0:2362:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b59460 time=72 v=5 (5 5 5 5) 00000100:00001000:2.0:1788840372.845608:0:2362:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b59418 time=24 v=5 (1 0 0 0) 00000100:00000001:2.0:1788840372.845610:0:2362:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788840372.845612:0:2362:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840372.845613:0:2362:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788840372.845615:0:2362:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840372.845617:0:2362:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788840372.845618:0:2362:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90ee90f70800: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1788840372.845621:0:2362:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788840372.845622:0:2362:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840372.845625:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125dc00 x1875733134007168/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840372.845630:0:2362:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840372.845631:0:2362:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840372.845632:0:2362:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840372.845635:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125dc00 x1875733134007168/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840388 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788840372.845673:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733134007168:192.168.202.131@tcp:400:kworker.0 00000400:00000001:2.0:1788840372.845677:0:2362:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840372.845679:0:2362:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840372.845680:0:2362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4eb58. 00000400:00000200:2.0:1788840372.845682:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee912345d8 00000400:00000010:2.0:1788840372.845684:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee912345d8. 00000100:00000001:2.0:1788840372.845686:0:2362:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840372.845690:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125e300 x1875733134006784/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840388 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1788840372.845697:0:2362:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125e300 x1875733134006784/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840388 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840372.845703:0:2362:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840372.845704:0:2362:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840372.845706:0:2362:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788840372.845708:0:2362:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788840372.846071:0:2362:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840372.846074:0:2362:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840372.846076:0:2362:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840372.846080:0:2362:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98ee5c60 time=72 v=5 (5 5 5 5) 00000100:00001000:2.0:1788840372.846084:0:2362:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98ee5c18 time=33 v=5 (1 0 0 0) 00000100:00000001:2.0:1788840372.846087:0:2362:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788840372.846088:0:2362:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840372.846089:0:2362:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788840372.846092:0:2362:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840372.846094:0:2362:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840372.846099:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125e300 x1875733134006784/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840388 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840372.846106:0:2362:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840372.846109:0:2362:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840372.846110:0:2362:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840372.846114:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125e300 x1875733134006784/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840388 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788840372.846121:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2362:1875733134006784:192.168.202.131@tcp:400:kworker.0 00000100:00000001:2.0:1788840372.846126:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840372.846128:0:2362:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840372.846131:0:2362:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125c000 x1875733134006912/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840388 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840372.846137:0:2362:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840372.846139:0:2362:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840372.846140:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee863ee200. 02000000:00000001:2.0:1788840372.846145:0:2362:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840372.846146:0:2362:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840372.846147:0:2362:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=3 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:2.0:1788840372.846150:0:2362:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840372.846151:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee8985c100. 02000000:00000001:2.0:1788840372.846154:0:2362:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840372.846155:0:2362:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840372.846156:0:2362:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125c000. 00000100:00000001:2.0:1788840372.846159:0:2362:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840372.846160:0:2362:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840372.846162:0:2362:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840372.846165:0:2362:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125dc00 x1875733134007168/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840388 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840372.846171:0:2362:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840372.846172:0:2362:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840372.846175:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee92e99800. 02000000:00000001:2.0:1788840372.846178:0:2362:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840372.846179:0:2362:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840372.846180:0:2362:0:(genops.c:1223:class_import_put()) import ffff90ee92b59000 refcount=2 obd=lustre-OST0001-osc-ffff90ee90f70800 00000020:00000001:2.0:1788840372.846181:0:2362:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840372.846183:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee8985ca00. 02000000:00000001:2.0:1788840372.846184:0:2362:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840372.846185:0:2362:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840372.846186:0:2362:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125dc00. 00000100:00000001:2.0:1788840372.846189:0:2362:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840372.846190:0:2362:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840372.846191:0:2362:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840372.846194:0:2362:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125e300 x1875733134006784/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840388 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840372.846199:0:2362:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840372.846201:0:2362:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840372.846202:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee863efe00. 02000000:00000001:2.0:1788840372.846204:0:2362:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840372.846206:0:2362:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840372.846207:0:2362:0:(genops.c:1223:class_import_put()) import ffff90ee98ee5800 refcount=3 obd=MGC192.168.202.131@tcp 00000020:00000001:2.0:1788840372.846208:0:2362:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840372.846209:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee8985ce00. 02000000:00000001:2.0:1788840372.846211:0:2362:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840372.846212:0:2362:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840372.846213:0:2362:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125e300. 00000100:00000001:2.0:1788840372.846215:0:2362:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840372.846216:0:2362:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840372.846219:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840372.846226:0:2362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840372.846546:0:2362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840372.846550:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840372.846553:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840372.869730:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840372.869740:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840372.869746:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840372.869747:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840372.869890:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840372.869894:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840372.869897:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1788840373.001374:0:34731:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1788840373.001384:0:34731:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == recovery-small test 24b: test dirty page discard due to client eviction ========================================================== 00:06:11 (1788840371) 00000001:00000001:1.0:1788840373.024413:0:34731:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:2.0:1788840373.589607:0:34775:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788840373.589618:0:34775:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788840373.589624:0:34775:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014b3de0 00000080:00200000:2.0:1788840373.589629:0:34775:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:2.0:1788840373.589749:0:34775:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98878800. 00800000:00000002:2.0:1788840373.589760:0:34775:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:2.0:1788840373.589765:0:34775:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788840373.589770:0:34775:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788840373.589772:0:34775:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014b3d00 00800000:00000002:2.0:1788840373.589775:0:34775:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788840373.589779:0:34775:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788840373.589783:0:34775:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788840373.589789:0:34775:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788840373.589791:0:34775:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014b3bd0 00000002:00010000:2.0:1788840373.589792:0:34775:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788840373.589796:0:34775:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788840373.589798:0:34775:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840373.589802:0:34775:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788840373.589807:0:34775:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840373.589810:0:34775:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840373.589812:0:34775:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840373.589814:0:34775:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788840373.589816:0:34775:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788840373.589823:0:34775:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125e300. 00000020:00000040:2.0:1788840373.589828:0:34775:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=4 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00010000:00000001:2.0:1788840373.589837:0:34775:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788840373.589842:0:34775:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840373.589849:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840373.589852:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840373.589853:0:34775:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840373.589856:0:34775:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840373.589858:0:34775:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840373.589863:0:34775:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840373.589870:0:34775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee91279800. 00000100:00000001:2.0:1788840373.589877:0:34775:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840373.589881:0:34775:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840373.589883:0:34775:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840373.589885:0:34775:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840373.589887:0:34775:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840373.589888:0:34775:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840373.589893:0:34775:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621953044636416 : -122120664915200 : ffff90ee9125e300) 00010000:00000001:2.0:1788840373.589897:0:34775:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788840373.589899:0:34775:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788840373.589903:0:34775:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee892b1e00. 00010000:00000010:2.0:1788840373.589907:0:34775:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee98e7d200. 00010000:00000001:2.0:1788840373.589912:0:34775:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788840373.589915:0:34775:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee87d8ca00. 00000020:00000001:2.0:1788840373.589918:0:34775:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788840373.589921:0:34775:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee87d8ca00 with handle 0x3aa5f499c96f38fc to hash 00000020:00000001:2.0:1788840373.589923:0:34775:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788840373.589924:0:34775:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952888588800 : -122120820962816 : ffff90ee87d8ca00) 00010000:00000001:2.0:1788840373.589928:0:34775:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952888588800 : -122120820962816 : ffff90ee87d8ca00) 00010000:00000001:2.0:1788840373.589931:0:34775:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840373.589934:0:34775:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840373.589938:0:34775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8ca00/0x3aa5f499c96f38fc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840373.589947:0:34775:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8ca00/0x3aa5f499c96f38fc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34775 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840373.589957:0:34775:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8ca00/0x3aa5f499c96f38fc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34775 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788840373.589963:0:34775:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788840373.589964:0:34775:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788840373.589971:0:34775:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee85d30540. 00000100:00000001:2.0:1788840373.589973:0:34775:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952854656320 : -122120854895296 : ffff90ee85d30540) 00000100:00000001:2.0:1788840373.589975:0:34775:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840373.589977:0:34775:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044636416 : -122120664915200 : ffff90ee9125e300) 00000100:00000001:2.0:1788840373.589981:0:34775:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840373.589986:0:34775:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840373.589988:0:34775:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788840373.589990:0:34775:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840373.590002:0:34775:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125e300 x1875733134007296/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840373.590011:0:34775:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840373.590012:0:34775:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840373.590016:0:34775:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840373.590018:0:34775:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840373.590021:0:34775:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840373.590025:0:34775:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125e300 pname:cluuid:pid:xid:nid:opc:job mkdir:10f4a654-3497-48d8-8f70-7e89f4f161cc:34775:1875733134007296:192.168.202.131@tcp:101:mkdir.0 00000100:00000001:2.0:1788840373.590029:0:34775:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840373.590033:0:34775:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840373.590035:0:34775:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840373.590038:0:34775:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840373.590042:0:34775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90ee86e6d000. 02000000:00000001:2.0:1788840373.590044:0:34775:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840373.590051:0:34775:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840373.590055:0:34775:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4eb58. 00000400:00000010:2.0:1788840373.590063:0:34775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee912345d8. 00000100:00000200:2.0:1788840373.590071:0:34775:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875733134007296, portal 10 00000100:00000001:2.0:1788840373.590072:0:34775:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840373.590074:0:34775:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044636416 : -122120664915200 : ffff90ee9125e300) 00000100:00000040:2.0:1788840373.590079:0:34775:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee9125e300 x1875733134007296/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840389 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840373.590087:0:34775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840373.590090:0:34775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840373.590092:0:34775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234880. 00000100:00000200:2.0:1788840373.590095:0:34775:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875733134007296, offset 0 00000400:00000200:2.0:1788840373.590102:0:34775:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840373.590112:0:34775:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.590207:0:34775:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840373.590212:0:34775:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840373.590216:0:34775:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840373.590220:0:34775:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840373.590351:0:34775:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840373.590355:0:34775:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2646:2646:256:4294967295] 192.168.202.131@tcp LPNI seq info [2646:2646:8:4294967295] 00000400:00000200:2.0:1788840373.590360:0:34775:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.590369:0:34775:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840373.590376:0:34775:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840373.590384:0:34775:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee84c26200. 00000800:00000200:2.0:1788840373.590390:0:34775:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840373.590398:0:34775:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840373.590403:0:34775:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee84c26200 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788840373.590472:0:34775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840373.590478:0:34775:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 802302 usecs (803 jiffies) 00000400:00000200:2.0:1788840373.590482:0:34775:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840373.590485:0:34775:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296604211 00000100:00000001:2.0:1788840373.590488:0:34775:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296606629 00000100:00000001:2.0:1788840373.590490:0:34775:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296604211 00000100:00000001:2.0:1788840373.590492:0:34775:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296606629 00000100:00000001:2.0:1788840373.590495:0:34775:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840373.590498:0:34775:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840373.590500:0:34775:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840373.590501:0:34775:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788840373.590504:0:34775:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee85d30540 going to sleep for 11 seconds 00000100:00000001:2.0:1788840373.590506:0:34775:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840373.590510:0:34775:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840373.592534:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840373.592544:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee84c26200. 00000400:00000200:3.0:1788840373.592552:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840373.592561:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840373.592568:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234880 00000400:00000010:3.0:1788840373.592570:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234880. 00000100:00000001:3.0:1788840373.592576:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840373.592583:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125e300 x1875733134007296/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840389 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840373.592594:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840373.592597:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee9125e300 x1875733134007296/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840389 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840373.592604:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840373.592606:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840373.600411:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840373.600432:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840373.600436:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840373.600439:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840373.600458:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.600466:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840373.600476:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.600481:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.600487:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.600491:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 688 into portal 10 MB=0x6a9f827255c00 00000400:00000200:2.0:1788840373.600496:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.600501:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 688/688 into md 0x7315 [1] + 224 00000800:00000001:2.0:1788840373.600508:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840373.600517:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840373.600520:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840373.600524:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840373.600532:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840373.600539:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125e300 x1875733134007296/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840389 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840373.600550:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff90ee9125e300 x1875733134007296/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840389 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840373.600610:0:34775:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840373.600627:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840373.600636:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840373.600791:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788840373.601066:0:34775:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840373.601069:0:34775:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840373.601072:0:34775:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4eb58. 00000400:00000200:0.0:1788840373.601079:0:34775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee912345d8 00000400:00000010:0.0:1788840373.601081:0:34775:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee912345d8. 00000100:00000001:0.0:1788840373.601084:0:34775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840373.601089:0:34775:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125e300 x1875733134007296/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840389 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788840373.601097:0:34775:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125e300 x1875733134007296/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840389 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840373.601103:0:34775:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840373.601105:0:34775:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840373.601107:0:34775:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840373.601110:0:34775:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840373.601122:0:34775:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840373.601125:0:34775:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840373.601128:0:34775:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840373.601139:0:34775:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=73 v=5 (5 5 102 102) 00000100:00001000:0.0:1788840373.601143:0:34775:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=31 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840373.601146:0:34775:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840373.601148:0:34775:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.601151:0:34775:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840373.601155:0:34775:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840373.601158:0:34775:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840373.601160:0:34775:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 8589934607 00000100:00000001:0.0:1788840373.601162:0:34775:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840373.601164:0:34775:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840373.601169:0:34775:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125e300 x1875733134007296/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840389 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840373.601176:0:34775:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840373.601179:0:34775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840373.601182:0:34775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840373.601186:0:34775:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125e300 x1875733134007296/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840389 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788840373.601193:0:34775:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125e300 pname:cluuid:pid:xid:nid:opc:job mkdir:10f4a654-3497-48d8-8f70-7e89f4f161cc:34775:1875733134007296:192.168.202.131@tcp:101:mkdir.0 00000100:00000001:0.0:1788840373.601200:0:34775:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840373.601203:0:34775:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840373.601205:0:34775:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788840373.601207:0:34775:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840373.601211:0:34775:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125e300 x1875733134007296/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840389 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840373.601217:0:34775:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840373.601230:0:34775:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee85d30540. 00000100:00000001:0.0:1788840373.601234:0:34775:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788840373.601236:0:34775:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.601239:0:34775:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788840373.601242:0:34775:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840373.601245:0:34775:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840373.601248:0:34775:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8ca00 refcount=4 00000020:00000001:0.0:1788840373.601257:0:34775:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888588800 : -122120820962816 : ffff90ee87d8ca00) 00010000:00000001:0.0:1788840373.601261:0:34775:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888588800 : -122120820962816 : ffff90ee87d8ca00) 00010000:00000040:0.0:1788840373.601267:0:34775:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee87d8ca00, remote cookie: 0x8a436931312bae79, flags: 0x1001 00010000:00010000:0.0:1788840373.601273:0:34775:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8ca00/0x3aa5f499c96f38fc lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae79 expref: -99 pid: 34775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840373.601283:0:34775:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8ca00/0x3aa5f499c96f38fc lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae79 expref: -99 pid: 34775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840373.601290:0:34775:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788840373.601294:0:34775:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788840373.601296:0:34775:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788840373.601297:0:34775:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788840373.601299:0:34775:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788840373.601301:0:34775:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff90ee892b1e00) refcount = 1 00010000:00010000:0.0:1788840373.601305:0:34775:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8ca00/0x3aa5f499c96f38fc lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bae79 expref: -99 pid: 34775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840373.601316:0:34775:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788840373.601319:0:34775:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788840373.601321:0:34775:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840373.601324:0:34775:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788840373.601326:0:34775:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840373.601329:0:34775:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8ca00/0x3aa5f499c96f38fc lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae79 expref: -99 pid: 34775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840373.601335:0:34775:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788840373.601337:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.601338:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840373.601339:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.601340:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840373.601341:0:34775:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840373.601346:0:34775:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788840373.601348:0:34775:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840373.601349:0:34775:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840373.601350:0:34775:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8ca00 refcount=3 00000020:00000001:0.0:1788840373.601353:0:34775:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888588800 : -122120820962816 : ffff90ee87d8ca00) 00010000:00000001:0.0:1788840373.601355:0:34775:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888588800 : -122120820962816 : ffff90ee87d8ca00) 00010000:00000001:0.0:1788840373.601357:0:34775:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840373.601358:0:34775:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840373.601359:0:34775:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8ca00 refcount=4 00000020:00000001:0.0:1788840373.601361:0:34775:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888588800 : -122120820962816 : ffff90ee87d8ca00) 00010000:00000001:0.0:1788840373.601362:0:34775:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888588800 : -122120820962816 : ffff90ee87d8ca00) 00010000:00000001:0.0:1788840373.601365:0:34775:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840373.601368:0:34775:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840373.601371:0:34775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8ca00/0x3aa5f499c96f38fc lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bae79 expref: -99 pid: 34775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840373.601377:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.601379:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840373.601380:0:34775:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840373.601381:0:34775:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840373.601382:0:34775:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8ca00 refcount=5 00000020:00000001:0.0:1788840373.601384:0:34775:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888588800 : -122120820962816 : ffff90ee87d8ca00) 00010000:00000001:0.0:1788840373.601386:0:34775:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888588800 : -122120820962816 : ffff90ee87d8ca00) 00010000:00000001:0.0:1788840373.601389:0:34775:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840373.601391:0:34775:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8ca00/0x3aa5f499c96f38fc lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bae79 expref: -99 pid: 34775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840373.601397:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.601398:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788840373.601400:0:34775:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8ca00/0x3aa5f499c96f38fc lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bae79 expref: -99 pid: 34775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840373.601406:0:34775:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840373.601407:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.601408:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840373.601409:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.601410:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788840373.601416:0:34775:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90ee9125e300 x1875733134007296/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840389 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788840373.601424:0:34775:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840373.601425:0:34775:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840373.601426:0:34775:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8ca00 refcount=3 00000020:00000001:0.0:1788840373.601428:0:34775:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888588800 : -122120820962816 : ffff90ee87d8ca00) 00010000:00000001:0.0:1788840373.601430:0:34775:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888588800 : -122120820962816 : ffff90ee87d8ca00) 00010000:00000001:0.0:1788840373.601432:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.601433:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840373.601435:0:34775:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840373.601436:0:34775:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840373.601439:0:34775:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788840373.601441:0:34775:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840373.601443:0:34775:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840373.601444:0:34775:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8ca00 refcount=3 00000020:00000001:0.0:1788840373.601446:0:34775:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888588800 : -122120820962816 : ffff90ee87d8ca00) 00010000:00000001:0.0:1788840373.601448:0:34775:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888588800 : -122120820962816 : ffff90ee87d8ca00) 00000002:00010000:0.0:1788840373.601461:0:34775:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8ca00/0x3aa5f499c96f38fc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae79 expref: -99 pid: 34775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840373.601467:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.601468:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840373.601469:0:34775:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788840373.601471:0:34775:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840373.601472:0:34775:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840373.601473:0:34775:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8ca00 refcount=3 00000020:00000001:0.0:1788840373.601475:0:34775:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888588800 : -122120820962816 : ffff90ee87d8ca00) 00010000:00000001:0.0:1788840373.601477:0:34775:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888588800 : -122120820962816 : ffff90ee87d8ca00) 00010000:00000040:0.0:1788840373.601483:0:34775:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1e00 count: 2 00010000:00000001:0.0:1788840373.601486:0:34775:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788840373.601490:0:34775:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788840373.601492:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.601493:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840373.601494:0:34775:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788840373.601497:0:34775:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014b3b58 00000002:00002000:0.0:1788840373.601499:0:34775:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788840373.601501:0:34775:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840373.601505:0:34775:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840373.601507:0:34775:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788840373.601510:0:34775:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788840373.601513:0:34775:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788840373.601517:0:34775:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840373.601521:0:34775:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98878800. 00000080:00000001:0.0:1788840373.601526:0:34775:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788840373.601529:0:34775:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788840373.601535:0:34775:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788840373.601539:0:34775:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788840373.601580:0:34775:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff90ee90b50940. 00800000:00000001:0.0:1788840373.601583:0:34775:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446621953037240640 : -122120672310976 : ffff90ee90b50940) 00800000:00000001:0.0:1788840373.601586:0:34775:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840373.601588:0:34775:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788840373.601590:0:34775:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788840373.601593:0:34775:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788840373.601595:0:34775:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788840373.601598:0:34775:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788840373.601600:0:34775:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840373.601604:0:34775:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788840373.601606:0:34775:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1788840373.601611:0:34775:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:0.0:1788840373.601613:0:34775:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840373.601614:0:34775:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840373.601615:0:34775:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8ca00 refcount=3 00000020:00000001:0.0:1788840373.601616:0:34775:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888588800 : -122120820962816 : ffff90ee87d8ca00) 00010000:00000001:0.0:1788840373.601618:0:34775:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888588800 : -122120820962816 : ffff90ee87d8ca00) 00010000:00000001:0.0:1788840373.601620:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.601621:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788840373.601623:0:34775:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788840373.601625:0:34775:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788840373.601626:0:34775:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee90b50940 1 00800000:00000010:0.0:1788840373.601628:0:34775:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff90ee90b50940. 00800000:00000001:0.0:1788840373.601631:0:34775:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840373.601634:0:34775:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f38fc 00800000:00000001:0.0:1788840373.601636:0:34775:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840373.601671:0:34775:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840373.601672:0:34775:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840373.601673:0:34775:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840373.601675:0:34775:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8ca00 refcount=3 00000020:00000001:0.0:1788840373.601677:0:34775:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888588800 : -122120820962816 : ffff90ee87d8ca00) 00010000:00000001:0.0:1788840373.601679:0:34775:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888588800 : -122120820962816 : ffff90ee87d8ca00) 00010000:00000001:0.0:1788840373.601682:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.601683:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840373.601684:0:34775:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840373.601687:0:34775:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840373.601689:0:34775:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840373.601702:0:34775:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:0.0:1788840373.601705:0:34775:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f38fc from it ffffa162014b3e18 00010000:00000001:0.0:1788840373.601707:0:34775:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840373.601707:0:34775:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840373.601709:0:34775:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8ca00 refcount=3 00000020:00000001:0.0:1788840373.601711:0:34775:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888588800 : -122120820962816 : ffff90ee87d8ca00) 00010000:00000001:0.0:1788840373.601713:0:34775:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888588800 : -122120820962816 : ffff90ee87d8ca00) 00010000:00000001:0.0:1788840373.601715:0:34775:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840373.601717:0:34775:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8ca00/0x3aa5f499c96f38fc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bae79 expref: -99 pid: 34775 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840373.601723:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.601724:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840373.601725:0:34775:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840373.601727:0:34775:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840373.601729:0:34775:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8ca00/0x3aa5f499c96f38fc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae79 expref: -99 pid: 34775 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788840373.601736:0:34775:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840373.601738:0:34775:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840373.601740:0:34775:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840373.601744:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.601745:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840373.601746:0:34775:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.601749:0:34775:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840373.601751:0:34775:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.601753:0:34775:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.601755:0:34775:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.601757:0:34775:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840373.601758:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.601759:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788840373.601761:0:34775:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840373.601765:0:34775:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125e300 x1875733134007296/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840389 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840373.601771:0:34775:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788840373.601773:0:34775:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840373.601776:0:34775:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90ee86e6d000. 02000000:00000001:0.0:1788840373.601780:0:34775:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788840373.601782:0:34775:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840373.601784:0:34775:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=3 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:0.0:1788840373.601786:0:34775:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840373.601789:0:34775:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee91279800. 02000000:00000001:0.0:1788840373.601793:0:34775:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840373.601805:0:34775:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840373.601808:0:34775:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125e300. 00000100:00000001:0.0:1788840373.601812:0:34775:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840373.601813:0:34775:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840373.601816:0:34775:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 101 00000080:00000001:0.0:1788840373.601822:0:34775:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840373.602591:0:34775:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788840373.602595:0:34775:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788840373.602598:0:34775:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788840373.602600:0:34775:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014b3ba8 00000080:00200000:2.0:1788840373.602604:0:34775:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:2.0:1788840373.602609:0:34775:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98878400. 00800000:00000002:2.0:1788840373.602615:0:34775:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:2.0:1788840373.602618:0:34775:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788840373.602621:0:34775:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788840373.602623:0:34775:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014b3ac8 00800000:00000002:2.0:1788840373.602626:0:34775:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788840373.602629:0:34775:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788840373.602633:0:34775:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788840373.603460:0:34775:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788840373.603465:0:34775:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014b3998 00000002:00010000:2.0:1788840373.603468:0:34775:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788840373.603473:0:34775:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788840373.603479:0:34775:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840373.603482:0:34775:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840373.603488:0:34775:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1e00 count: 2 00010000:00000001:2.0:1788840373.603491:0:34775:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840373.603495:0:34775:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840373.603500:0:34775:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788840373.603504:0:34775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8ca00/0x3aa5f499c96f38fc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae79 expref: -99 pid: 34775 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788840373.603515:0:34775:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788840373.603521:0:34775:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840373.603524:0:34775:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8ca00/0x3aa5f499c96f38fc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae79 expref: -99 pid: 34775 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788840373.603530:0:34775:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788840373.603532:0:34775:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788840373.603534:0:34775:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788840373.603536:0:34775:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788840373.603539:0:34775:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788840373.603541:0:34775:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788840373.603544:0:34775:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788840373.603547:0:34775:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:2.0:1788840373.603550:0:34775:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98878400. 00000080:00000001:2.0:1788840373.603555:0:34775:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788840373.603556:0:34775:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840373.603559:0:34775:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:2.0:1788840373.603562:0:34775:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f38fc 00800000:00000001:2.0:1788840373.603566:0:34775:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788840373.603568:0:34775:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788840373.603570:0:34775:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840373.603571:0:34775:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840373.603574:0:34775:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8ca00 refcount=3 00000020:00000001:2.0:1788840373.603576:0:34775:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888588800 : -122120820962816 : ffff90ee87d8ca00) 00010000:00000001:2.0:1788840373.603578:0:34775:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888588800 : -122120820962816 : ffff90ee87d8ca00) 00010000:00000001:2.0:1788840373.603581:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840373.603583:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840373.603584:0:34775:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840373.603586:0:34775:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840373.603588:0:34775:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f38fc from it ffffa162014b3be0 00010000:00000001:2.0:1788840373.603590:0:34775:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840373.603591:0:34775:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840373.603592:0:34775:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8ca00 refcount=3 00000020:00000001:2.0:1788840373.603594:0:34775:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888588800 : -122120820962816 : ffff90ee87d8ca00) 00010000:00000001:2.0:1788840373.603596:0:34775:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888588800 : -122120820962816 : ffff90ee87d8ca00) 00010000:00000001:2.0:1788840373.603598:0:34775:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788840373.603600:0:34775:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8ca00/0x3aa5f499c96f38fc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bae79 expref: -99 pid: 34775 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788840373.603606:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840373.603607:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840373.603608:0:34775:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788840373.603610:0:34775:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788840373.603612:0:34775:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8ca00/0x3aa5f499c96f38fc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae79 expref: -99 pid: 34775 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788840373.603619:0:34775:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788840373.603621:0:34775:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788840373.603624:0:34775:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840373.603628:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840373.603629:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840373.603631:0:34775:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840373.603634:0:34775:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788840373.603635:0:34775:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840373.603637:0:34775:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840373.603753:0:34775:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840373.603755:0:34775:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788840373.603756:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840373.603757:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788840373.603760:0:34775:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788840373.603763:0:34775:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788840373.603765:0:34775:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788840373.603770:0:34775:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788840373.603785:0:34775:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90ee86e75260. 00000020:00000001:2.0:1788840373.603788:0:34775:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014b3d98 00000080:00200000:2.0:1788840373.603790:0:34775:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), flags=1536 00000080:00000001:2.0:1788840373.603793:0:34775:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788840373.603794:0:34775:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788840373.603796:0:34775:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014b3ca8 00000080:00200000:2.0:1788840373.603797:0:34775:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:2.0:1788840373.603800:0:34775:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98878400. 00800000:00000002:2.0:1788840373.603804:0:34775:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:2.0:1788840373.603807:0:34775:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788840373.603809:0:34775:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788840373.603810:0:34775:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014b3bc8 00800000:00000002:2.0:1788840373.603812:0:34775:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788840373.603815:0:34775:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788840373.603818:0:34775:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788840373.603821:0:34775:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788840373.603823:0:34775:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014b3a98 00000002:00010000:2.0:1788840373.603824:0:34775:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788840373.603897:0:34775:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788840373.603899:0:34775:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840373.603900:0:34775:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840373.603903:0:34775:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1e00 count: 2 00010000:00000001:2.0:1788840373.603905:0:34775:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840373.603908:0:34775:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840373.603910:0:34775:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788840373.603914:0:34775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8ca00/0x3aa5f499c96f38fc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae79 expref: -99 pid: 34775 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:2.0:1788840373.603921:0:34775:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788840373.603923:0:34775:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840373.603926:0:34775:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8ca00/0x3aa5f499c96f38fc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae79 expref: -99 pid: 34775 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:2.0:1788840373.603933:0:34775:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788840373.603934:0:34775:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788840373.603936:0:34775:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788840373.603938:0:34775:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788840373.603940:0:34775:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788840373.603942:0:34775:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788840373.603944:0:34775:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788840373.603946:0:34775:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:2.0:1788840373.603948:0:34775:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98878400. 00000080:00000001:2.0:1788840373.603951:0:34775:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788840373.603952:0:34775:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840373.603954:0:34775:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:2.0:1788840373.603957:0:34775:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f38fc 00800000:00000001:2.0:1788840373.603959:0:34775:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788840373.603960:0:34775:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788840373.603962:0:34775:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840373.603963:0:34775:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840373.603964:0:34775:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8ca00 refcount=3 00000020:00000001:2.0:1788840373.603966:0:34775:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888588800 : -122120820962816 : ffff90ee87d8ca00) 00010000:00000001:2.0:1788840373.603968:0:34775:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888588800 : -122120820962816 : ffff90ee87d8ca00) 00010000:00000001:2.0:1788840373.603971:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840373.603972:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840373.603973:0:34775:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840373.603974:0:34775:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840373.603976:0:34775:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f38fc from it ffffa162014b3ce0 00010000:00000001:2.0:1788840373.603978:0:34775:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840373.603979:0:34775:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840373.603980:0:34775:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8ca00 refcount=3 00000020:00000001:2.0:1788840373.603982:0:34775:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888588800 : -122120820962816 : ffff90ee87d8ca00) 00010000:00000001:2.0:1788840373.603984:0:34775:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888588800 : -122120820962816 : ffff90ee87d8ca00) 00010000:00000001:2.0:1788840373.603986:0:34775:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788840373.603989:0:34775:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8ca00/0x3aa5f499c96f38fc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bae79 expref: -99 pid: 34775 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788840373.603995:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840373.603996:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840373.603997:0:34775:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788840373.603998:0:34775:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788840373.604001:0:34775:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8ca00/0x3aa5f499c96f38fc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae79 expref: -99 pid: 34775 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788840373.604007:0:34775:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788840373.604008:0:34775:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788840373.604010:0:34775:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840373.604012:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840373.604013:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840373.604014:0:34775:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840373.604016:0:34775:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788840373.604018:0:34775:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840373.604019:0:34775:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840373.604021:0:34775:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840373.604023:0:34775:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788840373.604024:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840373.604025:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788840373.604027:0:34775:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788840373.604028:0:34775:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788840373.604030:0:34775:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 3 00000080:00000001:2.0:1788840373.604033:0:34775:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840373.604038:0:34775:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788840373.604039:0:34775:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788840373.604040:0:34775:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014b3d90 00000080:00200000:2.0:1788840373.604042:0:34775:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:2.0:1788840373.604046:0:34775:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98878400. 00800000:00000002:2.0:1788840373.604048:0:34775:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:2.0:1788840373.604051:0:34775:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788840373.604052:0:34775:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788840373.604053:0:34775:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014b3cb0 00800000:00000002:2.0:1788840373.604055:0:34775:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788840373.604059:0:34775:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788840373.604061:0:34775:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788840373.604064:0:34775:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788840373.604065:0:34775:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014b3b80 00000002:00010000:2.0:1788840373.604067:0:34775:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788840373.604070:0:34775:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788840373.604071:0:34775:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840373.604072:0:34775:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840373.604075:0:34775:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1e00 count: 2 00010000:00000001:2.0:1788840373.604076:0:34775:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840373.604079:0:34775:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840373.604080:0:34775:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788840373.604083:0:34775:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8ca00/0x3aa5f499c96f38fc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae79 expref: -99 pid: 34775 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:2.0:1788840373.604089:0:34775:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788840373.604091:0:34775:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840373.604093:0:34775:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8ca00/0x3aa5f499c96f38fc lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae79 expref: -99 pid: 34775 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:2.0:1788840373.604099:0:34775:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788840373.604100:0:34775:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788840373.604102:0:34775:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788840373.604103:0:34775:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788840373.604105:0:34775:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788840373.604107:0:34775:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788840373.604108:0:34775:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788840373.604110:0:34775:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:2.0:1788840373.604112:0:34775:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98878400. 00000080:00000001:2.0:1788840373.604114:0:34775:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788840373.604115:0:34775:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840373.604117:0:34775:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:2.0:1788840373.604120:0:34775:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f38fc 00800000:00000001:2.0:1788840373.604125:0:34775:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788840373.604126:0:34775:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788840373.604128:0:34775:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840373.604129:0:34775:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840373.604130:0:34775:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8ca00 refcount=3 00000020:00000001:2.0:1788840373.604132:0:34775:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888588800 : -122120820962816 : ffff90ee87d8ca00) 00010000:00000001:2.0:1788840373.604134:0:34775:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888588800 : -122120820962816 : ffff90ee87d8ca00) 00010000:00000001:2.0:1788840373.604136:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840373.604137:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840373.604138:0:34775:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840373.604140:0:34775:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840373.604142:0:34775:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f38fc from it ffffa162014b3dc8 00010000:00000001:2.0:1788840373.604144:0:34775:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840373.604145:0:34775:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840373.604146:0:34775:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8ca00 refcount=3 00000020:00000001:2.0:1788840373.604148:0:34775:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888588800 : -122120820962816 : ffff90ee87d8ca00) 00010000:00000001:2.0:1788840373.604150:0:34775:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888588800 : -122120820962816 : ffff90ee87d8ca00) 00010000:00000001:2.0:1788840373.604152:0:34775:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788840373.604154:0:34775:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8ca00/0x3aa5f499c96f38fc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bae79 expref: -99 pid: 34775 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:2.0:1788840373.604161:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840373.604162:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840373.604163:0:34775:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788840373.604164:0:34775:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788840373.604167:0:34775:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8ca00/0x3aa5f499c96f38fc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae79 expref: -99 pid: 34775 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:2.0:1788840373.604172:0:34775:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788840373.604174:0:34775:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788840373.604175:0:34775:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840373.604177:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840373.604178:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840373.604179:0:34775:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840373.604181:0:34775:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788840373.604183:0:34775:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840373.604184:0:34775:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840373.604186:0:34775:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840373.604188:0:34775:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788840373.604189:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840373.604190:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788840373.604191:0:34775:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788840373.604193:0:34775:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788840373.604195:0:34775:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 3 00000080:00000001:2.0:1788840373.604198:0:34775:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840373.604201:0:34775:0:(namei.c:2236:do_mkdir()) Process entered 00000020:00000001:2.0:1788840373.604203:0:34775:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014b3da0 00000080:00200000:2.0:1788840373.604205:0:34775:0:(namei.c:2239:do_mkdir()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00000001:2.0:1788840373.604208:0:34775:0:(namei.c:1968:ll_new_node()) Process entered 00000080:00000001:2.0:1788840373.604210:0:34775:0:(namei.c:1778:ll_new_node_prepare()) Process entered 00000080:00000010:2.0:1788840373.604213:0:34775:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98878400. 00800000:00000002:2.0:1788840373.604217:0:34775:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000010:2.0:1788840373.604350:0:34775:0:(namei.c:1796:ll_new_node_prepare()) kmalloced '(lum)': 48 at ffff90eea05b2980. 00000080:00000001:2.0:1788840373.604354:0:34775:0:(namei.c:1884:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840373.604358:0:34775:0:(lmv_obd.c:2310:lmv_create()) Process entered 00800000:00000001:2.0:1788840373.604360:0:34775:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:2.0:1788840373.604367:0:34775:0:(lmv_obd.c:1705:lmv_locate_tgt_qos()) Process entered 00800000:00000001:2.0:1788840373.604369:0:34775:0:(lmv_obd.c:1708:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:2.0:1788840373.604372:0:34775:0:(lmv_obd.c:1786:lmv_locate_tgt_rr()) Process entered 00800000:00000001:2.0:1788840373.604374:0:34775:0:(lmv_obd.c:1800:lmv_locate_tgt_rr()) Process leaving (rc=18446621952875900928 : -122120833650688 : ffff90ee87173000) 00800000:00000001:2.0:1788840373.604376:0:34775:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446621952875900928 : -122120833650688 : ffff90ee87173000) 00800000:00000001:2.0:1788840373.604379:0:34775:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:2.0:1788840373.604381:0:34775:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:2.0:1788840373.604385:0:34775:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:2.0:1788840373.604387:0:34775:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:2.0:1788840373.604390:0:34775:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff90ee90f70800: Allocated FID [0x200000404:0x32:0x0] 40000000:00000001:2.0:1788840373.604393:0:34775:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840373.604395:0:34775:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840373.604397:0:34775:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840373.604398:0:34775:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840373.604400:0:34775:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014b3bc0 00800000:00000002:2.0:1788840373.604403:0:34775:0:(lmv_obd.c:2351:lmv_create()) CREATE name 'd24b.recovery-small' [0x200000404:0x32:0x0] on [0x200000007:0x1:0x0] -> mds #0, layout version 1 00000002:00000001:2.0:1788840373.604407:0:34775:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:2.0:1788840373.604409:0:34775:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:2.0:1788840373.604413:0:34775:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1e00 count: 2 00010000:00000001:2.0:1788840373.604415:0:34775:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840373.604417:0:34775:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:2.0:1788840373.604420:0:34775:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788840373.604423:0:34775:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8ca00/0x3aa5f499c96f38fc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8a436931312bae79 expref: -99 pid: 34775 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00000001:2.0:1788840373.604431:0:34775:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788840373.604435:0:34775:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788840373.604437:0:34775:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788840373.604439:0:34775:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:2.0:1788840373.604441:0:34775:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840373.604443:0:34775:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840373.604444:0:34775:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1e00 count: 3 00010000:00000001:2.0:1788840373.604446:0:34775:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788840373.604460:0:34775:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840373.604462:0:34775:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840373.604463:0:34775:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840373.604464:0:34775:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1e00 count: 3 00010000:00000001:2.0:1788840373.604466:0:34775:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788840373.604468:0:34775:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840373.604469:0:34775:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840373.604470:0:34775:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840373.604471:0:34775:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1e00 count: 3 00010000:00000001:2.0:1788840373.604473:0:34775:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788840373.604474:0:34775:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840373.604476:0:34775:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788840373.604479:0:34775:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff90ee90514200, pfid = [0x0:0x0:0x0] 00000080:00000001:2.0:1788840373.604482:0:34775:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:2.0:1788840373.604485:0:34775:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:2.0:1788840373.604487:0:34775:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788840373.604488:0:34775:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840373.604492:0:34775:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788840373.604495:0:34775:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788840373.604496:0:34775:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788840373.604498:0:34775:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840373.604499:0:34775:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:2.0:1788840373.604502:0:34775:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee87d8ca00 with handle 0x3aa5f499c96f38fc from hash 00010000:00000001:2.0:1788840373.604504:0:34775:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788840373.604505:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840373.604506:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840373.604507:0:34775:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788840373.604510:0:34775:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788840373.604511:0:34775:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788840373.604514:0:34775:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788840373.604516:0:34775:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788840373.604517:0:34775:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:2.0:1788840373.604522:0:34775:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125dc00. 00000020:00000040:2.0:1788840373.604527:0:34775:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=4 obd=lustre-MDT0000-mdc-ffff90ee90f70800 02000000:00000001:2.0:1788840373.604532:0:34775:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1788840373.604534:0:34775:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840373.604536:0:34775:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788840373.604540:0:34775:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840373.604542:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840373.604543:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840373.604544:0:34775:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840373.604546:0:34775:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840373.604548:0:34775:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840373.604551:0:34775:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840373.604559:0:34775:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee91279800. 00000100:00000001:2.0:1788840373.604566:0:34775:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840373.604568:0:34775:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840373.604570:0:34775:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:2.0:1788840373.604576:0:34775:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8ca00/0x3aa5f499c96f38fc lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312bae79 expref: -99 pid: 34775 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:2.0:1788840373.604582:0:34775:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788840373.604584:0:34775:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:2.0:1788840373.604585:0:34775:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:2.0:1788840373.604588:0:34775:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8ca00/0x3aa5f499c96f38fc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312bae79 expref: -99 pid: 34775 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000040:2.0:1788840373.604594:0:34775:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee892b1e00 count: 0 00010000:00000010:2.0:1788840373.604604:0:34775:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90ee98e7d200. 00010000:00000001:2.0:1788840373.604614:0:34775:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840373.604615:0:34775:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840373.604617:0:34775:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840373.604618:0:34775:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840373.604620:0:34775:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:2.0:1788840373.604631:0:34775:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:2.0:1788840373.604796:0:34775:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee9125dc00 x1875733134007552/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788840373.604805:0:34775:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788840373.604807:0:34775:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788840373.604813:0:34775:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee85d30540. 00000100:00000001:2.0:1788840373.604815:0:34775:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952854656320 : -122120854895296 : ffff90ee85d30540) 00000100:00000001:2.0:1788840373.604818:0:34775:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840373.604820:0:34775:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044634624 : -122120664916992 : ffff90ee9125dc00) 00000100:00000001:2.0:1788840373.604824:0:34775:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840373.604897:0:34775:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840373.604900:0:34775:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788840373.604901:0:34775:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840373.604906:0:34775:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125dc00 x1875733134007552/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/576 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840373.604914:0:34775:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840373.604916:0:34775:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840373.604919:0:34775:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840373.604922:0:34775:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840373.604924:0:34775:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840373.604927:0:34775:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125dc00 pname:cluuid:pid:xid:nid:opc:job mkdir:10f4a654-3497-48d8-8f70-7e89f4f161cc:34775:1875733134007552:192.168.202.131@tcp:36:mkdir.0 00000100:00000001:2.0:1788840373.604933:0:34775:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840373.604938:0:34775:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840373.604940:0:34775:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840373.604943:0:34775:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840373.604947:0:34775:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee9127b800. 02000000:00000001:2.0:1788840373.604949:0:34775:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840373.604956:0:34775:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840373.604960:0:34775:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e0b0. 00000400:00000010:2.0:1788840373.604967:0:34775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234908. 00000100:00000200:2.0:1788840373.604973:0:34775:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733134007552, portal 10 00000100:00000001:2.0:1788840373.604975:0:34775:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840373.604977:0:34775:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044634624 : -122120664916992 : ffff90ee9125dc00) 00000100:00000040:2.0:1788840373.604983:0:34775:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125dc00 x1875733134007552/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/576 e 0 to 0 dl 1788840389 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840373.604989:0:34775:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840373.604992:0:34775:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840373.604994:0:34775:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234440. 00000100:00000200:2.0:1788840373.604997:0:34775:0:(niobuf.c:94:ptl_send_buf()) Sending 568 bytes to portal 12, xid 1875733134007552, offset 0 00000400:00000200:2.0:1788840373.605003:0:34775:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840373.605011:0:34775:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.605018:0:34775:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840373.605023:0:34775:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840373.605027:0:34775:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840373.605031:0:34775:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840373.605033:0:34775:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840373.605037:0:34775:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2647:2647:256:4294967295] 192.168.202.131@tcp LPNI seq info [2647:2647:8:4294967295] 00000400:00000200:2.0:1788840373.605041:0:34775:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.605050:0:34775:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840373.605055:0:34775:0:(socklnd_cb.c:931:ksocknal_send()) sending 568 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840373.605060:0:34775:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee84c26200. 00000800:00000200:2.0:1788840373.605066:0:34775:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840373.605074:0:34775:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840373.605078:0:34775:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee84c26200 type 1, nob 664 niov 1 nkiov 1 00000100:00000001:2.0:1788840373.605161:0:34775:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840373.605166:0:34775:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 801337 usecs (802 jiffies) 00000400:00000200:2.0:1788840373.605169:0:34775:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840373.605172:0:34775:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296604225 00000100:00000001:2.0:1788840373.605176:0:34775:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296606629 00000100:00000001:2.0:1788840373.605177:0:34775:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296604225 00000100:00000001:2.0:1788840373.605180:0:34775:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296606629 00000100:00000001:2.0:1788840373.605182:0:34775:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840373.605185:0:34775:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840373.605187:0:34775:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840373.605190:0:34775:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788840373.605193:0:34775:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee85d30540 going to sleep for 11 seconds 00000100:00000001:2.0:1788840373.605195:0:34775:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840373.605198:0:34775:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840373.606510:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840373.606519:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee84c26200. 00000400:00000200:3.0:1788840373.606527:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840373.606535:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840373.606543:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234440 00000400:00000010:3.0:1788840373.606545:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234440. 00000100:00000001:3.0:1788840373.606550:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840373.606557:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125dc00 x1875733134007552/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/576 e 0 to 0 dl 1788840389 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840373.606568:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840373.606571:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee9125dc00 x1875733134007552/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/576 e 0 to 0 dl 1788840389 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840373.606578:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840373.606580:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:2.1:1788840373.609926:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1e00. 00010000:00000010:2.1:1788840373.609959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8ca00. 00000800:00000001:2.0:1788840373.615063:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840373.615081:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840373.615085:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840373.615088:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840373.615097:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.615105:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840373.615114:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.615119:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.615125:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.615129:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 448 into portal 10 MB=0x6a9f827255d00 00000400:00000200:2.0:1788840373.615134:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.615140:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 448/448 into md 0x7325 [1] + 224 00000800:00000001:2.0:1788840373.615147:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840373.615153:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840373.615156:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840373.615160:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840373.615168:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840373.615176:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125dc00 x1875733134007552/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/576 e 0 to 0 dl 1788840389 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840373.615186:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=576 req@ffff90ee9125dc00 x1875733134007552/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/576 e 0 to 0 dl 1788840389 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840373.615207:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1788840373.615217:0:2354:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788840373.615227:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.615233:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840373.615240:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2648:2648:256:4294967295] 192.168.202.131@tcp LPNI seq info [2648:2648:8:4294967295] 00000400:00000200:2.0:1788840373.615244:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840373.615352:0:34775:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788840373.615363:0:34775:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840373.615365:0:34775:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840373.615369:0:34775:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e0b0. 00000400:00000200:3.0:1788840373.615375:0:34775:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234908 00000400:00000010:3.0:1788840373.615377:0:34775:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234908. 00000100:00000001:3.0:1788840373.615381:0:34775:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840373.615386:0:34775:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125dc00 x1875733134007552/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/576 e 0 to 0 dl 1788840389 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840373.615394:0:34775:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125dc00 x1875733134007552/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/576 e 0 to 0 dl 1788840389 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840373.615400:0:34775:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840373.615402:0:34775:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840373.615405:0:34775:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840373.615408:0:34775:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840373.615411:0:34775:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840373.615413:0:34775:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840373.615416:0:34775:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840373.615426:0:34775:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=73 v=5 (5 5 102 102) 00000100:00001000:3.0:1788840373.615430:0:34775:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840373.615432:0:34775:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840373.615434:0:34775:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840373.615437:0:34775:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840373.615441:0:34775:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840373.615444:0:34775:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788840373.615446:0:34775:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a2/0x1] 00000100:00000001:3.0:1788840373.615448:0:34775:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788840373.615460:0:34775:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840373.615461:0:34775:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044634624 : -122120664916992 : ffff90ee9125dc00) 00000100:00000001:3.0:1788840373.615464:0:34775:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840373.615466:0:34775:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 8589934607 00000100:00000001:3.0:1788840373.615468:0:34775:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840373.615471:0:34775:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840373.615476:0:34775:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125dc00 x1875733134007552/t8589934608(8589934608) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/448 e 0 to 0 dl 1788840389 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840373.615489:0:34775:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840373.615492:0:34775:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840373.615494:0:34775:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840373.615498:0:34775:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125dc00 x1875733134007552/t8589934608(8589934608) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/448 e 0 to 0 dl 1788840389 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840373.615506:0:34775:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125dc00 pname:cluuid:pid:xid:nid:opc:job mkdir:10f4a654-3497-48d8-8f70-7e89f4f161cc:34775:1875733134007552:192.168.202.131@tcp:36:mkdir.0 00000100:00000001:3.0:1788840373.615510:0:34775:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840373.615513:0:34775:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840373.615515:0:34775:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788840373.615517:0:34775:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840373.615521:0:34775:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee9125dc00 x1875733134007552/t8589934608(8589934608) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/448 e 0 to 0 dl 1788840389 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840373.615527:0:34775:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788840373.615529:0:34775:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee85d30540. 00000100:00000001:3.0:1788840373.615533:0:34775:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788840373.615534:0:34775:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840373.615542:0:34775:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788840373.615547:0:34775:0:(lmv_obd.c:2359:lmv_create()) Created - [0x200000404:0x32:0x0] 00800000:00000001:3.0:1788840373.615549:0:34775:0:(lmv_obd.c:2416:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840373.615553:0:34775:0:(namei.c:1904:ll_new_node_finish()) Process entered 00000080:00000002:3.0:1788840373.615556:0:34775:0:(namei.c:1700:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1788840366 to 1788840373 00000080:00000001:3.0:1788840373.615560:0:34775:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788840373.615567:0:34775:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788840373.615569:0:34775:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788840373.615571:0:34775:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833970 : 144115205322833970 : 200000404000032) 00000080:00000001:3.0:1788840373.615574:0:34775:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1788840373.615590:0:34775:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff90ee9058b180. 00000080:00000001:3.0:1788840373.615600:0:34775:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:3.0:1788840373.615603:0:34775:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x32:0x0](ffff90ee9058b248) 00000080:00000001:3.0:1788840373.615605:0:34775:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1788840373.615607:0:34775:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x32:0x0] 00000080:00000001:3.0:1788840373.615611:0:34775:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840373.615612:0:34775:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833970 : 144115205322833970 : 200000404000032) 00000080:00000001:3.0:1788840373.615615:0:34775:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1788840373.615617:0:34775:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833970 mtime from 0 to 1788840373 00000080:00200000:3.0:1788840373.615621:0:34775:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x32:0x0], updating i_size 16384 00000080:00000001:3.0:1788840373.615623:0:34775:0:(llite_lib.c:3382:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1788840373.615626:0:34775:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621953031189064 : -122120678362552 : ffff90ee9058b248) 00000080:00000001:3.0:1788840373.615628:0:34775:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1788840373.615631:0:34775:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1788840373.615633:0:34775:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840373.615637:0:34775:0:(namei.c:1951:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840373.615686:0:34775:0:(namei.c:2063:ll_new_node()) Process leaving 00000100:00000001:3.0:1788840373.615687:0:34775:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840373.615691:0:34775:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125dc00 x1875733134007552/t8589934608(8589934608) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/448 e 0 to 0 dl 1788840389 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840373.615696:0:34775:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788840373.615699:0:34775:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:3.0:1788840373.615701:0:34775:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98878400. 00000080:00000010:3.0:1788840373.615705:0:34775:0:(namei.c:2069:ll_new_node()) kfreed 'lum': 48 at ffff90eea05b2980. 00000080:00000001:3.0:1788840373.615708:0:34775:0:(namei.c:2071:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840373.615710:0:34775:0:(namei.c:2247:do_mkdir()) Process leaving via out_tally (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788840373.615714:0:34775:0:(namei.c:2291:do_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840373.615726:0:34775:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1788840373.615731:0:34775:0:(dcache.c:48:ll_release()) Process leaving 00000400:00000200:2.0:1788840373.616365:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) 192.168.202.131@tcp : ACK try# 0 00000800:00000200:2.0:1788840373.616375:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840373.616383:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee84c26200. 00000800:00000200:2.0:1788840373.616390:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840373.616398:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840373.616403:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee84c26200 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788840373.616506:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840373.616510:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee84c26200. 00000400:00000200:2.0:1788840373.616515:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840373.616519:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: ACK: OK 00000800:00000001:2.0:1788840373.616526:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840373.616531:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.1:1788840373.623854:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee86e75260. 00000080:00000001:2.0:1788840373.630060:0:34776:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788840373.630069:0:34776:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788840373.630071:0:34776:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788840373.630075:0:34776:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907bc0 00000080:00200000:2.0:1788840373.630081:0:34776:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:2.0:1788840373.630090:0:34776:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98878800. 00800000:00000002:2.0:1788840373.630097:0:34776:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:2.0:1788840373.630102:0:34776:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788840373.630106:0:34776:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788840373.630109:0:34776:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907ae0 00800000:00000002:2.0:1788840373.630112:0:34776:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788840373.630115:0:34776:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788840373.630119:0:34776:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788840373.630125:0:34776:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788840373.630128:0:34776:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162019079b0 00000002:00010000:2.0:1788840373.630130:0:34776:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788840373.630134:0:34776:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788840373.630136:0:34776:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840373.630139:0:34776:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788840373.630145:0:34776:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840373.630148:0:34776:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840373.630150:0:34776:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840373.630152:0:34776:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788840373.630155:0:34776:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788840373.630160:0:34776:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125c000. 00000020:00000040:2.0:1788840373.630165:0:34776:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00010000:00000001:2.0:1788840373.630172:0:34776:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788840373.630177:0:34776:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840373.630183:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840373.630185:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840373.630186:0:34776:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840373.630189:0:34776:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840373.630192:0:34776:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840373.630197:0:34776:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840373.630205:0:34776:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee9127a000. 00000100:00000001:2.0:1788840373.630212:0:34776:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840373.630217:0:34776:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840373.630219:0:34776:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840373.630232:0:34776:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840373.630233:0:34776:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840373.630235:0:34776:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840373.630241:0:34776:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621953044627456 : -122120664924160 : ffff90ee9125c000) 00010000:00000001:2.0:1788840373.630246:0:34776:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788840373.630367:0:34776:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788840373.630373:0:34776:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee892b1e00. 00010000:00000010:2.0:1788840373.630378:0:34776:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee98e7d200. 00010000:00000001:2.0:1788840373.630383:0:34776:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788840373.630386:0:34776:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee87d8c200. 00000020:00000001:2.0:1788840373.630389:0:34776:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788840373.630392:0:34776:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee87d8c200 with handle 0x3aa5f499c96f3903 to hash 00000020:00000001:2.0:1788840373.630394:0:34776:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788840373.630396:0:34776:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00010000:00000001:2.0:1788840373.630399:0:34776:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00010000:00000001:2.0:1788840373.630402:0:34776:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840373.630405:0:34776:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840373.630409:0:34776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c200/0x3aa5f499c96f3903 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840373.630419:0:34776:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c200/0x3aa5f499c96f3903 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840373.630429:0:34776:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c200/0x3aa5f499c96f3903 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34776 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788840373.630435:0:34776:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788840373.630437:0:34776:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788840373.630444:0:34776:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee85d30d80. 00000100:00000001:2.0:1788840373.630446:0:34776:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952854658432 : -122120854893184 : ffff90ee85d30d80) 00000100:00000001:2.0:1788840373.630459:0:34776:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840373.630461:0:34776:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044627456 : -122120664924160 : ffff90ee9125c000) 00000100:00000001:2.0:1788840373.630465:0:34776:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840373.630469:0:34776:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840373.630471:0:34776:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788840373.630473:0:34776:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840373.630483:0:34776:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125c000 x1875733134007680/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840373.630492:0:34776:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840373.630495:0:34776:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840373.630498:0:34776:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840373.630501:0:34776:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840373.630504:0:34776:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840373.630507:0:34776:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125c000 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:34776:1875733134007680:192.168.202.131@tcp:101:lfs.0 00000100:00000001:2.0:1788840373.630512:0:34776:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840373.630516:0:34776:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840373.630519:0:34776:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840373.630521:0:34776:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840373.630526:0:34776:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90ee86e6e000. 02000000:00000001:2.0:1788840373.630528:0:34776:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840373.630535:0:34776:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840373.630539:0:34776:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4ec60. 00000400:00000010:2.0:1788840373.630546:0:34776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234330. 00000100:00000200:2.0:1788840373.630555:0:34776:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875733134007680, portal 10 00000100:00000001:2.0:1788840373.630557:0:34776:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840373.630558:0:34776:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044627456 : -122120664924160 : ffff90ee9125c000) 00000100:00000040:2.0:1788840373.630564:0:34776:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee9125c000 x1875733134007680/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840389 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840373.630571:0:34776:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840373.630574:0:34776:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840373.630577:0:34776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234e58. 00000100:00000200:2.0:1788840373.630580:0:34776:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875733134007680, offset 0 00000400:00000200:2.0:1788840373.630586:0:34776:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840373.630595:0:34776:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.630602:0:34776:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840373.630607:0:34776:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840373.630611:0:34776:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840373.630615:0:34776:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840373.630618:0:34776:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840373.630621:0:34776:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2649:2649:256:4294967295] 192.168.202.131@tcp LPNI seq info [2649:2649:8:4294967295] 00000400:00000200:2.0:1788840373.630626:0:34776:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.630635:0:34776:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840373.631081:0:34776:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840373.631088:0:34776:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee84c26200. 00000800:00000200:2.0:1788840373.631096:0:34776:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840373.631105:0:34776:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840373.631109:0:34776:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee84c26200 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788840373.631193:0:34776:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840373.631198:0:34776:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 800375 usecs (801 jiffies) 00000400:00000200:2.0:1788840373.631202:0:34776:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840373.631205:0:34776:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296604250 00000100:00000001:2.0:1788840373.631209:0:34776:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296606629 00000100:00000001:2.0:1788840373.631211:0:34776:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296604250 00000100:00000001:2.0:1788840373.631213:0:34776:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296606629 00000100:00000001:2.0:1788840373.631215:0:34776:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840373.631232:0:34776:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840373.631235:0:34776:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840373.631238:0:34776:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788840373.631241:0:34776:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee85d30d80 going to sleep for 11 seconds 00000100:00000001:2.0:1788840373.631244:0:34776:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840373.631247:0:34776:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840373.633892:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840373.633902:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee84c26200. 00000400:00000200:3.0:1788840373.633910:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840373.633919:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840373.633925:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234e58 00000400:00000010:3.0:1788840373.633928:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234e58. 00000100:00000001:3.0:1788840373.633932:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840373.633941:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125c000 x1875733134007680/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840389 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840373.633953:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840373.633958:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee9125c000 x1875733134007680/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840389 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840373.633965:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840373.633967:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840373.638888:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840373.638909:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840373.638914:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840373.638917:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840373.638928:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.638938:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840373.638948:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.638953:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.638959:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.638963:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 688 into portal 10 MB=0x6a9f827255d80 00000400:00000200:2.0:1788840373.638968:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.638974:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 688/688 into md 0x7335 [1] + 224 00000800:00000001:2.0:1788840373.638981:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840373.638989:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840373.638993:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840373.638998:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840373.639006:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840373.639015:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125c000 x1875733134007680/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840389 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840373.639027:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff90ee9125c000 x1875733134007680/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840389 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840373.639042:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840373.639050:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840373.639054:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840373.639176:0:34776:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840373.639184:0:34776:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840373.639186:0:34776:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840373.639190:0:34776:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4ec60. 00000400:00000200:0.0:1788840373.639195:0:34776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234330 00000400:00000010:0.0:1788840373.639198:0:34776:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234330. 00000100:00000001:0.0:1788840373.639201:0:34776:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840373.639207:0:34776:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125c000 x1875733134007680/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840389 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788840373.639215:0:34776:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125c000 x1875733134007680/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840389 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840373.639233:0:34776:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840373.639235:0:34776:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840373.639237:0:34776:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840373.639240:0:34776:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840373.639243:0:34776:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840373.639245:0:34776:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840373.639248:0:34776:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840373.639263:0:34776:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=73 v=5 (5 5 102 102) 00000100:00001000:0.0:1788840373.639267:0:34776:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=31 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840373.639269:0:34776:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840373.639271:0:34776:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.639274:0:34776:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840373.639278:0:34776:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840373.639282:0:34776:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840373.639284:0:34776:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 8589934607 00000100:00000001:0.0:1788840373.639286:0:34776:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840373.639290:0:34776:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840373.639294:0:34776:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125c000 x1875733134007680/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840389 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840373.639301:0:34776:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840373.639304:0:34776:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840373.639306:0:34776:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840373.639310:0:34776:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125c000 x1875733134007680/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840389 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788840373.639318:0:34776:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125c000 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:34776:1875733134007680:192.168.202.131@tcp:101:lfs.0 00000100:00000001:0.0:1788840373.639323:0:34776:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840373.639326:0:34776:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840373.639328:0:34776:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788840373.639331:0:34776:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840373.639334:0:34776:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125c000 x1875733134007680/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840389 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840373.639341:0:34776:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840373.639344:0:34776:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee85d30d80. 00000100:00000001:0.0:1788840373.639347:0:34776:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788840373.639349:0:34776:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.639353:0:34776:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788840373.639358:0:34776:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840373.639362:0:34776:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840373.639367:0:34776:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c200 refcount=4 00000020:00000001:0.0:1788840373.639369:0:34776:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00010000:00000001:0.0:1788840373.639373:0:34776:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00010000:00000040:0.0:1788840373.639380:0:34776:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee87d8c200, remote cookie: 0x8a436931312bae95, flags: 0x1001 00010000:00010000:0.0:1788840373.639387:0:34776:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c200/0x3aa5f499c96f3903 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae95 expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840373.639399:0:34776:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c200/0x3aa5f499c96f3903 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae95 expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840373.639406:0:34776:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788840373.639411:0:34776:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788840373.639413:0:34776:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788840373.639415:0:34776:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788840373.639416:0:34776:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788840373.639419:0:34776:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff90ee892b1e00) refcount = 1 00010000:00010000:0.0:1788840373.639423:0:34776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c200/0x3aa5f499c96f3903 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bae95 expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840373.639430:0:34776:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788840373.639432:0:34776:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788840373.639434:0:34776:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840373.639436:0:34776:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788840373.639438:0:34776:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840373.639442:0:34776:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c200/0x3aa5f499c96f3903 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae95 expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840373.639458:0:34776:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788840373.639460:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.639461:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840373.639462:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.639463:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840373.639465:0:34776:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840373.639469:0:34776:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788840373.639471:0:34776:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840373.639472:0:34776:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840373.639474:0:34776:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c200 refcount=3 00000020:00000001:0.0:1788840373.639476:0:34776:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00010000:00000001:0.0:1788840373.639479:0:34776:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00010000:00000001:0.0:1788840373.639481:0:34776:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840373.639482:0:34776:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840373.639483:0:34776:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c200 refcount=4 00000020:00000001:0.0:1788840373.639485:0:34776:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00010000:00000001:0.0:1788840373.639487:0:34776:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00010000:00000001:0.0:1788840373.639489:0:34776:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840373.639492:0:34776:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840373.639495:0:34776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c200/0x3aa5f499c96f3903 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bae95 expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840373.639501:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.639502:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840373.639504:0:34776:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840373.639505:0:34776:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840373.639506:0:34776:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c200 refcount=5 00000020:00000001:0.0:1788840373.639508:0:34776:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00010000:00000001:0.0:1788840373.639510:0:34776:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00010000:00000001:0.0:1788840373.639512:0:34776:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840373.639514:0:34776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c200/0x3aa5f499c96f3903 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bae95 expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840373.639520:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.639522:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788840373.639524:0:34776:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c200/0x3aa5f499c96f3903 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bae95 expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840373.639530:0:34776:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840373.639531:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.639532:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840373.639533:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.639534:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788840373.639539:0:34776:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90ee9125c000 x1875733134007680/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840389 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788840373.639549:0:34776:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840373.639550:0:34776:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840373.639551:0:34776:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c200 refcount=3 00000020:00000001:0.0:1788840373.639553:0:34776:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00010000:00000001:0.0:1788840373.639555:0:34776:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00010000:00000001:0.0:1788840373.639557:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.639558:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840373.639559:0:34776:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840373.639562:0:34776:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840373.639564:0:34776:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788840373.639567:0:34776:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840373.639568:0:34776:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840373.639569:0:34776:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c200 refcount=3 00000020:00000001:0.0:1788840373.639571:0:34776:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00010000:00000001:0.0:1788840373.639573:0:34776:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00000002:00010000:0.0:1788840373.639576:0:34776:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c200/0x3aa5f499c96f3903 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae95 expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840373.639582:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.639583:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840373.639585:0:34776:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788840373.639586:0:34776:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840373.639587:0:34776:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840373.639588:0:34776:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c200 refcount=3 00000020:00000001:0.0:1788840373.639590:0:34776:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00010000:00000001:0.0:1788840373.639592:0:34776:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00010000:00000040:0.0:1788840373.639597:0:34776:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1e00 count: 2 00010000:00000001:0.0:1788840373.639599:0:34776:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788840373.639603:0:34776:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788840373.639605:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.639606:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840373.639608:0:34776:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788840373.639610:0:34776:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907938 00000002:00002000:0.0:1788840373.639612:0:34776:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788840373.639615:0:34776:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840373.639618:0:34776:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840373.639621:0:34776:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788840373.639624:0:34776:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788840373.639627:0:34776:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788840373.639631:0:34776:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840373.639634:0:34776:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98878800. 00000080:00000001:0.0:1788840373.639676:0:34776:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788840373.639680:0:34776:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788840373.639685:0:34776:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788840373.639689:0:34776:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788840373.639694:0:34776:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff90ee90b50940. 00800000:00000001:0.0:1788840373.639697:0:34776:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446621953037240640 : -122120672310976 : ffff90ee90b50940) 00800000:00000001:0.0:1788840373.639699:0:34776:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840373.639701:0:34776:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788840373.639704:0:34776:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788840373.639706:0:34776:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788840373.639709:0:34776:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788840373.639711:0:34776:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788840373.639713:0:34776:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840373.639717:0:34776:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788840373.639720:0:34776:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1788840373.639726:0:34776:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:0.0:1788840373.639728:0:34776:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840373.639729:0:34776:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840373.639731:0:34776:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c200 refcount=3 00000020:00000001:0.0:1788840373.639733:0:34776:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00010000:00000001:0.0:1788840373.639735:0:34776:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00010000:00000001:0.0:1788840373.639737:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.639738:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788840373.639739:0:34776:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788840373.639742:0:34776:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788840373.639744:0:34776:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee90b50940 1 00800000:00000010:0.0:1788840373.639746:0:34776:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff90ee90b50940. 00800000:00000001:0.0:1788840373.639749:0:34776:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840373.639752:0:34776:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f3903 00800000:00000001:0.0:1788840373.639755:0:34776:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840373.639757:0:34776:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840373.639758:0:34776:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840373.639759:0:34776:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840373.639760:0:34776:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c200 refcount=3 00000020:00000001:0.0:1788840373.639762:0:34776:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00010000:00000001:0.0:1788840373.639764:0:34776:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00010000:00000001:0.0:1788840373.639766:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.639767:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840373.639768:0:34776:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840373.639770:0:34776:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840373.639773:0:34776:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840373.639775:0:34776:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:0.0:1788840373.639778:0:34776:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3903 from it ffffa16201907bf8 00010000:00000001:0.0:1788840373.639780:0:34776:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840373.639781:0:34776:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840373.639782:0:34776:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c200 refcount=3 00000020:00000001:0.0:1788840373.639784:0:34776:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00010000:00000001:0.0:1788840373.639786:0:34776:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00010000:00000001:0.0:1788840373.639788:0:34776:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840373.639790:0:34776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c200/0x3aa5f499c96f3903 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bae95 expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840373.639797:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.639798:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840373.639799:0:34776:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840373.639801:0:34776:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840373.639803:0:34776:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c200/0x3aa5f499c96f3903 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae95 expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788840373.639815:0:34776:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840373.639817:0:34776:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840373.639819:0:34776:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840373.639962:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.639965:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840373.639966:0:34776:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.639970:0:34776:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840373.639972:0:34776:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.639974:0:34776:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.639977:0:34776:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.639978:0:34776:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840373.639980:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.639981:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788840373.639983:0:34776:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840373.639988:0:34776:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125c000 x1875733134007680/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840389 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840373.639994:0:34776:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788840373.639996:0:34776:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840373.640000:0:34776:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90ee86e6e000. 02000000:00000001:0.0:1788840373.640003:0:34776:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788840373.640005:0:34776:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840373.640007:0:34776:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=4 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:0.0:1788840373.640010:0:34776:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840373.640012:0:34776:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee9127a000. 02000000:00000001:0.0:1788840373.640015:0:34776:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840373.640017:0:34776:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840373.640019:0:34776:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125c000. 00000100:00000001:0.0:1788840373.640022:0:34776:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840373.640023:0:34776:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840373.640027:0:34776:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788840373.640031:0:34776:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788840373.640048:0:34776:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90ee83169d00. 00000080:00000001:0.0:1788840373.640054:0:34776:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840373.640055:0:34776:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788840373.640057:0:34776:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907b00 00000080:00200000:0.0:1788840373.640060:0:34776:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:0.0:1788840373.640064:0:34776:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98d1e200. 00800000:00000002:0.0:1788840373.640070:0:34776:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840373.640072:0:34776:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840373.640074:0:34776:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840373.640076:0:34776:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907a20 00800000:00000002:0.0:1788840373.640078:0:34776:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840373.640081:0:34776:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788840373.640084:0:34776:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788840373.640088:0:34776:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840373.640090:0:34776:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162019078f0 00000002:00010000:0.0:1788840373.640092:0:34776:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788840373.640095:0:34776:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788840373.640097:0:34776:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840373.640099:0:34776:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840373.640102:0:34776:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1e00 count: 2 00010000:00000001:0.0:1788840373.640104:0:34776:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840373.640108:0:34776:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840373.640110:0:34776:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788840373.640113:0:34776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c200/0x3aa5f499c96f3903 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae95 expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788840373.640121:0:34776:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840373.640125:0:34776:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840373.640128:0:34776:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c200/0x3aa5f499c96f3903 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae95 expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788840373.640134:0:34776:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788840373.640136:0:34776:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840373.640138:0:34776:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840373.640140:0:34776:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840373.640142:0:34776:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840373.640143:0:34776:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788840373.640146:0:34776:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788840373.640148:0:34776:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840373.640150:0:34776:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98d1e200. 00000080:00000001:0.0:1788840373.640153:0:34776:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788840373.640154:0:34776:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840373.640156:0:34776:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:0.0:1788840373.640159:0:34776:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f3903 00800000:00000001:0.0:1788840373.640161:0:34776:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840373.640162:0:34776:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840373.640164:0:34776:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840373.640165:0:34776:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840373.640167:0:34776:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c200 refcount=3 00000020:00000001:0.0:1788840373.640168:0:34776:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00010000:00000001:0.0:1788840373.640170:0:34776:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00010000:00000001:0.0:1788840373.640173:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.640174:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840373.640175:0:34776:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840373.640176:0:34776:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840373.640179:0:34776:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3903 from it ffffa16201907b38 00010000:00000001:0.0:1788840373.640180:0:34776:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840373.640181:0:34776:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840373.640182:0:34776:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c200 refcount=3 00000020:00000001:0.0:1788840373.640184:0:34776:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00010000:00000001:0.0:1788840373.640186:0:34776:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888586752 : -122120820964864 : ffff90ee87d8c200) 00010000:00000001:0.0:1788840373.640188:0:34776:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840373.640190:0:34776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c200/0x3aa5f499c96f3903 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bae95 expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788840373.640197:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.640198:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840373.640199:0:34776:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840373.640200:0:34776:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840373.640203:0:34776:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c200/0x3aa5f499c96f3903 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bae95 expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788840373.640214:0:34776:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840373.640215:0:34776:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840373.640216:0:34776:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840373.640218:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.640219:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840373.640221:0:34776:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.640223:0:34776:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840373.640224:0:34776:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.640226:0:34776:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.640228:0:34776:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.640229:0:34776:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840373.640230:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.640231:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788840373.640233:0:34776:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788840373.640234:0:34776:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840373.640236:0:34776:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 3 00000080:00000001:0.0:1788840373.640239:0:34776:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840373.640242:0:34776:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1788840373.640245:0:34776:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907b58 00000080:00200000:0.0:1788840373.640439:0:34776:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), file ffff90ee83c84a80, open_flags a141, mode 81b6 opened 0 00000080:00000010:0.0:1788840373.640445:0:34776:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff90ee9887d5a0. 00000080:00000001:0.0:1788840373.640458:0:34776:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788840373.640460:0:34776:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907a08 00000080:00200000:0.0:1788840373.640462:0:34776:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), intent=open|creat 00000080:00000010:0.0:1788840373.640469:0:34776:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98d1e200. 00800000:00000002:0.0:1788840373.640471:0:34776:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840373.640476:0:34776:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840373.640477:0:34776:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840373.640479:0:34776:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907928 00800000:00000002:0.0:1788840373.640481:0:34776:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'd24b.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840373.640484:0:34776:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1788840373.640487:0:34776:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1788840373.640490:0:34776:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446621952875900928 : -122120833650688 : ffff90ee87173000) 00800000:00000001:0.0:1788840373.640493:0:34776:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1788840373.640496:0:34776:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1788840373.640498:0:34776:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1788840373.640501:0:34776:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1788840373.640503:0:34776:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff90ee90f70800: Allocated FID [0x200000404:0x33:0x0] 40000000:00000001:0.0:1788840373.640506:0:34776:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840373.640508:0:34776:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840373.640509:0:34776:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840373.640511:0:34776:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840373.640513:0:34776:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162019078a8 00800000:00000002:0.0:1788840373.640515:0:34776:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x33:0x0], name='d24b.recovery-small' -> mds #0 layout version 1 00000002:00000001:0.0:1788840373.640518:0:34776:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840373.640520:0:34776:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162019077e0 00000002:00010000:0.0:1788840373.640521:0:34776:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24b.recovery-small,[0x200000404:0x33:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0120502 00000002:00000001:0.0:1788840373.640525:0:34776:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788840373.640527:0:34776:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788840373.640530:0:34776:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788840373.640534:0:34776:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840373.640535:0:34776:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788840373.640537:0:34776:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1e00 count: 2 00010000:00000001:0.0:1788840373.640539:0:34776:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840373.640542:0:34776:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788840373.640545:0:34776:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788840373.640547:0:34776:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c200/0x3aa5f499c96f3903 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8a436931312bae95 expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000080:00000001:0.0:1788840373.640554:0:34776:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788840373.640558:0:34776:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788840373.640560:0:34776:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788840373.640561:0:34776:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1788840373.640564:0:34776:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840373.640565:0:34776:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840373.640567:0:34776:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1e00 count: 3 00010000:00000001:0.0:1788840373.640569:0:34776:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840373.640571:0:34776:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840373.640572:0:34776:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840373.640574:0:34776:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840373.640576:0:34776:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1e00 count: 3 00010000:00000001:0.0:1788840373.640577:0:34776:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840373.640579:0:34776:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840373.640581:0:34776:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840373.640582:0:34776:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840373.640583:0:34776:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1e00 count: 3 00010000:00000001:0.0:1788840373.640584:0:34776:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840373.640586:0:34776:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840373.640588:0:34776:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788840373.640591:0:34776:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff90ee90514200, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788840373.640596:0:34776:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788840373.640598:0:34776:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788840373.640601:0:34776:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788840373.640602:0:34776:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.640605:0:34776:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788840373.640608:0:34776:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788840373.640610:0:34776:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788840373.640611:0:34776:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840373.640613:0:34776:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788840373.640616:0:34776:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee87d8c200 with handle 0x3aa5f499c96f3903 from hash 00010000:00000001:0.0:1788840373.640618:0:34776:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788840373.640619:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.640620:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840373.640622:0:34776:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788840373.640624:0:34776:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788840373.640626:0:34776:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788840373.640629:0:34776:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788840373.640630:0:34776:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840373.640632:0:34776:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788840373.640637:0:34776:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f59f80. 00000020:00000040:0.0:1788840373.640673:0:34776:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 02000000:00000001:0.0:1788840373.640678:0:34776:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788840373.640679:0:34776:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.640682:0:34776:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788840373.640685:0:34776:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840373.640688:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.640995:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840373.640997:0:34776:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840373.641000:0:34776:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840373.641002:0:34776:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840373.641005:0:34776:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840373.641012:0:34776:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee86f34800. 00000100:00000001:0.0:1788840373.641019:0:34776:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.641023:0:34776:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840373.641025:0:34776:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788840373.641029:0:34776:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c200/0x3aa5f499c96f3903 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312bae95 expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00010000:0.0:1788840373.641036:0:34776:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788840373.641037:0:34776:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788840373.641039:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788840373.641041:0:34776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c200/0x3aa5f499c96f3903 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312bae95 expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000040:0.0:1788840373.641048:0:34776:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee892b1e00 count: 0 00010000:00000010:0.0:1788840373.641053:0:34776:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90ee98e7d200. 00010000:00000001:0.0:1788840373.641062:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840373.641063:0:34776:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.641065:0:34776:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840373.641066:0:34776:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.641068:0:34776:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840373.641076:0:34776:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446621952890478464 : -122120819073152 : ffff90ee87f59f80) 00010000:00000001:0.0:1788840373.641079:0:34776:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788840373.641081:0:34776:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788840373.641085:0:34776:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee99a74800. 00010000:00000010:0.0:1788840373.641089:0:34776:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee90f56880. 00010000:00000001:0.0:1788840373.641092:0:34776:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788840373.641095:0:34776:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee80030c00. 00000020:00000001:0.0:1788840373.641097:0:34776:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788840373.641100:0:34776:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee80030c00 with handle 0x3aa5f499c96f390a to hash 00000020:00000001:0.0:1788840373.641102:0:34776:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788840373.641103:0:34776:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840373.641106:0:34776:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840373.641108:0:34776:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840373.641110:0:34776:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840373.641113:0:34776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f390a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840373.641120:0:34776:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f390a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34776 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788840373.641131:0:34776:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788840373.641139:0:34776:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee87f59f80 x1875733134007936/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788840373.641148:0:34776:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f390a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34776 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788840373.641154:0:34776:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788840373.641156:0:34776:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788840373.641164:0:34776:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90eea045e240. 00000100:00000001:0.0:1788840373.641166:0:34776:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621953298391616 : -122120411160000 : ffff90eea045e240) 00000100:00000001:0.0:1788840373.641169:0:34776:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840373.641170:0:34776:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890478464 : -122120819073152 : ffff90ee87f59f80) 00000100:00000001:0.0:1788840373.641175:0:34776:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840373.641178:0:34776:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840373.641180:0:34776:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788840373.641182:0:34776:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840373.641186:0:34776:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f59f80 x1875733134007936/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840373.641193:0:34776:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840373.641195:0:34776:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840373.641199:0:34776:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840373.641202:0:34776:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840373.641204:0:34776:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840373.641208:0:34776:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f59f80 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:34776:1875733134007936:192.168.202.131@tcp:101:lfs.0 00000100:00000001:0.0:1788840373.641212:0:34776:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840373.641218:0:34776:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840373.641488:0:34776:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840373.641492:0:34776:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840373.641551:0:34776:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff90ee87fe0000. 02000000:00000001:0.0:1788840373.641554:0:34776:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840373.641562:0:34776:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840373.641567:0:34776:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c800b0. 00000400:00000010:0.0:1788840373.641574:0:34776:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff90ee86f36c00. 00000100:00000200:0.0:1788840373.641582:0:34776:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875733134007936, portal 10 00000100:00000001:0.0:1788840373.641585:0:34776:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840373.641586:0:34776:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890478464 : -122120819073152 : ffff90ee87f59f80) 00000100:00000040:0.0:1788840373.641593:0:34776:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87f59f80 x1875733134007936/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788840389 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840373.641600:0:34776:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840373.641603:0:34776:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840373.641607:0:34776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6e58. 00000100:00000200:0.0:1788840373.641611:0:34776:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1875733134007936, offset 0 00000400:00000200:0.0:1788840373.641617:0:34776:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840373.641625:0:34776:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840373.641632:0:34776:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840373.642412:0:34776:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840373.642423:0:34776:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840373.642427:0:34776:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840373.642430:0:34776:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840373.642434:0:34776:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2650:2650:256:4294967295] 192.168.202.131@tcp LPNI seq info [2650:2650:8:4294967295] 00000400:00000200:0.0:1788840373.642439:0:34776:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840373.642459:0:34776:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840373.642466:0:34776:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840373.642474:0:34776:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee92e46700. 00000800:00000200:0.0:1788840373.642482:0:34776:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840373.642489:0:34776:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840373.642494:0:34776:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee92e46700 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:0.0:1788840373.642513:0:34776:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840373.642519:0:34776:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 799411 usecs (800 jiffies) 00000400:00000200:0.0:1788840373.642522:0:34776:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840373.642525:0:34776:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296604260 00000100:00000001:0.0:1788840373.642528:0:34776:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296606629 00000100:00000001:0.0:1788840373.642530:0:34776:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296604260 00000100:00000001:0.0:1788840373.642533:0:34776:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296606629 00000100:00000001:0.0:1788840373.642535:0:34776:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840373.642538:0:34776:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840373.642541:0:34776:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840373.642543:0:34776:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788840373.642545:0:34776:0:(client.c:2715:ptlrpc_set_wait()) set ffff90eea045e240 going to sleep for 11 seconds 00000100:00000001:0.0:1788840373.642548:0:34776:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840373.642551:0:34776:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840373.642747:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840373.642752:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee92e46700. 00000400:00000200:3.0:1788840373.642758:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840373.642763:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840373.642769:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6e58 00000400:00000010:3.0:1788840373.642772:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6e58. 00000100:00000001:3.0:1788840373.642776:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840373.642782:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f59f80 x1875733134007936/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788840389 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840373.642792:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840373.642807:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f59f80 x1875733134007936/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788840389 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840373.642814:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840373.642816:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840373.648280:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840373.648296:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840373.648301:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840373.648303:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840373.648311:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.648319:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840373.648328:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.648332:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.648338:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.648342:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 608 into portal 10 MB=0x6a9f827255e80 00000400:00000200:2.0:1788840373.648346:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.648352:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 608/608 into md 0x7345 [32] + 224 00000800:00000001:2.0:1788840373.648360:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840373.648368:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840373.648371:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840373.648376:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840373.648383:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840373.648391:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f59f80 x1875733134007936/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788840389 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840373.648401:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=66320 req@ffff90ee87f59f80 x1875733134007936/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788840389 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840373.648423:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840373.648432:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840373.648435:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840373.648546:0:34776:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840373.648554:0:34776:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840373.648557:0:34776:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840373.648560:0:34776:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c800b0. 00000400:00000200:0.0:1788840373.648565:0:34776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee86f36c00 00000400:00000010:0.0:1788840373.648567:0:34776:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff90ee86f36c00. 00000100:00000001:0.0:1788840373.648570:0:34776:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840373.648574:0:34776:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f59f80 x1875733134007936/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788840389 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788840373.648583:0:34776:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f59f80 x1875733134007936/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/66320 e 0 to 0 dl 1788840389 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840373.648589:0:34776:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840373.648591:0:34776:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840373.648594:0:34776:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840373.648598:0:34776:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840373.648600:0:34776:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840373.648602:0:34776:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840373.648606:0:34776:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840373.648615:0:34776:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=73 v=5 (5 5 102 102) 00000100:00001000:0.0:1788840373.648619:0:34776:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=31 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840373.648622:0:34776:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1788840373.648625:0:34776:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff90ee87f59f80 x1875733134007936/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/608 e 0 to 0 dl 1788840389 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840373.648631:0:34776:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788840373.648635:0:34776:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840373.648637:0:34776:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 8589934607 00000100:00000001:0.0:1788840373.648671:0:34776:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840373.648675:0:34776:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1788840373.648680:0:34776:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f59f80 x1875733134007936/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/608 e 0 to 0 dl 1788840389 ref 2 fl Rpc:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840373.648688:0:34776:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1788840373.648700:0:34776:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840373.648703:0:34776:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840373.648708:0:34776:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f59f80 x1875733134007936/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/608 e 0 to 0 dl 1788840389 ref 2 fl Interpret:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788840373.648716:0:34776:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f59f80 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:34776:1875733134007936:192.168.202.131@tcp:101:lfs.0 00000100:00000001:0.0:1788840373.648721:0:34776:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840373.648724:0:34776:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788840373.648726:0:34776:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788840373.648728:0:34776:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840373.648732:0:34776:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f59f80 x1875733134007936/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/608 e 0 to 0 dl 1788840389 ref 2 fl Complete:RPQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840373.648739:0:34776:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840373.648742:0:34776:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90eea045e240. 00000100:00000001:0.0:1788840373.648745:0:34776:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788840373.648747:0:34776:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1788840373.648751:0:34776:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788840373.648756:0:34776:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840373.648759:0:34776:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840373.648762:0:34776:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030c00 refcount=4 00000020:00000001:0.0:1788840373.648765:0:34776:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840373.648768:0:34776:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00010000:0.0:1788840373.648773:0:34776:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f390a lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840373.648783:0:34776:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1788840373.648787:0:34776:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f390a lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 34776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840373.648792:0:34776:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840373.648807:0:34776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f390a lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 34776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840373.648814:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.648816:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788840373.648818:0:34776:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f390a lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x10206400000000 pid: 34776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840373.648824:0:34776:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840373.648833:0:34776:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.648836:0:34776:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788840373.648838:0:34776:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f390a lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x206400000000 pid: 34776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840373.648844:0:34776:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90ee80030c00 already unused, calling callback (ffffffffc1b72460) 00000080:00000001:0.0:1788840373.648848:0:34776:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788840373.648851:0:34776:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f390a lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 34776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840373.648857:0:34776:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788840373.648860:0:34776:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788840373.648863:0:34776:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f390a lrc: 4/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x206400000000 pid: 34776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840373.648869:0:34776:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788840373.648871:0:34776:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788840373.648873:0:34776:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840373.648874:0:34776:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840373.648876:0:34776:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030c00 refcount=5 00000020:00000001:0.0:1788840373.648877:0:34776:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840373.648879:0:34776:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840373.648883:0:34776:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788840373.648886:0:34776:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f390a lrc: 5/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x20e400000000 pid: 34776 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788840373.648892:0:34776:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788840373.648893:0:34776:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840373.648896:0:34776:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788840373.648898:0:34776:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788840373.648901:0:34776:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788840373.648902:0:34776:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788840373.648904:0:34776:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840373.648905:0:34776:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788840373.648908:0:34776:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee80030c00 with handle 0x3aa5f499c96f390a from hash 00010000:00000001:0.0:1788840373.648910:0:34776:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788840373.648912:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.648913:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840373.648914:0:34776:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788840373.648916:0:34776:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788840373.648917:0:34776:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788840373.648920:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.648921:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840373.648922:0:34776:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840373.648924:0:34776:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840373.648926:0:34776:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f390a lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 34776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840373.648931:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.648932:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840373.648934:0:34776:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788840373.648935:0:34776:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840373.648936:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.648937:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840373.648938:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788840373.648940:0:34776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f390a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x2 rrc: 2 type: IBT flags: 0x4a0f400000000 pid: 34776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788840373.648946:0:34776:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee99a74800 count: 0 00010000:00000010:0.0:1788840373.648953:0:34776:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90ee90f56880. 00010000:00000001:0.0:1788840373.648962:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840373.648964:0:34776:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1788840373.648968:0:34776:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1788840373.648974:0:34776:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0xb, status=-21 req@ffff90ee87f59f80 x1875733134007936/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/608 e 0 to 0 dl 1788840389 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788840373.648982:0:34776:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788840373.648983:0:34776:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840373.648985:0:34776:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840373.648988:0:34776:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840373.648992:0:34776:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000002:00000001:0.0:1788840373.648995:0:34776:0:(mdc_locks.c:1316:mdc_finish_intent_lock()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00000020:00000001:0.0:1788840373.649000:0:34776:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907768 00000002:00002000:0.0:1788840373.649002:0:34776:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24b.recovery-small intent=open|creat status=-21 disp=0xb: rc = -21 00000002:00000001:0.0:1788840373.649006:0:34776:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:0.0:1788840373.649009:0:34776:0:(lmv_intent.c:387:lmv_intent_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00800000:00000001:0.0:1788840373.649012:0:34776:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00200000:0.0:1788840373.649015:0:34776:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc -21 00000080:00000001:0.0:1788840373.649018:0:34776:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:0.0:1788840373.649021:0:34776:0:(namei.c:1264:ll_lookup_it()) Process leaving via out (rc=18446744073709551595 : -21 : 0xffffffffffffffeb) 00800000:00000002:0.0:1788840373.649025:0:34776:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840373.649029:0:34776:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98d1e200. 00000100:00000001:0.0:1788840373.649032:0:34776:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840373.649036:0:34776:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f59f80 x1875733134007936/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/608 e 0 to 0 dl 1788840389 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840373.649041:0:34776:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788840373.649044:0:34776:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840373.649047:0:34776:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff90ee87fe0000. 02000000:00000001:0.0:1788840373.649072:0:34776:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788840373.649074:0:34776:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840373.649076:0:34776:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=4 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:0.0:1788840373.649078:0:34776:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840373.649081:0:34776:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee86f34800. 02000000:00000001:0.0:1788840373.649084:0:34776:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840373.649086:0:34776:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840373.649087:0:34776:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f59f80. 00000100:00000001:0.0:1788840373.649091:0:34776:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840373.649092:0:34776:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788840373.649096:0:34776:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788840373.649097:0:34776:0:(dcache.c:176:ll_intent_release()) intent ffff90ee9887d5a0 released 00000080:00000001:0.0:1788840373.649099:0:34776:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000010:0.0:1788840373.649101:0:34776:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff90ee9887d5a0. 00000080:00000001:0.0:1788840373.649104:0:34776:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=18446744073709551595 : -21 : ffffffffffffffeb) 00000080:00000001:0.0:1788840373.649111:0:34776:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:0.0:1788840373.649114:0:34776:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:0.0:1788840373.649166:0:34776:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840373.649168:0:34776:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840373.649171:0:34776:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788840373.649172:0:34776:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907bc0 00000080:00200000:0.0:1788840373.649174:0:34776:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:0.0:1788840373.649179:0:34776:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98d1e200. 00800000:00000002:0.0:1788840373.649185:0:34776:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840373.649188:0:34776:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840373.649191:0:34776:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840373.649193:0:34776:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907ae0 00800000:00000002:0.0:1788840373.649195:0:34776:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840373.649198:0:34776:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788840373.649202:0:34776:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788840373.649206:0:34776:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840373.649208:0:34776:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162019079b0 00000002:00010000:0.0:1788840373.649210:0:34776:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788840373.649213:0:34776:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788840373.649216:0:34776:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840373.649218:0:34776:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788840373.649222:0:34776:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840373.649224:0:34776:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840373.649226:0:34776:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840373.649229:0:34776:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788840373.649231:0:34776:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:0.0:1788840373.649235:0:34776:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f59f80. 00000020:00000040:0.0:1788840373.649238:0:34776:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00010000:00000001:0.0:1788840373.649243:0:34776:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788840373.649547:0:34776:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840373.649553:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.649554:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840373.649555:0:34776:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840373.649559:0:34776:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840373.649561:0:34776:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840373.649565:0:34776:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840373.649571:0:34776:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee86f34800. 00000100:00000001:0.0:1788840373.649578:0:34776:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.649581:0:34776:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840373.649582:0:34776:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.649583:0:34776:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840373.649584:0:34776:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.649586:0:34776:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840373.649592:0:34776:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621952890478464 : -122120819073152 : ffff90ee87f59f80) 00010000:00000001:0.0:1788840373.649596:0:34776:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788840373.649597:0:34776:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788840373.649602:0:34776:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee99a74e00. 00010000:00000010:0.0:1788840373.649605:0:34776:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee90f56880. 00010000:00000001:0.0:1788840373.649608:0:34776:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788840373.649612:0:34776:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee80030400. 00000020:00000001:0.0:1788840373.649614:0:34776:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788840373.649617:0:34776:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee80030400 with handle 0x3aa5f499c96f3911 to hash 00000020:00000001:0.0:1788840373.649619:0:34776:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788840373.649620:0:34776:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952757138432 : -122120952413184 : ffff90ee80030400) 00010000:00000001:0.0:1788840373.649623:0:34776:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952757138432 : -122120952413184 : ffff90ee80030400) 00010000:00000001:0.0:1788840373.649626:0:34776:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840373.649627:0:34776:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840373.649630:0:34776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030400/0x3aa5f499c96f3911 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840373.649637:0:34776:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030400/0x3aa5f499c96f3911 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840373.649678:0:34776:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030400/0x3aa5f499c96f3911 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34776 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788840373.649683:0:34776:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788840373.649685:0:34776:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788840373.649701:0:34776:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90eea045e240. 00000100:00000001:0.0:1788840373.649703:0:34776:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621953298391616 : -122120411160000 : ffff90eea045e240) 00000100:00000001:0.0:1788840373.649706:0:34776:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840373.649707:0:34776:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890478464 : -122120819073152 : ffff90ee87f59f80) 00000100:00000001:0.0:1788840373.649711:0:34776:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840373.649715:0:34776:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840373.649717:0:34776:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788840373.649718:0:34776:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840373.649724:0:34776:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f59f80 x1875733134008064/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840373.649731:0:34776:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840373.649734:0:34776:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840373.649737:0:34776:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840373.649740:0:34776:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840373.649742:0:34776:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840373.649746:0:34776:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f59f80 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:34776:1875733134008064:192.168.202.131@tcp:101:lfs.0 00000100:00000001:0.0:1788840373.649750:0:34776:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840373.649754:0:34776:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840373.649757:0:34776:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840373.649759:0:34776:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840373.649764:0:34776:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90ee98ed5800. 02000000:00000001:0.0:1788840373.649766:0:34776:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840373.649771:0:34776:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840373.649775:0:34776:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c800b0. 00000400:00000010:0.0:1788840373.649782:0:34776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6220. 00000100:00000200:0.0:1788840373.649788:0:34776:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875733134008064, portal 10 00000100:00000001:0.0:1788840373.649790:0:34776:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840373.649791:0:34776:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890478464 : -122120819073152 : ffff90ee87f59f80) 00000100:00000040:0.0:1788840373.649961:0:34776:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87f59f80 x1875733134008064/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840389 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840373.649968:0:34776:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840373.649971:0:34776:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840373.649975:0:34776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6880. 00000100:00000200:0.0:1788840373.649979:0:34776:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875733134008064, offset 0 00000400:00000200:0.0:1788840373.649986:0:34776:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840373.649993:0:34776:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840373.649999:0:34776:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840373.650005:0:34776:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840373.650009:0:34776:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840373.650012:0:34776:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840373.650015:0:34776:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840373.650019:0:34776:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2651:2651:256:4294967295] 192.168.202.131@tcp LPNI seq info [2651:2651:8:4294967295] 00000400:00000200:0.0:1788840373.650022:0:34776:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840373.650032:0:34776:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840373.650038:0:34776:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840373.650043:0:34776:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee92e46700. 00000800:00000200:0.0:1788840373.650051:0:34776:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840373.650059:0:34776:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840373.650065:0:34776:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee92e46700 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:0.0:1788840373.650075:0:34776:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840373.650079:0:34776:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 798447 usecs (799 jiffies) 00000400:00000200:0.0:1788840373.650083:0:34776:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840373.650086:0:34776:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296604267 00000100:00000001:0.0:1788840373.650089:0:34776:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296606629 00000100:00000001:0.0:1788840373.650091:0:34776:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296604267 00000100:00000001:0.0:1788840373.650094:0:34776:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296606629 00000100:00000001:0.0:1788840373.650096:0:34776:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840373.650099:0:34776:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840373.650102:0:34776:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840373.650104:0:34776:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788840373.650107:0:34776:0:(client.c:2715:ptlrpc_set_wait()) set ffff90eea045e240 going to sleep for 11 seconds 00000100:00000001:0.0:1788840373.650110:0:34776:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840373.650113:0:34776:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840373.650527:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840373.650531:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee92e46700. 00000400:00000200:3.0:1788840373.650537:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840373.650542:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840373.650548:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6880 00000400:00000010:3.0:1788840373.650551:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6880. 00000100:00000001:3.0:1788840373.650555:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840373.650559:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f59f80 x1875733134008064/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840389 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840373.650571:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840373.650575:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f59f80 x1875733134008064/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840389 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840373.650581:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840373.650583:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1788840373.653066:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1e00. 00010000:00000010:0.1:1788840373.653083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8c200. 00010000:00000010:0.1:1788840373.656011:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74800. 00010000:00000010:0.1:1788840373.656027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030c00. 00000080:00000010:0.1:1788840373.656034:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee83169d00. 00000800:00000001:2.0:1788840373.659212:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840373.659242:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840373.659246:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840373.659257:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840373.659267:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.659275:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840373.659285:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.659290:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.659295:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.659300:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 688 into portal 10 MB=0x6a9f827255f00 00000400:00000200:2.0:1788840373.659304:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.659310:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 688/688 into md 0x734d [1] + 224 00000800:00000001:2.0:1788840373.659318:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840373.659326:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840373.659330:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840373.659335:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840373.659341:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840373.659351:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f59f80 x1875733134008064/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840389 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840373.659361:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff90ee87f59f80 x1875733134008064/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840389 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840373.659385:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840373.659393:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840373.659397:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840373.659483:0:34776:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840373.659491:0:34776:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840373.659493:0:34776:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840373.659496:0:34776:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c800b0. 00000400:00000200:0.0:1788840373.659500:0:34776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6220 00000400:00000010:0.0:1788840373.659503:0:34776:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6220. 00000100:00000001:0.0:1788840373.659506:0:34776:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840373.659511:0:34776:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f59f80 x1875733134008064/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840389 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788840373.659521:0:34776:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f59f80 x1875733134008064/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840389 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840373.659528:0:34776:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840373.659531:0:34776:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840373.659533:0:34776:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840373.659536:0:34776:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840373.659539:0:34776:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840373.659542:0:34776:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840373.659546:0:34776:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840373.659555:0:34776:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=73 v=5 (5 5 102 102) 00000100:00001000:0.0:1788840373.659559:0:34776:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=31 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840373.659562:0:34776:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840373.659564:0:34776:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.659567:0:34776:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840373.659570:0:34776:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840373.659574:0:34776:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840373.659575:0:34776:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 8589934607 00000100:00000001:0.0:1788840373.659578:0:34776:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840373.659580:0:34776:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840373.659585:0:34776:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f59f80 x1875733134008064/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840389 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840373.659593:0:34776:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840373.659595:0:34776:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840373.659598:0:34776:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840373.659602:0:34776:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f59f80 x1875733134008064/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840389 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788840373.659610:0:34776:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f59f80 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:34776:1875733134008064:192.168.202.131@tcp:101:lfs.0 00000100:00000001:0.0:1788840373.659615:0:34776:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840373.659618:0:34776:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840373.659620:0:34776:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788840373.659622:0:34776:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840373.659626:0:34776:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f59f80 x1875733134008064/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840389 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840373.659633:0:34776:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840373.659635:0:34776:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90eea045e240. 00000100:00000001:0.0:1788840373.659679:0:34776:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788840373.659682:0:34776:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.659685:0:34776:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788840373.659689:0:34776:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840373.659702:0:34776:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840373.659706:0:34776:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030400 refcount=4 00000020:00000001:0.0:1788840373.659709:0:34776:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757138432 : -122120952413184 : ffff90ee80030400) 00010000:00000001:0.0:1788840373.659712:0:34776:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757138432 : -122120952413184 : ffff90ee80030400) 00010000:00000040:0.0:1788840373.659718:0:34776:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee80030400, remote cookie: 0x8a436931312baebf, flags: 0x1001 00010000:00010000:0.0:1788840373.659724:0:34776:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030400/0x3aa5f499c96f3911 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baebf expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840373.659736:0:34776:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030400/0x3aa5f499c96f3911 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baebf expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840373.659743:0:34776:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788840373.659747:0:34776:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788840373.659749:0:34776:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788840373.659751:0:34776:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788840373.659752:0:34776:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788840373.659755:0:34776:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff90ee99a74e00) refcount = 1 00010000:00010000:0.0:1788840373.659760:0:34776:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030400/0x3aa5f499c96f3911 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312baebf expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840373.659766:0:34776:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788840373.659770:0:34776:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788840373.659772:0:34776:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840373.659775:0:34776:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788840373.659777:0:34776:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840373.659781:0:34776:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030400/0x3aa5f499c96f3911 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baebf expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840373.659787:0:34776:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788840373.659789:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.659790:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840373.659791:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.659792:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840373.659794:0:34776:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840373.659809:0:34776:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788840373.659811:0:34776:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840373.659812:0:34776:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840373.659814:0:34776:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030400 refcount=3 00000020:00000001:0.0:1788840373.659816:0:34776:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757138432 : -122120952413184 : ffff90ee80030400) 00010000:00000001:0.0:1788840373.659818:0:34776:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757138432 : -122120952413184 : ffff90ee80030400) 00010000:00000001:0.0:1788840373.659821:0:34776:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840373.659822:0:34776:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840373.659832:0:34776:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030400 refcount=4 00000020:00000001:0.0:1788840373.659834:0:34776:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757138432 : -122120952413184 : ffff90ee80030400) 00010000:00000001:0.0:1788840373.659836:0:34776:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757138432 : -122120952413184 : ffff90ee80030400) 00010000:00000001:0.0:1788840373.659840:0:34776:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840373.659842:0:34776:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840373.659846:0:34776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030400/0x3aa5f499c96f3911 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312baebf expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840373.659854:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.659855:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840373.659856:0:34776:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840373.659857:0:34776:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840373.659859:0:34776:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030400 refcount=5 00000020:00000001:0.0:1788840373.659860:0:34776:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757138432 : -122120952413184 : ffff90ee80030400) 00010000:00000001:0.0:1788840373.659862:0:34776:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757138432 : -122120952413184 : ffff90ee80030400) 00010000:00000001:0.0:1788840373.659865:0:34776:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840373.659868:0:34776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030400/0x3aa5f499c96f3911 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312baebf expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840373.659873:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.659875:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788840373.659877:0:34776:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030400/0x3aa5f499c96f3911 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312baebf expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840373.659888:0:34776:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840373.659890:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.659891:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840373.659892:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.659893:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788840373.659898:0:34776:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90ee87f59f80 x1875733134008064/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840389 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788840373.659906:0:34776:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840373.659908:0:34776:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840373.659909:0:34776:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030400 refcount=3 00000020:00000001:0.0:1788840373.659911:0:34776:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757138432 : -122120952413184 : ffff90ee80030400) 00010000:00000001:0.0:1788840373.659913:0:34776:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757138432 : -122120952413184 : ffff90ee80030400) 00010000:00000001:0.0:1788840373.659915:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.659916:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840373.659917:0:34776:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840373.659919:0:34776:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840373.659922:0:34776:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788840373.659924:0:34776:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840373.659926:0:34776:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840373.659927:0:34776:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030400 refcount=3 00000020:00000001:0.0:1788840373.659929:0:34776:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757138432 : -122120952413184 : ffff90ee80030400) 00010000:00000001:0.0:1788840373.659931:0:34776:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757138432 : -122120952413184 : ffff90ee80030400) 00000002:00010000:0.0:1788840373.659935:0:34776:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030400/0x3aa5f499c96f3911 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baebf expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840373.659942:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.659943:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840373.659945:0:34776:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788840373.659946:0:34776:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840373.659948:0:34776:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840373.659949:0:34776:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030400 refcount=3 00000020:00000001:0.0:1788840373.659951:0:34776:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757138432 : -122120952413184 : ffff90ee80030400) 00010000:00000001:0.0:1788840373.659954:0:34776:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757138432 : -122120952413184 : ffff90ee80030400) 00010000:00000040:0.0:1788840373.659960:0:34776:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74e00 count: 2 00010000:00000001:0.0:1788840373.659963:0:34776:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788840373.659967:0:34776:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788840373.659969:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.659970:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840373.659972:0:34776:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788840373.659975:0:34776:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907938 00000002:00002000:0.0:1788840373.659977:0:34776:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788840373.659979:0:34776:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840373.659984:0:34776:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840373.659988:0:34776:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788840373.659991:0:34776:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788840373.659995:0:34776:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788840373.659999:0:34776:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840373.660002:0:34776:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98d1e200. 00000080:00000001:0.0:1788840373.660007:0:34776:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788840373.660010:0:34776:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788840373.660017:0:34776:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788840373.660022:0:34776:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788840373.660028:0:34776:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff90ee90b50940. 00800000:00000001:0.0:1788840373.660030:0:34776:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446621953037240640 : -122120672310976 : ffff90ee90b50940) 00800000:00000001:0.0:1788840373.660033:0:34776:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840373.660035:0:34776:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788840373.660037:0:34776:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788840373.660040:0:34776:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788840373.660043:0:34776:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788840373.660046:0:34776:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788840373.660048:0:34776:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840373.660054:0:34776:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788840373.660057:0:34776:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1788840373.660061:0:34776:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:0.0:1788840373.660063:0:34776:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840373.660065:0:34776:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840373.660067:0:34776:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030400 refcount=3 00000020:00000001:0.0:1788840373.660068:0:34776:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757138432 : -122120952413184 : ffff90ee80030400) 00010000:00000001:0.0:1788840373.660070:0:34776:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757138432 : -122120952413184 : ffff90ee80030400) 00010000:00000001:0.0:1788840373.660073:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.660074:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788840373.660075:0:34776:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788840373.660078:0:34776:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788840373.660079:0:34776:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee90b50940 1 00800000:00000010:0.0:1788840373.660082:0:34776:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff90ee90b50940. 00800000:00000001:0.0:1788840373.660085:0:34776:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840373.660088:0:34776:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f3911 00800000:00000001:0.0:1788840373.660092:0:34776:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840373.660093:0:34776:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840373.660095:0:34776:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840373.660095:0:34776:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840373.660097:0:34776:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030400 refcount=3 00000020:00000001:0.0:1788840373.660099:0:34776:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757138432 : -122120952413184 : ffff90ee80030400) 00010000:00000001:0.0:1788840373.660101:0:34776:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757138432 : -122120952413184 : ffff90ee80030400) 00010000:00000001:0.0:1788840373.660103:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.660104:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840373.660106:0:34776:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840373.660107:0:34776:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840373.660110:0:34776:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840373.660112:0:34776:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:0.0:1788840373.660115:0:34776:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3911 from it ffffa16201907bf8 00010000:00000001:0.0:1788840373.660117:0:34776:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840373.660118:0:34776:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840373.660119:0:34776:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030400 refcount=3 00000020:00000001:0.0:1788840373.660121:0:34776:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757138432 : -122120952413184 : ffff90ee80030400) 00010000:00000001:0.0:1788840373.660123:0:34776:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757138432 : -122120952413184 : ffff90ee80030400) 00010000:00000001:0.0:1788840373.660125:0:34776:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840373.660128:0:34776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030400/0x3aa5f499c96f3911 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312baebf expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840373.660139:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.660140:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840373.660141:0:34776:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840373.660143:0:34776:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840373.660146:0:34776:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030400/0x3aa5f499c96f3911 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baebf expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788840373.660152:0:34776:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840373.660155:0:34776:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840373.660157:0:34776:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840373.660161:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.660162:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840373.660163:0:34776:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.660166:0:34776:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840373.660168:0:34776:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.660170:0:34776:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.660172:0:34776:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.660174:0:34776:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840373.660175:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.660176:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788840373.660178:0:34776:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840373.660183:0:34776:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f59f80 x1875733134008064/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840389 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840373.660189:0:34776:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788840373.660192:0:34776:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840373.660196:0:34776:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90ee98ed5800. 02000000:00000001:0.0:1788840373.660199:0:34776:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788840373.660201:0:34776:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840373.660203:0:34776:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=4 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:0.0:1788840373.660205:0:34776:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840373.660208:0:34776:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee86f34800. 02000000:00000001:0.0:1788840373.660211:0:34776:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840373.660213:0:34776:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840373.660215:0:34776:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f59f80. 00000100:00000001:0.0:1788840373.660219:0:34776:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840373.660220:0:34776:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840373.660224:0:34776:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788840373.660229:0:34776:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788840373.660243:0:34776:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90ee83169d00. 00000080:00000001:0.0:1788840373.660248:0:34776:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1788840373.660250:0:34776:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907b58 00000080:00200000:0.0:1788840373.660252:0:34776:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), file ffff90ee860dec00, open_flags 1a100, mode 0 opened 0 00000080:00000010:0.0:1788840373.660257:0:34776:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff90ee9887d5a0. 00000080:00000001:0.0:1788840373.660259:0:34776:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788840373.660261:0:34776:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907a08 00000080:00200000:0.0:1788840373.660262:0:34776:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), intent=open 00000080:00000010:0.0:1788840373.660269:0:34776:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98d1e200. 00800000:00000002:0.0:1788840373.660274:0:34776:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840373.660279:0:34776:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840373.660281:0:34776:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840373.660283:0:34776:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907928 00800000:00000002:0.0:1788840373.660285:0:34776:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x0:0x0:0x0] 'd24b.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840373.660288:0:34776:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1788840373.660290:0:34776:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1788840373.660294:0:34776:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446621952875900928 : -122120833650688 : ffff90ee87173000) 00000020:00000001:0.0:1788840373.660297:0:34776:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162019078a8 00800000:00000002:0.0:1788840373.660299:0:34776:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d24b.recovery-small' -> mds #0 layout version 1 00000002:00000001:0.0:1788840373.660303:0:34776:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840373.660305:0:34776:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162019077e0 00000002:00010000:0.0:1788840373.660306:0:34776:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24b.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0320401 00000002:00000001:0.0:1788840373.660311:0:34776:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788840373.660313:0:34776:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788840373.660315:0:34776:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788840373.660319:0:34776:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74e00 count: 2 00010000:00000001:0.0:1788840373.660321:0:34776:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840373.660323:0:34776:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788840373.660326:0:34776:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.660329:0:34776:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840373.660331:0:34776:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840373.660335:0:34776:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f59f80. 00000020:00000040:0.0:1788840373.660339:0:34776:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 02000000:00000001:0.0:1788840373.660344:0:34776:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788840373.660345:0:34776:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.660348:0:34776:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788840373.660351:0:34776:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840373.660354:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.660355:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840373.660356:0:34776:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840373.660359:0:34776:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840373.660362:0:34776:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840373.660365:0:34776:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840373.660373:0:34776:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee86f34800. 00000100:00000001:0.0:1788840373.660379:0:34776:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.660383:0:34776:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840373.660384:0:34776:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.660386:0:34776:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840373.660388:0:34776:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.660389:0:34776:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840373.660397:0:34776:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446621952890478464 : -122120819073152 : ffff90ee87f59f80) 00010000:00000001:0.0:1788840373.660400:0:34776:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788840373.660402:0:34776:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788840373.660405:0:34776:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74e00 count: 2 00010000:00000001:0.0:1788840373.660406:0:34776:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840373.660408:0:34776:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788840373.660412:0:34776:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee80030c00. 00000020:00000001:0.0:1788840373.660415:0:34776:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788840373.660417:0:34776:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee80030c00 with handle 0x3aa5f499c96f3918 to hash 00000020:00000001:0.0:1788840373.660419:0:34776:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788840373.660420:0:34776:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840373.660423:0:34776:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840373.660426:0:34776:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840373.660427:0:34776:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840373.660431:0:34776:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f3918 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840373.660438:0:34776:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f3918 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34776 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788840373.660460:0:34776:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788840373.660467:0:34776:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee87f59f80 x1875733134008320/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788840373.660475:0:34776:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f3918 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34776 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788840373.660479:0:34776:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788840373.660481:0:34776:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788840373.660487:0:34776:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90eea045e240. 00000100:00000001:0.0:1788840373.660489:0:34776:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621953298391616 : -122120411160000 : ffff90eea045e240) 00000100:00000001:0.0:1788840373.660492:0:34776:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840373.660493:0:34776:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890478464 : -122120819073152 : ffff90ee87f59f80) 00000100:00000001:0.0:1788840373.660497:0:34776:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840373.660501:0:34776:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840373.660503:0:34776:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788840373.660505:0:34776:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840373.660509:0:34776:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f59f80 x1875733134008320/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840373.660516:0:34776:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840373.660518:0:34776:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840373.660522:0:34776:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840373.660524:0:34776:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840373.660526:0:34776:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840373.660530:0:34776:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f59f80 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:34776:1875733134008320:192.168.202.131@tcp:101:lfs.0 00000100:00000001:0.0:1788840373.660534:0:34776:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840373.660539:0:34776:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840373.660541:0:34776:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840373.660544:0:34776:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840373.660631:0:34776:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff90ee86fc0000. 02000000:00000001:0.0:1788840373.660633:0:34776:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840373.660671:0:34776:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840373.660675:0:34776:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c800b0. 00000400:00000010:0.0:1788840373.660680:0:34776:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff90ee98ed5800. 00000100:00000200:0.0:1788840373.660687:0:34776:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875733134008320, portal 10 00000100:00000001:0.0:1788840373.660689:0:34776:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840373.660691:0:34776:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890478464 : -122120819073152 : ffff90ee87f59f80) 00000100:00000040:0.0:1788840373.660697:0:34776:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87f59f80 x1875733134008320/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788840389 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840373.660706:0:34776:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840373.660708:0:34776:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840373.660711:0:34776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6220. 00000100:00000200:0.0:1788840373.660715:0:34776:0:(niobuf.c:94:ptl_send_buf()) Sending 536 bytes to portal 12, xid 1875733134008320, offset 0 00000400:00000200:0.0:1788840373.660720:0:34776:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840373.660727:0:34776:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840373.660733:0:34776:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840373.660738:0:34776:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840373.660742:0:34776:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840373.660745:0:34776:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840373.660748:0:34776:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840373.660752:0:34776:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2652:2652:256:4294967295] 192.168.202.131@tcp LPNI seq info [2652:2652:8:4294967295] 00000400:00000200:0.0:1788840373.660756:0:34776:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840373.660765:0:34776:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840373.660771:0:34776:0:(socklnd_cb.c:931:ksocknal_send()) sending 536 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840373.660777:0:34776:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee92e46700. 00000800:00000200:0.0:1788840373.660783:0:34776:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840373.660790:0:34776:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840373.660794:0:34776:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee92e46700 type 1, nob 632 niov 1 nkiov 1 00000100:00000001:0.0:1788840373.660813:0:34776:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840373.660818:0:34776:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 797490 usecs (798 jiffies) 00000400:00000200:0.0:1788840373.660821:0:34776:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840373.660824:0:34776:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296604277 00000100:00000001:0.0:1788840373.660827:0:34776:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296606629 00000100:00000001:0.0:1788840373.660830:0:34776:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296604277 00000100:00000001:0.0:1788840373.660832:0:34776:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296606629 00000100:00000001:0.0:1788840373.660834:0:34776:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840373.660836:0:34776:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840373.660838:0:34776:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840373.660840:0:34776:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788840373.660843:0:34776:0:(client.c:2715:ptlrpc_set_wait()) set ffff90eea045e240 going to sleep for 11 seconds 00000100:00000001:0.0:1788840373.660845:0:34776:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840373.660847:0:34776:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840373.661328:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840373.661334:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee92e46700. 00000400:00000200:3.0:1788840373.661340:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840373.661346:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840373.661351:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6220 00000400:00000010:3.0:1788840373.661354:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6220. 00000100:00000001:3.0:1788840373.661358:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840373.661362:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f59f80 x1875733134008320/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788840389 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840373.661374:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840373.661377:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f59f80 x1875733134008320/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788840389 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840373.661384:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840373.661386:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840373.666931:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840373.666951:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840373.666957:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840373.666960:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840373.666969:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.666979:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840373.666988:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.666992:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.666998:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.667001:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 608 into portal 10 MB=0x6a9f827256000 00000400:00000200:2.0:1788840373.667006:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.667012:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 608/608 into md 0x7355 [64] + 224 00000800:00000001:2.0:1788840373.667019:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840373.667026:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840373.667030:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840373.667034:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840373.667042:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840373.667050:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f59f80 x1875733134008320/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788840389 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840373.667060:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=131856 req@ffff90ee87f59f80 x1875733134008320/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788840389 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840373.667076:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840373.667085:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840373.667088:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840373.667240:0:34776:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840373.667255:0:34776:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840373.667258:0:34776:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840373.667261:0:34776:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c800b0. 00000400:00000200:0.0:1788840373.667266:0:34776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee98ed5800 00000400:00000010:0.0:1788840373.667269:0:34776:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff90ee98ed5800. 00000100:00000001:0.0:1788840373.667272:0:34776:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840373.667276:0:34776:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f59f80 x1875733134008320/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788840389 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788840373.667285:0:34776:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f59f80 x1875733134008320/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/131856 e 0 to 0 dl 1788840389 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840373.667290:0:34776:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840373.667292:0:34776:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840373.667294:0:34776:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840373.667297:0:34776:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840373.667300:0:34776:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840373.667303:0:34776:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840373.667306:0:34776:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840373.667315:0:34776:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=73 v=5 (5 5 102 102) 00000100:00001000:0.0:1788840373.667319:0:34776:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=31 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840373.667322:0:34776:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1788840373.667326:0:34776:0:(client.c:1510:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff90ee87f59f80 x1875733134008320/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/608 e 0 to 0 dl 1788840389 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840373.667333:0:34776:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788840373.667336:0:34776:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788840373.667337:0:34776:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788840373.667339:0:34776:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788840373.667341:0:34776:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840373.667343:0:34776:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890478464 : -122120819073152 : ffff90ee87f59f80) 00000100:00000001:0.0:1788840373.667346:0:34776:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840373.667348:0:34776:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 8589934607 00000100:00000001:0.0:1788840373.667350:0:34776:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840373.667353:0:34776:0:(client.c:1797:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:0.0:1788840373.667357:0:34776:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f59f80 x1875733134008320/t8589934609(8589934609) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/608 e 0 to 0 dl 1788840389 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840373.667365:0:34776:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:0.0:1788840373.667367:0:34776:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840373.667370:0:34776:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840373.667373:0:34776:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f59f80 x1875733134008320/t8589934609(8589934609) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/608 e 0 to 0 dl 1788840389 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788840373.667382:0:34776:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f59f80 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:34776:1875733134008320:192.168.202.131@tcp:101:lfs.0 00000100:00000001:0.0:1788840373.667387:0:34776:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840373.667389:0:34776:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:0.0:1788840373.667392:0:34776:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788840373.667394:0:34776:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840373.667398:0:34776:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f59f80 x1875733134008320/t8589934609(8589934609) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/608 e 0 to 0 dl 1788840389 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840373.667405:0:34776:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840373.667408:0:34776:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90eea045e240. 00000100:00000001:0.0:1788840373.667411:0:34776:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788840373.667413:0:34776:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:0.0:1788840373.667417:0:34776:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788840373.667422:0:34776:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840373.667424:0:34776:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840373.667427:0:34776:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030c00 refcount=4 00000020:00000001:0.0:1788840373.667430:0:34776:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840373.667433:0:34776:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00010000:0.0:1788840373.667437:0:34776:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f3918 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840373.667447:0:34776:0:(ldlm_request.c:719:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:0.0:1788840373.667460:0:34776:0:(ldlm_request.c:591:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f3918 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 34776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840373.667467:0:34776:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840373.667469:0:34776:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f3918 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 34776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840373.667476:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.667477:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788840373.667480:0:34776:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f3918 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 34776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840373.667486:0:34776:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840373.667489:0:34776:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.667492:0:34776:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788840373.667494:0:34776:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f3918 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 34776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840373.667501:0:34776:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90ee80030c00 already unused, calling callback (ffffffffc1b72460) 00000080:00000001:0.0:1788840373.667504:0:34776:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:0.0:1788840373.667507:0:34776:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f3918 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 34776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840373.667513:0:34776:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:0.0:1788840373.667516:0:34776:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:0.0:1788840373.667519:0:34776:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f3918 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 34776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840373.667524:0:34776:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:0.0:1788840373.667527:0:34776:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788840373.667528:0:34776:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840373.667529:0:34776:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840373.667530:0:34776:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030c00 refcount=5 00000020:00000001:0.0:1788840373.667532:0:34776:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840373.667534:0:34776:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840373.667537:0:34776:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788840373.667539:0:34776:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f3918 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 34776 initiator: MDT0 lru_score: 0 lru_type: 0 00000080:00000001:0.0:1788840373.667544:0:34776:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788840373.667546:0:34776:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840373.667550:0:34776:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1788840373.667551:0:34776:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788840373.667555:0:34776:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788840373.667557:0:34776:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788840373.667558:0:34776:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840373.667560:0:34776:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788840373.667562:0:34776:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee80030c00 with handle 0x3aa5f499c96f3918 from hash 00010000:00000001:0.0:1788840373.667564:0:34776:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788840373.667566:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.667567:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840373.667568:0:34776:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788840373.667570:0:34776:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788840373.667572:0:34776:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1788840373.667574:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.667575:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840373.667576:0:34776:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840373.667578:0:34776:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840373.667580:0:34776:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f3918 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 34776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840373.667586:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.667587:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840373.667588:0:34776:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:0.0:1788840373.667590:0:34776:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840373.667591:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.667592:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840373.667593:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788840373.667595:0:34776:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030c00/0x3aa5f499c96f3918 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 34776 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840373.667607:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840373.667609:0:34776:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:0.0:1788840373.667613:0:34776:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00000002:00100000:0.0:1788840373.667619:0:34776:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x2b, status=0 req@ffff90ee87f59f80 x1875733134008320/t8589934609(8589934609) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/608 e 0 to 0 dl 1788840389 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788840373.667628:0:34776:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1788840373.667633:0:34776:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90ee87f59f80 x1875733134008320/t8589934609(8589934609) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/608 e 0 to 0 dl 1788840389 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788840373.668105:0:34776:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.668110:0:34776:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788840373.668112:0:34776:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840373.668114:0:34776:0:(mdc_locks.c:932:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840373.668116:0:34776:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840373.668118:0:34776:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1788840373.668121:0:34776:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840373.668122:0:34776:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890478464 : -122120819073152 : ffff90ee87f59f80) 00010000:00000001:0.0:1788840373.668124:0:34776:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1788840373.668125:0:34776:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840373.668127:0:34776:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788840373.668130:0:34776:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907768 00000002:00002000:0.0:1788840373.668133:0:34776:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24b.recovery-small intent=open status=0 disp=0x80002b: rc = 0 00000002:00000001:0.0:1788840373.668136:0:34776:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840373.668140:0:34776:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840373.668143:0:34776:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788840373.668146:0:34776:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788840373.668149:0:34776:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788840373.668152:0:34776:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000001:0.0:1788840373.668154:0:34776:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788840373.668156:0:34776:0:(namei.c:674:ll_lookup_it_finish()) it ffff90ee9887d5a0 it_disposition 80002b 00000080:00000001:0.0:1788840373.668159:0:34776:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788840373.668165:0:34776:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788840373.668167:0:34776:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788840373.668169:0:34776:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833970 : 144115205322833970 : 200000404000032) 00000080:00000001:0.0:1788840373.668172:0:34776:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:0.0:1788840373.668178:0:34776:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788840373.668180:0:34776:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x32:0x0] 00000080:00000001:0.0:1788840373.668183:0:34776:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840373.668186:0:34776:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833970 : 144115205322833970 : 200000404000032) 00000080:00000001:0.0:1788840373.668188:0:34776:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:0.0:1788840373.668193:0:34776:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x32:0x0], updating i_size 16384 00000080:00200000:0.0:1788840373.668195:0:34776:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x32:0x0](ffff90ee9058b248): rc = 0 00000080:00000001:0.0:1788840373.668197:0:34776:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621953031189064 : -122120678362552 : ffff90ee9058b248) 00000080:00000001:0.0:1788840373.668199:0:34776:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788840373.668201:0:34776:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788840373.668203:0:34776:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840373.668206:0:34776:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x32:0x0](ffff90ee9058b248) for lock 0x0 00800000:00000001:0.0:1788840373.668209:0:34776:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840373.668211:0:34776:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00000002:00000001:0.0:1788840373.668212:0:34776:0:(mdc_locks.c:99:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840373.668213:0:34776:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:0.0:1788840373.668315:0:34776:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90ee90734360 inode ffff90ee9058b248 refc 1 flags 0x20000e 00000080:00000001:0.0:1788840373.668319:0:34776:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:0.0:1788840373.668322:0:34776:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840373.668324:0:34776:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788840373.668328:0:34776:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788840373.668333:0:34776:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98d1e200. 00000100:00000001:0.0:1788840373.668337:0:34776:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840373.668345:0:34776:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f59f80 x1875733134008320/t8589934609(8589934609) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/608 e 0 to 0 dl 1788840389 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840373.668351:0:34776:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840373.668363:0:34776:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:0.0:1788840373.668367:0:34776:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788840373.668370:0:34776:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907a48 00000080:00200008:0.0:1788840373.668372:0:34776:0:(file.c:1090:ll_file_open()) START file d24b.recovery-small:[0x200000404:0x32:0x0](ffff90ee9058b248), flags 320400 00000080:00000010:0.0:1788840373.668383:0:34776:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90ee92d4cdc0. 00000080:00000010:0.0:1788840373.668393:0:34776:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff90ee90b50940. 00000080:00000001:0.0:1788840373.668396:0:34776:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1788840373.668399:0:34776:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1788840373.668403:0:34776:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1788840373.668407:0:34776:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff90ee83169d60. 00000002:00100000:0.0:1788840373.668411:0:34776:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90ee87f59f80 x1875733134008320/t8589934609(8589934609) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/608 e 0 to 0 dl 1788840389 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788840373.668417:0:34776:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840373.668419:0:34776:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788840373.668423:0:34776:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1788840373.668426:0:34776:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840373.668428:0:34776:0:(file.c:1296:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840373.668431:0:34776:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840373.668434:0:34776:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f59f80 x1875733134008320/t8589934609(8589934609) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/608 e 0 to 0 dl 1788840389 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1788840373.668441:0:34776:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840373.668445:0:34776:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff90ee86fc0000. 02000000:00000001:0.0:1788840373.668490:0:34776:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788840373.668492:0:34776:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840373.668495:0:34776:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907a48 00000080:00000008:0.0:1788840373.668497:0:34776:0:(file.c:1329:ll_file_open()) COMPLETED file d24b.recovery-small:[0x200000404:0x32:0x0](ffff90ee9058b248), flags 320400, rc = 0 00000080:00000001:0.0:1788840373.668500:0:34776:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840373.668504:0:34776:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788840373.668506:0:34776:0:(dcache.c:176:ll_intent_release()) intent ffff90ee9887d5a0 released 00000080:00000001:0.0:1788840373.668508:0:34776:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788840373.668511:0:34776:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1788840373.668513:0:34776:0:(pcc.c:2368:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840373.668514:0:34776:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788840373.668517:0:34776:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff90ee9887d5a0. 00000080:00000001:0.0:1788840373.668521:0:34776:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840373.668525:0:34776:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788840373.668527:0:34776:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x32:0x0](ffff90ee9058b248), inode mode 41ed mask 44 00000080:00000001:0.0:1788840373.668532:0:34776:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840373.668566:0:34776:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840373.668569:0:34776:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000404:0x32:0x0](ffff90ee9058b248) cmd=4008669a arg=1e092e0 00000080:00000001:0.0:1788840373.668575:0:34776:0:(dir.c:594:ll_dir_setstripe()) Process entered 00000080:00000010:0.0:1788840373.668579:0:34776:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98d1e200. 00800000:00000001:0.0:1788840373.668587:0:34776:0:(lmv_obd.c:3034:lmv_setattr()) Process entered 00800000:00000002:0.0:1788840373.668589:0:34776:0:(lmv_obd.c:3038:lmv_setattr()) SETATTR for [0x200000404:0x32:0x0], valid 0x0/0x0 00000002:00000001:0.0:1788840373.668593:0:34776:0:(mdc_reint.c:94:mdc_setattr()) Process entered 00000002:00000001:0.0:1788840373.668595:0:34776:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788840373.668600:0:34776:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840373.668605:0:34776:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f58a80. 00000020:00000040:0.0:1788840373.668610:0:34776:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00010000:00000001:0.0:1788840373.668615:0:34776:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788840373.668619:0:34776:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840373.668625:0:34776:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.668627:0:34776:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840373.668628:0:34776:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840373.668631:0:34776:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840373.668633:0:34776:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840373.668637:0:34776:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840373.669063:0:34776:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee86f36c00. 00000100:00000001:0.0:1788840373.669069:0:34776:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.669072:0:34776:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840373.669074:0:34776:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.669075:0:34776:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840373.669077:0:34776:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.669079:0:34776:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1788840373.669088:0:34776:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1788840373.669095:0:34776:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee87f58a80 x1875733134008576/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1788840373.669102:0:34776:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788840373.669103:0:34776:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788840373.669109:0:34776:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90eea045e240. 00000100:00000001:0.0:1788840373.669111:0:34776:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621953298391616 : -122120411160000 : ffff90eea045e240) 00000100:00000001:0.0:1788840373.669113:0:34776:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840373.669115:0:34776:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890473088 : -122120819078528 : ffff90ee87f58a80) 00000100:00000001:0.0:1788840373.669119:0:34776:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840373.669123:0:34776:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840373.669125:0:34776:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788840373.669126:0:34776:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840373.669130:0:34776:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f58a80 x1875733134008576/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/512 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840373.669138:0:34776:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840373.669140:0:34776:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840373.669144:0:34776:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840373.669147:0:34776:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840373.669150:0:34776:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840373.669153:0:34776:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f58a80 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:34776:1875733134008576:192.168.202.131@tcp:36:lfs.0 00000100:00000001:0.0:1788840373.669157:0:34776:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840373.669163:0:34776:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840373.669166:0:34776:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840373.669169:0:34776:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840373.669173:0:34776:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86f35c00. 02000000:00000001:0.0:1788840373.669175:0:34776:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840373.669183:0:34776:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840373.669188:0:34776:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c800b0. 00000400:00000010:0.0:1788840373.669195:0:34776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6aa0. 00000100:00000200:0.0:1788840373.669202:0:34776:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733134008576, portal 10 00000100:00000001:0.0:1788840373.669203:0:34776:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840373.669204:0:34776:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890473088 : -122120819078528 : ffff90ee87f58a80) 00000100:00000040:0.0:1788840373.669211:0:34776:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87f58a80 x1875733134008576/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/512 e 0 to 0 dl 1788840389 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840373.669223:0:34776:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840373.669227:0:34776:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840373.669229:0:34776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6110. 00000100:00000200:0.0:1788840373.669233:0:34776:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1875733134008576, offset 0 00000400:00000200:0.0:1788840373.669239:0:34776:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840373.669248:0:34776:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840373.669324:0:34776:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840373.669330:0:34776:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840373.669336:0:34776:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840373.669340:0:34776:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840373.669343:0:34776:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840373.669348:0:34776:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2653:2653:256:4294967295] 192.168.202.131@tcp LPNI seq info [2653:2653:8:4294967295] 00000400:00000200:0.0:1788840373.669352:0:34776:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840373.669364:0:34776:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840373.669371:0:34776:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840373.669379:0:34776:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee92e46700. 00000800:00000200:0.0:1788840373.669387:0:34776:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840373.669395:0:34776:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840373.669400:0:34776:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee92e46700 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1788840373.669486:0:34776:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840373.669491:0:34776:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 796530 usecs (797 jiffies) 00000400:00000200:0.0:1788840373.669495:0:34776:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840373.669499:0:34776:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296604284 00000100:00000001:0.0:1788840373.669502:0:34776:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296606629 00000100:00000001:0.0:1788840373.669504:0:34776:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296604284 00000100:00000001:0.0:1788840373.669507:0:34776:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296606629 00000100:00000001:0.0:1788840373.669509:0:34776:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840373.669512:0:34776:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840373.669515:0:34776:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840373.669516:0:34776:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788840373.669519:0:34776:0:(client.c:2715:ptlrpc_set_wait()) set ffff90eea045e240 going to sleep for 11 seconds 00000100:00000001:0.0:1788840373.669522:0:34776:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840373.669526:0:34776:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1:1788840373.676138:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030c00. 00000800:00000200:2.0:1788840373.680980:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840373.680991:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee92e46700. 00000400:00000200:2.0:1788840373.681001:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840373.681010:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840373.681018:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6110 00000400:00000010:2.0:1788840373.681022:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6110. 00000100:00000001:2.0:1788840373.681027:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840373.681035:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f58a80 x1875733134008576/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/512 e 0 to 0 dl 1788840389 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840373.681048:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840373.681052:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f58a80 x1875733134008576/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/512 e 0 to 0 dl 1788840389 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840373.681065:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840373.681067:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840373.681553:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840373.681566:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840373.681569:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840373.681571:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840373.681578:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.681583:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840373.681592:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.681596:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.681601:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.681605:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 456 into portal 10 MB=0x6a9f827256100 00000400:00000200:2.0:1788840373.681610:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.681617:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 456/456 into md 0x735d [1] + 224 00000800:00000001:2.0:1788840373.681624:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840373.681631:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840373.681634:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840373.681785:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840373.681793:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840373.681938:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f58a80 x1875733134008576/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/512 e 0 to 0 dl 1788840389 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840373.681948:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=512 req@ffff90ee87f58a80 x1875733134008576/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/512 e 0 to 0 dl 1788840389 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840373.681999:0:34776:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840373.682017:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1788840373.682026:0:2353:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788840373.682029:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.682035:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840373.682041:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2654:2654:256:4294967295] 192.168.202.131@tcp LPNI seq info [2654:2654:8:4294967295] 00000400:00000200:2.0:1788840373.682045:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.682054:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) 192.168.202.131@tcp : ACK try# 0 00000800:00000200:2.0:1788840373.682060:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840373.682067:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee84c26200. 00000800:00000200:2.0:1788840373.682073:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840373.682079:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840373.682084:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee84c26200 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788840373.682282:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840373.682286:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee84c26200. 00000400:00000200:2.0:1788840373.682290:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840373.682294:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: ACK: OK 00000400:00000001:0.0:1788840373.683122:0:34776:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840373.683126:0:34776:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840373.683131:0:34776:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c800b0. 00000400:00000200:0.0:1788840373.683136:0:34776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6aa0 00000400:00000010:0.0:1788840373.683139:0:34776:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6aa0. 00000100:00000001:0.0:1788840373.683142:0:34776:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840373.683149:0:34776:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f58a80 x1875733134008576/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/512 e 0 to 0 dl 1788840389 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788840373.683160:0:34776:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f58a80 x1875733134008576/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/512 e 0 to 0 dl 1788840389 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840373.683166:0:34776:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840373.683169:0:34776:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840373.683171:0:34776:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840373.683174:0:34776:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840373.683177:0:34776:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840373.683179:0:34776:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840373.683182:0:34776:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840373.683192:0:34776:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=73 v=5 (5 5 102 102) 00000100:00001000:0.0:1788840373.683196:0:34776:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=31 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840373.683199:0:34776:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840373.683200:0:34776:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.683204:0:34776:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840373.683207:0:34776:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840373.683210:0:34776:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788840373.683212:0:34776:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788840373.683214:0:34776:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788840373.683216:0:34776:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840373.683217:0:34776:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890473088 : -122120819078528 : ffff90ee87f58a80) 00000100:00000001:0.0:1788840373.683220:0:34776:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840373.683222:0:34776:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 8589934607 00000100:00000001:0.0:1788840373.683224:0:34776:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840373.683227:0:34776:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840373.683232:0:34776:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f58a80 x1875733134008576/t8589934610(8589934610) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/456 e 0 to 0 dl 1788840389 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840373.683239:0:34776:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840373.683242:0:34776:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840373.683244:0:34776:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840373.683376:0:34776:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f58a80 x1875733134008576/t8589934610(8589934610) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/456 e 0 to 0 dl 1788840389 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788840373.683387:0:34776:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f58a80 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:34776:1875733134008576:192.168.202.131@tcp:36:lfs.0 00000100:00000001:0.0:1788840373.683392:0:34776:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840373.683395:0:34776:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840373.683398:0:34776:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788840373.683400:0:34776:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840373.683404:0:34776:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f58a80 x1875733134008576/t8589934610(8589934610) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/456 e 0 to 0 dl 1788840389 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840373.683411:0:34776:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840373.683414:0:34776:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90eea045e240. 00000100:00000001:0.0:1788840373.683417:0:34776:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788840373.683419:0:34776:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840373.683426:0:34776:0:(mdc_reint.c:137:mdc_setattr()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840373.683429:0:34776:0:(lmv_obd.c:3047:lmv_setattr()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788840373.683435:0:34776:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98d1e200. 00000100:00000001:0.0:1788840373.683439:0:34776:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840373.683442:0:34776:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f58a80 x1875733134008576/t8589934610(8589934610) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/456 e 0 to 0 dl 1788840389 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840373.683457:0:34776:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840373.683460:0:34776:0:(dir.c:669:ll_dir_setstripe()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840373.683462:0:34776:0:(dir.c:2168:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840373.683494:0:34776:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:0.0:1788840373.683497:0:34776:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788840373.683501:0:34776:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907dd0 00000080:00200008:0.0:1788840373.683504:0:34776:0:(file.c:479:ll_file_release()) START file d24b.recovery-small:[0x200000404:0x32:0x0](ffff90ee9058b248), flags 320000 00000080:00400000:0.0:1788840373.683508:0:34776:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000404:0x32:0x0] 00000080:00000001:0.0:1788840373.683512:0:34776:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1788840373.683513:0:34776:0:(pcc.c:2438:pcc_file_release()) Process leaving 00000080:00000001:0.0:1788840373.683515:0:34776:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1788840373.683523:0:34776:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840373.683526:0:34776:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788840373.683531:0:34776:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840373.683534:0:34776:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788840373.683536:0:34776:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x32:0x0]: 0 00000080:00000001:0.0:1788840373.683538:0:34776:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788840373.683540:0:34776:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788840373.683546:0:34776:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff90ee98d1e200. 00000080:00000001:0.0:1788840373.683548:0:34776:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788840373.683556:0:34776:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788840373.683559:0:34776:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:0.0:1788840373.683561:0:34776:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x32:0x0] 00000002:00000001:0.0:1788840373.683565:0:34776:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788840373.683567:0:34776:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff90ee90f70800: [0x200000404:0x32:0x0] file closed with intent: 0 00000100:00000010:0.0:1788840373.683573:0:34776:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f59c00. 00000020:00000040:0.0:1788840373.683577:0:34776:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:0.0:1788840373.683581:0:34776:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840373.683585:0:34776:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840373.683590:0:34776:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840373.683596:0:34776:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee98d1ea00. 00000100:00000001:0.0:1788840373.683603:0:34776:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788840373.683613:0:34776:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff90ee87f59f80 x1875733134008320/t8589934609(8589934609) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/608 e 0 to 0 dl 1788840389 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788840373.683621:0:34776:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788840373.683626:0:34776:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee87f59c00 x1875733134008832/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788840373.683632:0:34776:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788840373.683634:0:34776:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788840373.683659:0:34776:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90eea045e240. 00000100:00000001:0.0:1788840373.683661:0:34776:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621953298391616 : -122120411160000 : ffff90eea045e240) 00000100:00000001:0.0:1788840373.683664:0:34776:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840373.683665:0:34776:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890477568 : -122120819074048 : ffff90ee87f59c00) 00000100:00000001:0.0:1788840373.683669:0:34776:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840373.683673:0:34776:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840373.683675:0:34776:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788840373.683677:0:34776:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840373.683680:0:34776:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f59c00 x1875733134008832/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840373.683686:0:34776:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840373.683689:0:34776:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840373.683959:0:34776:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840373.683962:0:34776:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840373.683965:0:34776:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840373.683969:0:34776:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f59c00 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:34776:1875733134008832:192.168.202.131@tcp:35:lfs.0 00000100:00000001:0.0:1788840373.683973:0:34776:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840373.683978:0:34776:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840373.683981:0:34776:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840373.683983:0:34776:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840373.683988:0:34776:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86f35000. 02000000:00000001:0.0:1788840373.683990:0:34776:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840373.683996:0:34776:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840373.683999:0:34776:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c800b0. 00000400:00000010:0.0:1788840373.684004:0:34776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6aa0. 00000100:00000200:0.0:1788840373.684010:0:34776:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733134008832, portal 10 00000100:00000001:0.0:1788840373.684012:0:34776:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840373.684013:0:34776:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890477568 : -122120819074048 : ffff90ee87f59c00) 00000100:00000040:0.0:1788840373.684019:0:34776:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87f59c00 x1875733134008832/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840389 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840373.684025:0:34776:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840373.684027:0:34776:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840373.684030:0:34776:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6770. 00000100:00000200:0.0:1788840373.684033:0:34776:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875733134008832, offset 0 00000400:00000200:0.0:1788840373.684039:0:34776:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840373.684045:0:34776:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840373.684051:0:34776:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840373.684056:0:34776:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840373.684059:0:34776:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840373.684063:0:34776:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840373.684065:0:34776:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840373.684069:0:34776:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2655:2655:256:4294967295] 192.168.202.131@tcp LPNI seq info [2655:2655:8:4294967295] 00000400:00000200:0.0:1788840373.684072:0:34776:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840373.684080:0:34776:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840373.684085:0:34776:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840373.684090:0:34776:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee92e46700. 00000800:00000200:0.0:1788840373.684096:0:34776:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840373.684102:0:34776:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840373.684322:0:34776:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee92e46700 type 1, nob 488 niov 1 nkiov 1 00000800:00000001:3.0:1788840373.685377:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840373.685391:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840373.686054:0:34776:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840373.686060:0:34776:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 795583 usecs (796 jiffies) 00000400:00000200:0.0:1788840373.686067:0:34776:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840373.686071:0:34776:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296604300 00000100:00000001:1.0:1788840373.686237:0:34776:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296606629 00000100:00000001:1.0:1788840373.686241:0:34776:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296604300 00000100:00000001:1.0:1788840373.686244:0:34776:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296606629 00000100:00000001:1.0:1788840373.686246:0:34776:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840373.686312:0:34776:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840373.686316:0:34776:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840373.686318:0:34776:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788840373.686321:0:34776:0:(client.c:2715:ptlrpc_set_wait()) set ffff90eea045e240 going to sleep for 11 seconds 00000100:00000001:1.0:1788840373.686325:0:34776:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840373.686329:0:34776:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840373.688429:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840373.688438:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee92e46700. 00000400:00000200:3.0:1788840373.688445:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840373.688467:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840373.688475:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6770 00000400:00000010:3.0:1788840373.688478:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6770. 00000100:00000001:3.0:1788840373.688482:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840373.688490:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f59c00 x1875733134008832/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840389 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840373.688502:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840373.688505:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f59c00 x1875733134008832/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840389 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840373.688512:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840373.688514:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840373.692153:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840373.692174:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840373.692178:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840373.692181:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840373.692191:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.692200:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840373.692210:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.692215:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.692220:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.692224:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 456 into portal 10 MB=0x6a9f827256200 00000400:00000200:2.0:1788840373.692229:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.692235:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 456/456 into md 0x7365 [1] + 224 00000800:00000001:2.0:1788840373.692242:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840373.692388:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840373.692393:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840373.692399:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840373.692409:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840373.692419:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f59c00 x1875733134008832/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840389 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840373.692431:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff90ee87f59c00 x1875733134008832/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840389 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840373.692461:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840373.692471:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840373.692475:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840373.692550:0:34776:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788840373.692558:0:34776:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840373.692560:0:34776:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840373.692564:0:34776:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c800b0. 00000400:00000200:1.0:1788840373.692568:0:34776:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6aa0 00000400:00000010:1.0:1788840373.692571:0:34776:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6aa0. 00000100:00000001:1.0:1788840373.692574:0:34776:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840373.692579:0:34776:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f59c00 x1875733134008832/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840389 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788840373.692586:0:34776:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f59c00 x1875733134008832/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840389 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840373.692591:0:34776:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840373.692593:0:34776:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840373.692595:0:34776:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840373.692598:0:34776:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840373.692601:0:34776:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840373.692603:0:34776:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840373.692606:0:34776:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840373.692616:0:34776:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee988234a8 time=73 v=5 (10 5 5 5) 00000100:00001000:1.0:1788840373.692621:0:34776:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840373.692623:0:34776:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840373.692625:0:34776:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840373.692627:0:34776:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840373.692630:0:34776:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840373.692633:0:34776:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788840373.692635:0:34776:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788840373.692637:0:34776:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788840373.692690:0:34776:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840373.692699:0:34776:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890477568 : -122120819074048 : ffff90ee87f59c00) 00000100:00000001:1.0:1788840373.692703:0:34776:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840373.692705:0:34776:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 8589934607 00000100:00000001:1.0:1788840373.692706:0:34776:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840373.692709:0:34776:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840373.692714:0:34776:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f59c00 x1875733134008832/t8589934611(8589934611) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840389 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840373.692721:0:34776:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840373.692724:0:34776:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840373.692726:0:34776:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840373.692729:0:34776:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f59c00 x1875733134008832/t8589934611(8589934611) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840389 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788840373.692741:0:34776:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f59c00 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:34776:1875733134008832:192.168.202.131@tcp:35:lfs.0 00000100:00000001:1.0:1788840373.692745:0:34776:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840373.692748:0:34776:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840373.692750:0:34776:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788840373.692753:0:34776:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840373.692756:0:34776:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f59c00 x1875733134008832/t8589934611(8589934611) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840389 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840373.692762:0:34776:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840373.692764:0:34776:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90eea045e240. 00000100:00000001:1.0:1788840373.692768:0:34776:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788840373.692769:0:34776:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840373.692775:0:34776:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840373.692776:0:34776:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890477568 : -122120819074048 : ffff90ee87f59c00) 00000002:00000001:1.0:1788840373.692779:0:34776:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840373.692782:0:34776:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788840373.692787:0:34776:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98d1e200. 00000080:00000001:1.0:1788840373.692791:0:34776:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788840373.692794:0:34776:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1788840373.692799:0:34776:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788840373.692804:0:34776:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff90ee87f59f80 x1875733134008320/t8589934609(8589934609) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/608 e 0 to 0 dl 1788840389 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840373.692813:0:34776:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840373.692814:0:34776:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890478464 : -122120819073152 : ffff90ee87f59f80) 00000100:00000001:1.0:1788840373.692816:0:34776:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840373.692819:0:34776:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f59f80 x1875733134008320/t8589934609(8589934609) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/608 e 0 to 0 dl 1788840389 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840373.692835:0:34776:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840373.692838:0:34776:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840373.692841:0:34776:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f59c00 x1875733134008832/t8589934611(8589934611) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840389 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840373.692852:0:34776:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840373.692853:0:34776:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840373.692857:0:34776:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f59f80 x1875733134008320/t8589934609(8589934609) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 536/608 e 0 to 0 dl 1788840389 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840373.692862:0:34776:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788840373.692865:0:34776:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840373.692867:0:34776:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:1.0:1788840373.692870:0:34776:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840373.692874:0:34776:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee86f34800. 02000000:00000001:1.0:1788840373.692878:0:34776:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840373.692880:0:34776:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840373.692882:0:34776:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f59f80. 00000100:00000001:1.0:1788840373.692885:0:34776:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840373.692887:0:34776:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840373.692888:0:34776:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840373.692891:0:34776:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f59c00 x1875733134008832/t8589934611(8589934611) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840389 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840373.692897:0:34776:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840373.692900:0:34776:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff90ee83169d60. 00000002:00000001:1.0:1788840373.692902:0:34776:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840373.692904:0:34776:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788840373.692906:0:34776:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff90ee90b50940. 00000100:00000001:1.0:1788840373.692908:0:34776:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840373.692911:0:34776:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f59c00 x1875733134008832/t8589934611(8589934611) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840389 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840373.692917:0:34776:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840373.692919:0:34776:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840373.692921:0:34776:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee86f35000. 02000000:00000001:1.0:1788840373.692923:0:34776:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840373.692925:0:34776:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840373.692926:0:34776:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:1.0:1788840373.692928:0:34776:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840373.692930:0:34776:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee98d1ea00. 02000000:00000001:1.0:1788840373.692932:0:34776:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840373.692933:0:34776:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840373.692935:0:34776:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f59c00. 00000100:00000001:1.0:1788840373.692937:0:34776:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840373.692938:0:34776:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788840373.692940:0:34776:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788840373.692945:0:34776:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90ee92d4cdc0. 00000080:00000001:1.0:1788840373.692949:0:34776:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840373.692954:0:34776:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907dd0 00000080:00000008:1.0:1788840373.692956:0:34776:0:(file.c:523:ll_file_release()) COMPLETED file d24b.recovery-small:[0x200000404:0x32:0x0](ffff90ee9058b248), flags 320000, rc = 0 00000080:00000001:1.0:1788840373.692960:0:34776:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840373.692962:0:34776:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840373.692966:0:34776:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788840373.692968:0:34776:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907e00 00000080:00002000:1.0:1788840373.692970:0:34776:0:(dcache.c:127:ll_ddelete()) deleting dentry d24b.recovery-small (ffff90ee90734360, parent ffff90ee9069b510, inode ffff90ee9058b248) hashed, 00000080:00000001:1.0:1788840373.692973:0:34776:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788840373.692980:0:34776:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788840373.692985:0:34776:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000010:1.1:1788840373.707687:0:34777:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee83169d00. 00010000:00010000:0.0:1788840373.714544:0:34778:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0000-osc-ffff90ee90f70800 00010000:00000001:0.0:1788840373.714554:0:34778:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840373.714556:0:34778:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840373.714559:0:34778:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.714564:0:34778:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840373.714566:0:34778:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.714568:0:34778:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840373.714604:0:34778:0:(ldlm_resource.c:195:lru_size_store()) dropping all unused locks from namespace lustre-OST0001-osc-ffff90ee90f70800 00010000:00000001:0.0:1788840373.714606:0:34778:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840373.714607:0:34778:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840373.714608:0:34778:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.714610:0:34778:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840373.714612:0:34778:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.714613:0:34778:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840373.759976:0:34783:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788840373.759985:0:34783:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:2.0:1788840373.759988:0:34783:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788840373.759992:0:34783:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907bc0 00000080:00200000:2.0:1788840373.759997:0:34783:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:2.0:1788840373.760004:0:34783:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98878400. 00800000:00000002:2.0:1788840373.760011:0:34783:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:2.0:1788840373.760015:0:34783:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788840373.760020:0:34783:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788840373.760022:0:34783:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907ae0 00800000:00000002:2.0:1788840373.760025:0:34783:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788840373.760029:0:34783:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788840373.760033:0:34783:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788840373.760039:0:34783:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788840373.760041:0:34783:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162019079b0 00000002:00010000:2.0:1788840373.760043:0:34783:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788840373.760047:0:34783:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788840373.760049:0:34783:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840373.760052:0:34783:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840373.760059:0:34783:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74e00 count: 2 00010000:00000001:2.0:1788840373.760062:0:34783:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840373.760066:0:34783:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840373.760071:0:34783:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788840373.760076:0:34783:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030400/0x3aa5f499c96f3911 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baebf expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788840373.760088:0:34783:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788840373.760093:0:34783:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840373.760096:0:34783:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030400/0x3aa5f499c96f3911 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baebf expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788840373.760182:0:34783:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788840373.760185:0:34783:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788840373.760188:0:34783:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788840373.760190:0:34783:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788840373.760193:0:34783:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788840373.760195:0:34783:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788840373.760198:0:34783:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788840373.760201:0:34783:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:2.0:1788840373.760370:0:34783:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98878400. 00000080:00000001:2.0:1788840373.760378:0:34783:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788840373.760380:0:34783:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840373.760384:0:34783:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:2.0:1788840373.760388:0:34783:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f3911 00800000:00000001:2.0:1788840373.760392:0:34783:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788840373.760394:0:34783:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788840373.760396:0:34783:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840373.760399:0:34783:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840373.760402:0:34783:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030400 refcount=3 00000020:00000001:2.0:1788840373.760405:0:34783:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757138432 : -122120952413184 : ffff90ee80030400) 00010000:00000001:2.0:1788840373.760407:0:34783:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757138432 : -122120952413184 : ffff90ee80030400) 00010000:00000001:2.0:1788840373.760410:0:34783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840373.760412:0:34783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840373.760413:0:34783:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840373.760414:0:34783:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840373.760417:0:34783:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3911 from it ffffa16201907bf8 00010000:00000001:2.0:1788840373.760419:0:34783:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840373.760421:0:34783:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840373.760422:0:34783:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030400 refcount=3 00000020:00000001:2.0:1788840373.760424:0:34783:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757138432 : -122120952413184 : ffff90ee80030400) 00010000:00000001:2.0:1788840373.760426:0:34783:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757138432 : -122120952413184 : ffff90ee80030400) 00010000:00000001:2.0:1788840373.760428:0:34783:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788840373.760431:0:34783:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030400/0x3aa5f499c96f3911 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312baebf expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788840373.760438:0:34783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840373.760440:0:34783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840373.760441:0:34783:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788840373.760445:0:34783:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788840373.760457:0:34783:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030400/0x3aa5f499c96f3911 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baebf expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788840373.760465:0:34783:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788840373.760469:0:34783:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788840373.760471:0:34783:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840373.760476:0:34783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840373.760477:0:34783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840373.760479:0:34783:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840373.760482:0:34783:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788840373.760484:0:34783:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840373.760486:0:34783:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840373.760489:0:34783:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840373.760491:0:34783:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788840373.760493:0:34783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840373.760493:0:34783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788840373.760497:0:34783:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788840373.760498:0:34783:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788840373.760501:0:34783:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:2.0:1788840373.760506:0:34783:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:2.0:1788840373.760516:0:34783:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90ee86e75f80. 00000020:00000001:2.0:1788840373.760521:0:34783:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907b28 00000080:00200000:2.0:1788840373.760523:0:34783:0:(namei.c:1335:ll_lookup_nd()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), flags=25 00000080:00000001:2.0:1788840373.760527:0:34783:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:2.0:1788840373.760529:0:34783:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162019079d8 00000080:00200000:2.0:1788840373.760531:0:34783:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=d24b.recovery-small, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), intent=0 00000080:00000010:2.0:1788840373.760537:0:34783:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98878400. 00800000:00000002:2.0:1788840373.760540:0:34783:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:2.0:1788840373.760544:0:34783:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788840373.760546:0:34783:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788840373.760547:0:34783:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162019078f8 00800000:00000002:2.0:1788840373.760549:0:34783:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd24b.recovery-small' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788840373.760552:0:34783:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00000020:00000001:2.0:1788840373.760556:0:34783:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907890 00800000:00000002:2.0:1788840373.760558:0:34783:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d24b.recovery-small' -> mds #0 00000002:00000001:2.0:1788840373.760561:0:34783:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788840373.760562:0:34783:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162019077c8 00000002:00010000:2.0:1788840373.760564:0:34783:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: d24b.recovery-small,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:2.0:1788840373.760567:0:34783:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788840373.760570:0:34783:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788840373.760574:0:34783:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125e680. 00000020:00000040:2.0:1788840373.760578:0:34783:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00010000:00000001:2.0:1788840373.760584:0:34783:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788840373.760588:0:34783:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840373.760591:0:34783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840373.760592:0:34783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840373.760594:0:34783:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840373.760596:0:34783:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840373.760598:0:34783:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840373.760601:0:34783:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840373.760608:0:34783:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee91278800. 00000100:00000001:2.0:1788840373.760614:0:34783:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840373.760619:0:34783:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840373.760620:0:34783:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840373.760622:0:34783:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840373.760623:0:34783:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840373.760625:0:34783:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840373.760632:0:34783:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621953044637312 : -122120664914304 : ffff90ee9125e680) 00010000:00000001:2.0:1788840373.760636:0:34783:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788840373.760725:0:34783:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788840373.760728:0:34783:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74e00 count: 2 00010000:00000001:2.0:1788840373.760731:0:34783:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840373.760733:0:34783:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788840373.760738:0:34783:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee87d8c000. 00000020:00000001:2.0:1788840373.760741:0:34783:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788840373.760743:0:34783:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee87d8c000 with handle 0x3aa5f499c96f391f to hash 00000020:00000001:2.0:1788840373.760745:0:34783:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788840373.760747:0:34783:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952888586240 : -122120820965376 : ffff90ee87d8c000) 00010000:00000001:2.0:1788840373.760751:0:34783:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952888586240 : -122120820965376 : ffff90ee87d8c000) 00010000:00000001:2.0:1788840373.760754:0:34783:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840373.760756:0:34783:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840373.760759:0:34783:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c000/0x3aa5f499c96f391f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840373.760766:0:34783:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c000/0x3aa5f499c96f391f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840373.760776:0:34783:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c000/0x3aa5f499c96f391f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34783 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788840373.760782:0:34783:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788840373.760784:0:34783:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788840373.760792:0:34783:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee85d30a80. 00000100:00000001:2.0:1788840373.760794:0:34783:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952854657664 : -122120854893952 : ffff90ee85d30a80) 00000100:00000001:2.0:1788840373.760797:0:34783:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840373.760798:0:34783:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044637312 : -122120664914304 : ffff90ee9125e680) 00000100:00000001:2.0:1788840373.760804:0:34783:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840373.760808:0:34783:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840373.760810:0:34783:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788840373.760812:0:34783:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840373.760823:0:34783:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125e680 x1875733134008960/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840373.760832:0:34783:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840373.760834:0:34783:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840373.760839:0:34783:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840373.760841:0:34783:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840373.760843:0:34783:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840373.760846:0:34783:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125e680 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:34783:1875733134008960:192.168.202.131@tcp:101:multiop.0 00000100:00000001:2.0:1788840373.760850:0:34783:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840373.760857:0:34783:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840373.760859:0:34783:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840373.760862:0:34783:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840373.760866:0:34783:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90ee86e69800. 02000000:00000001:2.0:1788840373.760869:0:34783:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840373.760876:0:34783:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840373.760880:0:34783:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e058. 00000400:00000010:2.0:1788840373.760887:0:34783:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234198. 00000100:00000200:2.0:1788840373.760895:0:34783:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875733134008960, portal 10 00000100:00000001:2.0:1788840373.760897:0:34783:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840373.760898:0:34783:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044637312 : -122120664914304 : ffff90ee9125e680) 00000100:00000040:2.0:1788840373.760905:0:34783:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee9125e680 x1875733134008960/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840389 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840373.760913:0:34783:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840373.760916:0:34783:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840373.760918:0:34783:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234bb0. 00000100:00000200:2.0:1788840373.760921:0:34783:0:(niobuf.c:94:ptl_send_buf()) Sending 592 bytes to portal 12, xid 1875733134008960, offset 0 00000400:00000200:2.0:1788840373.760928:0:34783:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840373.760937:0:34783:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.760944:0:34783:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840373.760949:0:34783:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840373.760954:0:34783:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840373.760957:0:34783:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840373.760960:0:34783:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840373.760964:0:34783:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2656:2656:256:4294967295] 192.168.202.131@tcp LPNI seq info [2656:2656:8:4294967295] 00000400:00000200:2.0:1788840373.760968:0:34783:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.760978:0:34783:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840373.760985:0:34783:0:(socklnd_cb.c:931:ksocknal_send()) sending 592 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840373.760990:0:34783:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee84c26200. 00000800:00000200:2.0:1788840373.760996:0:34783:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840373.761004:0:34783:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840373.761009:0:34783:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee84c26200 type 1, nob 688 niov 1 nkiov 1 00000100:00000001:2.0:1788840373.761085:0:34783:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840373.761091:0:34783:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 794631 usecs (795 jiffies) 00000400:00000200:2.0:1788840373.761095:0:34783:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840373.761097:0:34783:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296604374 00000100:00000001:2.0:1788840373.761101:0:34783:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296606629 00000100:00000001:2.0:1788840373.761103:0:34783:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296604374 00000100:00000001:2.0:1788840373.761115:0:34783:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296606629 00000100:00000001:2.0:1788840373.761117:0:34783:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840373.761120:0:34783:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840373.761122:0:34783:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840373.761124:0:34783:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788840373.761127:0:34783:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee85d30a80 going to sleep for 11 seconds 00000100:00000001:2.0:1788840373.761130:0:34783:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840373.761132:0:34783:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840373.761489:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840373.761494:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee84c26200. 00000400:00000200:3.0:1788840373.761499:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840373.761505:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840373.761511:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234bb0 00000400:00000010:3.0:1788840373.761513:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234bb0. 00000100:00000001:3.0:1788840373.761517:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840373.761521:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125e680 x1875733134008960/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840389 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840373.761533:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840373.761538:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee9125e680 x1875733134008960/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840389 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840373.761544:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840373.761546:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840373.768216:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840373.769298:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840373.769303:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840373.769306:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840373.769314:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.769322:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840373.769332:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.769336:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.769342:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.769346:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 584 into portal 10 MB=0x6a9f827256280 00000400:00000200:2.0:1788840373.769351:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.769357:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 584/584 into md 0x736d [1] + 224 00000800:00000001:2.0:1788840373.769363:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840373.769372:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840373.769375:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840373.769379:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840373.769386:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840373.769395:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125e680 x1875733134008960/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840389 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840373.769410:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1152 req@ffff90ee9125e680 x1875733134008960/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840389 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840373.769430:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840373.769438:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840373.769441:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840373.769522:0:34783:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788840373.769530:0:34783:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840373.769532:0:34783:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840373.769535:0:34783:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e058. 00000400:00000200:1.0:1788840373.769540:0:34783:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234198 00000400:00000010:1.0:1788840373.769543:0:34783:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234198. 00000100:00000001:1.0:1788840373.769546:0:34783:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840373.769551:0:34783:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125e680 x1875733134008960/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840389 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788840373.769558:0:34783:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125e680 x1875733134008960/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/1152 e 0 to 0 dl 1788840389 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840373.769563:0:34783:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840373.769566:0:34783:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840373.769568:0:34783:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840373.769571:0:34783:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840373.769574:0:34783:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840373.769576:0:34783:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840373.769580:0:34783:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840373.769590:0:34783:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=73 v=5 (5 5 102 102) 00000100:00001000:1.0:1788840373.769595:0:34783:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840373.769598:0:34783:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840373.769599:0:34783:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840373.769602:0:34783:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840373.769606:0:34783:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840373.769610:0:34783:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840373.769612:0:34783:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 8589934607 00000100:00000001:1.0:1788840373.769614:0:34783:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840373.769616:0:34783:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840373.769620:0:34783:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125e680 x1875733134008960/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840389 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840373.769625:0:34783:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840373.769627:0:34783:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840373.769628:0:34783:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840373.769631:0:34783:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125e680 x1875733134008960/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840389 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788840373.769635:0:34783:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125e680 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:34783:1875733134008960:192.168.202.131@tcp:101:multiop.0 00000100:00000001:1.0:1788840373.769790:0:34783:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840373.769793:0:34783:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840373.769885:0:34783:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788840373.769887:0:34783:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840373.769891:0:34783:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125e680 x1875733134008960/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840389 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840373.769896:0:34783:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840373.769898:0:34783:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee85d30a80. 00000100:00000001:1.0:1788840373.769902:0:34783:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788840373.769903:0:34783:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840373.769905:0:34783:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788840373.769909:0:34783:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840373.769911:0:34783:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840373.769914:0:34783:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c000 refcount=4 00000020:00000001:1.0:1788840373.769916:0:34783:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888586240 : -122120820965376 : ffff90ee87d8c000) 00010000:00000001:1.0:1788840373.769918:0:34783:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888586240 : -122120820965376 : ffff90ee87d8c000) 00010000:00000040:1.0:1788840373.769923:0:34783:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee87d8c000, remote cookie: 0x8a436931312baefe, flags: 0x1001 00010000:00010000:1.0:1788840373.769928:0:34783:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c000/0x3aa5f499c96f391f lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baefe expref: -99 pid: 34783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788840373.769934:0:34783:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x32:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1788840373.769936:0:34783:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1788840373.769944:0:34783:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee98cc4200. 00010000:00000010:1.0:1788840373.769946:0:34783:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee85063d00. 00010000:00000001:1.0:1788840373.769950:0:34783:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840373.769952:0:34783:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c000/0x3aa5f499c96f391f lrc: 4/1,0 mode: --/PR res: [0x200000404:0x32:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baefe expref: -99 pid: 34783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788840373.769958:0:34783:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c000/0x3aa5f499c96f391f lrc: 4/1,0 mode: --/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baefe expref: -99 pid: 34783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840373.769961:0:34783:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788840373.769964:0:34783:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788840373.769966:0:34783:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788840373.769967:0:34783:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788840373.769968:0:34783:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788840373.769970:0:34783:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x32:0x0].0x0 (ffff90ee98cc4200) refcount = 1 00010000:00010000:1.0:1788840373.769973:0:34783:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c000/0x3aa5f499c96f391f lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312baefe expref: -99 pid: 34783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840373.769976:0:34783:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788840373.769978:0:34783:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788840373.769979:0:34783:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840373.769981:0:34783:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788840373.769983:0:34783:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840373.769985:0:34783:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c000/0x3aa5f499c96f391f lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baefe expref: -99 pid: 34783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840373.769989:0:34783:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788840373.769990:0:34783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840373.769992:0:34783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840373.769992:0:34783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840373.769993:0:34783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840373.769994:0:34783:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840373.769997:0:34783:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788840373.769998:0:34783:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840373.769999:0:34783:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840373.770000:0:34783:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c000 refcount=3 00000020:00000001:1.0:1788840373.770001:0:34783:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888586240 : -122120820965376 : ffff90ee87d8c000) 00010000:00000001:1.0:1788840373.770002:0:34783:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888586240 : -122120820965376 : ffff90ee87d8c000) 00010000:00000001:1.0:1788840373.770003:0:34783:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840373.770004:0:34783:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840373.770004:0:34783:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c000 refcount=4 00000020:00000001:1.0:1788840373.770005:0:34783:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888586240 : -122120820965376 : ffff90ee87d8c000) 00010000:00000001:1.0:1788840373.770006:0:34783:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888586240 : -122120820965376 : ffff90ee87d8c000) 00010000:00000001:1.0:1788840373.770008:0:34783:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840373.770011:0:34783:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840373.770013:0:34783:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c000/0x3aa5f499c96f391f lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312baefe expref: -99 pid: 34783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840373.770017:0:34783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840373.770018:0:34783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840373.770019:0:34783:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840373.770019:0:34783:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840373.770020:0:34783:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c000 refcount=5 00000020:00000001:1.0:1788840373.770021:0:34783:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888586240 : -122120820965376 : ffff90ee87d8c000) 00010000:00000001:1.0:1788840373.770022:0:34783:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888586240 : -122120820965376 : ffff90ee87d8c000) 00010000:00000001:1.0:1788840373.770023:0:34783:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840373.770025:0:34783:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c000/0x3aa5f499c96f391f lrc: 5/2,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312baefe expref: -99 pid: 34783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840373.770030:0:34783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840373.770030:0:34783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788840373.770032:0:34783:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c000/0x3aa5f499c96f391f lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312baefe expref: -99 pid: 34783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840373.770035:0:34783:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840373.770036:0:34783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840373.770037:0:34783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840373.770037:0:34783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840373.770038:0:34783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788840373.770041:0:34783:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x10 disposition=0xb, status=0 req@ffff90ee9125e680 x1875733134008960/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840389 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1788840373.770045:0:34783:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840373.770046:0:34783:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840373.770046:0:34783:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c000 refcount=3 00000020:00000001:1.0:1788840373.770047:0:34783:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888586240 : -122120820965376 : ffff90ee87d8c000) 00010000:00000001:1.0:1788840373.770048:0:34783:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888586240 : -122120820965376 : ffff90ee87d8c000) 00010000:00000001:1.0:1788840373.770050:0:34783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840373.770050:0:34783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840373.770051:0:34783:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840373.770052:0:34783:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840373.770054:0:34783:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1788840373.770056:0:34783:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840373.770057:0:34783:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840373.770057:0:34783:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c000 refcount=3 00000020:00000001:1.0:1788840373.770058:0:34783:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888586240 : -122120820965376 : ffff90ee87d8c000) 00010000:00000001:1.0:1788840373.770059:0:34783:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888586240 : -122120820965376 : ffff90ee87d8c000) 00000002:00010000:1.0:1788840373.770061:0:34783:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c000/0x3aa5f499c96f391f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baefe expref: -99 pid: 34783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840373.770068:0:34783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840373.770069:0:34783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840373.770070:0:34783:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788840373.770071:0:34783:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840373.770071:0:34783:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840373.770072:0:34783:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c000 refcount=3 00000020:00000001:1.0:1788840373.770073:0:34783:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888586240 : -122120820965376 : ffff90ee87d8c000) 00010000:00000001:1.0:1788840373.770074:0:34783:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888586240 : -122120820965376 : ffff90ee87d8c000) 00010000:00000040:1.0:1788840373.770076:0:34783:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4200 count: 2 00010000:00000001:1.0:1788840373.770077:0:34783:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1788840373.770080:0:34783:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 4 res 8589935620/50 (0 0) 00010000:00000001:1.0:1788840373.770082:0:34783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840373.770082:0:34783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840373.770083:0:34783:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788840373.770085:0:34783:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907750 00000002:00002000:1.0:1788840373.770086:0:34783:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=d24b.recovery-small intent=lookup status=0 disp=0xb: rc = 0 00000002:00000001:1.0:1788840373.770088:0:34783:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840373.770091:0:34783:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840373.770093:0:34783:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788840373.770096:0:34783:0:(namei.c:952:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1788840373.770097:0:34783:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788840373.770100:0:34783:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000001:1.0:1788840373.770102:0:34783:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1788840373.770104:0:34783:0:(namei.c:674:ll_lookup_it_finish()) it ffffa16201907ac8 it_disposition b 00000080:00000001:1.0:1788840373.770106:0:34783:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788840373.770112:0:34783:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788840373.770114:0:34783:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1788840373.770117:0:34783:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833970 : 144115205322833970 : 200000404000032) 00000080:00000001:1.0:1788840373.770119:0:34783:0:(namei.c:113:ll_iget()) Process entered 00000080:00000001:1.0:1788840373.770125:0:34783:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1788840373.770127:0:34783:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000404:0x32:0x0] 00000080:00000001:1.0:1788840373.770130:0:34783:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840373.770133:0:34783:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833970 : 144115205322833970 : 200000404000032) 00000080:00000001:1.0:1788840373.770136:0:34783:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00200000:1.0:1788840373.770140:0:34783:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000404:0x32:0x0], updating i_size 16384 00000080:00200000:1.0:1788840373.770143:0:34783:0:(namei.c:147:ll_iget()) got inode: [0x200000404:0x32:0x0](ffff90ee9058b248): rc = 0 00000080:00000001:1.0:1788840373.770145:0:34783:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621953031189064 : -122120678362552 : ffff90ee9058b248) 00010000:00000001:1.0:1788840373.770147:0:34783:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840373.770148:0:34783:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840373.770150:0:34783:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c000 refcount=3 00000020:00000001:1.0:1788840373.770152:0:34783:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888586240 : -122120820965376 : ffff90ee87d8c000) 00010000:00000001:1.0:1788840373.770154:0:34783:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888586240 : -122120820965376 : ffff90ee87d8c000) 00010000:00000001:1.0:1788840373.770156:0:34783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840373.770157:0:34783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788840373.770159:0:34783:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788840373.770160:0:34783:0:(llite_lib.c:1925:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788840373.770162:0:34783:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788840373.770164:0:34783:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1788840373.770165:0:34783:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840373.770168:0:34783:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x32:0x0](ffff90ee9058b248) for lock 0x3aa5f499c96f391f 00800000:00000001:1.0:1788840373.770170:0:34783:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788840373.770171:0:34783:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788840373.770172:0:34783:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840373.770173:0:34783:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840373.770173:0:34783:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c000 refcount=3 00000020:00000001:1.0:1788840373.770175:0:34783:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888586240 : -122120820965376 : ffff90ee87d8c000) 00010000:00000001:1.0:1788840373.770176:0:34783:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888586240 : -122120820965376 : ffff90ee87d8c000) 00010000:00000001:1.0:1788840373.770178:0:34783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840373.770178:0:34783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840373.770179:0:34783:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840373.770180:0:34783:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1788840373.770186:0:34783:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90ee90736af8 inode ffff90ee9058b248 refc 1 flags 0x20000e 00000080:00000001:1.0:1788840373.770188:0:34783:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1788840373.770189:0:34783:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840373.770191:0:34783:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1788840373.770193:0:34783:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x32:0x0](ffff90ee9058b248) 00000080:00010000:1.0:1788840373.770196:0:34783:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f391f from it ffffa16201907ac8 00010000:00000001:1.0:1788840373.770198:0:34783:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840373.770198:0:34783:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840373.770199:0:34783:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8c000 refcount=3 00000020:00000001:1.0:1788840373.770200:0:34783:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888586240 : -122120820965376 : ffff90ee87d8c000) 00010000:00000001:1.0:1788840373.770202:0:34783:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888586240 : -122120820965376 : ffff90ee87d8c000) 00010000:00000001:1.0:1788840373.770203:0:34783:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840373.770205:0:34783:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c000/0x3aa5f499c96f391f lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312baefe expref: -99 pid: 34783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840373.770208:0:34783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840373.770209:0:34783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840373.770209:0:34783:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840373.770211:0:34783:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840373.770213:0:34783:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8c000/0x3aa5f499c96f391f lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x32:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baefe expref: -99 pid: 34783 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788840373.770217:0:34783:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840373.770218:0:34783:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840373.770220:0:34783:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840373.770225:0:34783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840373.770226:0:34783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840373.770228:0:34783:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840373.770231:0:34783:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840373.770233:0:34783:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840373.770235:0:34783:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840373.770238:0:34783:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840373.770240:0:34783:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840373.770241:0:34783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840373.770242:0:34783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788840373.770244:0:34783:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1788840373.770307:0:34783:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98878400. 00000100:00000001:1.0:1788840373.770311:0:34783:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840373.770315:0:34783:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125e680 x1875733134008960/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/584 e 0 to 0 dl 1788840389 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840373.770320:0:34783:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840373.770322:0:34783:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840373.770325:0:34783:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90ee86e69800. 02000000:00000001:1.0:1788840373.770327:0:34783:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840373.770329:0:34783:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840373.770330:0:34783:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:1.0:1788840373.770332:0:34783:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840373.770334:0:34783:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee91278800. 02000000:00000001:1.0:1788840373.770337:0:34783:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840373.770338:0:34783:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840373.770339:0:34783:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125e680. 00000100:00000001:1.0:1788840373.770341:0:34783:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840373.770342:0:34783:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788840373.770348:0:34783:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788840373.770350:0:34783:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x32:0x0](ffff90ee9058b248), inode mode 41ed mask 1 00000080:00000001:1.0:1788840373.770354:0:34783:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788840373.770367:0:34783:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90ee84b112c0. 00000080:00000001:1.0:1788840373.770370:0:34783:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788840373.770371:0:34783:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x32:0x0](ffff90ee9058b248), inode mode 41ed mask 3 00000080:00000001:1.0:1788840373.770372:0:34783:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840373.770375:0:34783:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:1.0:1788840373.770376:0:34783:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907b58 00000080:00200000:1.0:1788840373.770378:0:34783:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f24b.recovery-small-1, dir=[0x200000404:0x32:0x0](ffff90ee9058b248), file ffff90ee82ceb500, open_flags 8042, mode 81a4 opened 0 00000080:00000010:1.0:1788840373.770381:0:34783:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff90ee8532c2a0. 00000080:00000001:1.0:1788840373.770384:0:34783:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:1.0:1788840373.770386:0:34783:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907a08 00000080:00200000:1.0:1788840373.770387:0:34783:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f24b.recovery-small-1, dir=[0x200000404:0x32:0x0](ffff90ee9058b248), intent=open|creat 00000080:00000010:1.0:1788840373.770392:0:34783:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90eea059d000. 00000080:00000001:1.0:1788840373.770397:0:34783:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788840373.770399:0:34783:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788840373.770400:0:34783:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907928 00800000:00000002:1.0:1788840373.770401:0:34783:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f24b.recovery-small-1' on [0x200000404:0x32:0x0] 00800000:00000001:1.0:1788840373.770403:0:34783:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:1.0:1788840373.770405:0:34783:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1788840373.770409:0:34783:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446621952875900928 : -122120833650688 : ffff90ee87173000) 00800000:00000001:1.0:1788840373.770411:0:34783:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1788840373.770413:0:34783:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1788840373.770415:0:34783:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1788840373.770416:0:34783:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1788840373.770418:0:34783:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff90ee90f70800: Allocated FID [0x200000404:0x34:0x0] 40000000:00000001:1.0:1788840373.770420:0:34783:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840373.770421:0:34783:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840373.770422:0:34783:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840373.770423:0:34783:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840373.770424:0:34783:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162019078a8 00800000:00000002:1.0:1788840373.770425:0:34783:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000404:0x32:0x0], fid2=[0x200000404:0x34:0x0], name='f24b.recovery-small-1' -> mds #0 layout version 1 00000002:00000001:1.0:1788840373.770428:0:34783:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788840373.770429:0:34783:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162019077e0 00000002:00010000:1.0:1788840373.770430:0:34783:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f24b.recovery-small-1,[0x200000404:0x34:0x0]) in obj [0x200000404:0x32:0x0], intent: open|creat flags 0100103 00000002:00000001:1.0:1788840373.770433:0:34783:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788840373.770434:0:34783:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1788840373.770437:0:34783:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:1.0:1788840373.770439:0:34783:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840373.770441:0:34783:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788840373.770442:0:34783:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4200 count: 2 00010000:00000001:1.0:1788840373.770444:0:34783:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840373.770446:0:34783:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788840373.770457:0:34783:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840373.770459:0:34783:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840373.770461:0:34783:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840373.770466:0:34783:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87faed80. 00000020:00000040:1.0:1788840373.770470:0:34783:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 02000000:00000001:1.0:1788840373.770476:0:34783:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788840373.770478:0:34783:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840373.770480:0:34783:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788840373.770484:0:34783:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840373.770486:0:34783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840373.770487:0:34783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840373.770489:0:34783:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840373.770491:0:34783:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840373.770493:0:34783:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840373.770497:0:34783:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840373.770503:0:34783:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee85c5d800. 00000100:00000001:1.0:1788840373.770508:0:34783:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840373.770512:0:34783:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788840373.770513:0:34783:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840373.770515:0:34783:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788840373.770516:0:34783:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840373.770517:0:34783:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840373.770525:0:34783:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446621952890826112 : -122120818725504 : ffff90ee87faed80) 00010000:00000001:1.0:1788840373.770528:0:34783:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788840373.770530:0:34783:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1788840373.770533:0:34783:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4200 count: 2 00010000:00000001:1.0:1788840373.770535:0:34783:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840373.770537:0:34783:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788840373.770540:0:34783:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee86e84600. 00000020:00000001:1.0:1788840373.770548:0:34783:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788840373.770550:0:34783:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee86e84600 with handle 0x3aa5f499c96f3926 to hash 00000020:00000001:1.0:1788840373.770552:0:34783:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788840373.770554:0:34783:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952872826368 : -122120836725248 : ffff90ee86e84600) 00010000:00000001:1.0:1788840373.770557:0:34783:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952872826368 : -122120836725248 : ffff90ee86e84600) 00010000:00000001:1.0:1788840373.770559:0:34783:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840373.770561:0:34783:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840373.770564:0:34783:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84600/0x3aa5f499c96f3926 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34783 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788840373.770570:0:34783:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84600/0x3aa5f499c96f3926 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34783 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788840373.770580:0:34783:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1788840373.770586:0:34783:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee87faed80 x1875733134009216/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1788840373.770594:0:34783:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84600/0x3aa5f499c96f3926 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34783 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788840373.770602:0:34783:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788840373.770604:0:34783:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788840373.770610:0:34783:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee85c7ab40. 00000100:00000001:1.0:1788840373.770612:0:34783:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952853912384 : -122120855639232 : ffff90ee85c7ab40) 00000100:00000001:1.0:1788840373.770614:0:34783:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840373.770616:0:34783:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890826112 : -122120818725504 : ffff90ee87faed80) 00000100:00000001:1.0:1788840373.770621:0:34783:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840373.770625:0:34783:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840373.770627:0:34783:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788840373.770629:0:34783:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840373.770634:0:34783:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87faed80 x1875733134009216/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840373.771073:0:34783:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840373.771075:0:34783:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840373.771079:0:34783:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840373.771082:0:34783:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840373.771085:0:34783:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840373.771089:0:34783:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87faed80 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:34783:1875733134009216:192.168.202.131@tcp:101:multiop.0 00000100:00000001:1.0:1788840373.771093:0:34783:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840373.771098:0:34783:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840373.771100:0:34783:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840373.771103:0:34783:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840373.771161:0:34783:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff90ee87fe0000. 02000000:00000001:1.0:1788840373.771164:0:34783:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840373.771171:0:34783:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840373.771175:0:34783:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000010:1.0:1788840373.771183:0:34783:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff90ee85c5e800. 00000100:00000200:1.0:1788840373.771191:0:34783:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875733134009216, portal 10 00000100:00000001:1.0:1788840373.771193:0:34783:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840373.771194:0:34783:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890826112 : -122120818725504 : ffff90ee87faed80) 00000100:00000040:1.0:1788840373.771200:0:34783:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87faed80 x1875733134009216/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788840389 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840373.771212:0:34783:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840373.771215:0:34783:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840373.771218:0:34783:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539dd0. 00000100:00000200:1.0:1788840373.771222:0:34783:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1875733134009216, offset 0 00000400:00000200:1.0:1788840373.771230:0:34783:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840373.771238:0:34783:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840373.771245:0:34783:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840373.771327:0:34783:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840373.771331:0:34783:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840373.771334:0:34783:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840373.771337:0:34783:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840373.771342:0:34783:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2657:2657:256:4294967295] 192.168.202.131@tcp LPNI seq info [2657:2657:8:4294967295] 00000400:00000200:1.0:1788840373.771346:0:34783:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840373.771355:0:34783:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840373.771362:0:34783:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840373.771368:0:34783:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989100. 00000800:00000200:1.0:1788840373.771374:0:34783:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840373.771381:0:34783:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840373.771385:0:34783:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989100 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:1.0:1788840373.771482:0:34783:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840373.771487:0:34783:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 793681 usecs (794 jiffies) 00000400:00000200:1.0:1788840373.771491:0:34783:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840373.771495:0:34783:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296604383 00000100:00000001:1.0:1788840373.771498:0:34783:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296606629 00000100:00000001:1.0:1788840373.771500:0:34783:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296604383 00000100:00000001:1.0:1788840373.771503:0:34783:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296606629 00000100:00000001:1.0:1788840373.771505:0:34783:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840373.771508:0:34783:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840373.771511:0:34783:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840373.771513:0:34783:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788840373.771515:0:34783:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee85c7ab40 going to sleep for 11 seconds 00000100:00000001:1.0:1788840373.771518:0:34783:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840373.771521:0:34783:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840373.776059:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840373.776070:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989100. 00000400:00000200:3.0:1788840373.776076:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840373.776091:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840373.776098:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539dd0 00000400:00000010:3.0:1788840373.776102:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539dd0. 00000100:00000001:3.0:1788840373.776108:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840373.776116:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87faed80 x1875733134009216/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788840389 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840373.776127:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840373.776130:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87faed80 x1875733134009216/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788840389 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840373.776137:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840373.776139:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840373.792263:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840373.792282:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840373.792285:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840373.792287:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840373.792295:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.792301:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840373.792308:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.792311:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.792315:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.792318:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 664 into portal 10 MB=0x6a9f827256380 00000400:00000200:2.0:1788840373.792322:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.792327:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 664/664 into md 0x737d [32] + 224 00000800:00000001:2.0:1788840373.792332:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840373.792352:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840373.792354:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840373.792357:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840373.792363:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840373.792371:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87faed80 x1875733134009216/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788840389 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840373.792379:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff90ee87faed80 x1875733134009216/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788840389 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840373.792395:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1788840373.792407:0:2353:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788840373.792411:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.792416:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840373.792422:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2658:2658:256:4294967295] 192.168.202.131@tcp LPNI seq info [2658:2658:8:4294967295] 00000400:00000200:2.0:1788840373.792426:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.792434:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) 192.168.202.131@tcp : ACK try# 0 00000800:00000200:2.0:1788840373.792440:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.202.131@tcp 00000100:00000001:1.0:1788840373.792445:0:34783:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000800:00000010:2.0:1788840373.792446:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff90ee9127a400. 00000400:00000001:1.0:1788840373.792465:0:34783:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840373.792467:0:34783:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840373.792470:0:34783:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000200:1.0:1788840373.792474:0:34783:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85c5e800 00000400:00000010:1.0:1788840373.792476:0:34783:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff90ee85c5e800. 00000100:00000001:1.0:1788840373.792479:0:34783:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000200:2.0:1788840373.792481:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000100:00000200:1.0:1788840373.792483:0:34783:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87faed80 x1875733134009216/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788840389 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000800:00000200:2.0:1788840373.792487:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840373.792492:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee9127a400 type 0, nob 96 niov 1 nkiov 0 00000100:00000200:1.0:1788840373.792492:0:34783:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87faed80 x1875733134009216/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788840389 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840373.792498:0:34783:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840373.792500:0:34783:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840373.792502:0:34783:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840373.792505:0:34783:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840373.792508:0:34783:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840373.792510:0:34783:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840373.792514:0:34783:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840373.792524:0:34783:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=73 v=5 (5 5 102 102) 00000100:00001000:1.0:1788840373.792529:0:34783:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840373.792532:0:34783:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840373.792534:0:34783:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840373.792537:0:34783:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840373.792541:0:34783:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840373.792544:0:34783:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788840373.792546:0:34783:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x200000010/0x1] 00000100:00000001:1.0:1788840373.792547:0:34783:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788840373.792550:0:34783:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840373.792551:0:34783:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890826112 : -122120818725504 : ffff90ee87faed80) 00000100:00000001:1.0:1788840373.792554:0:34783:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840373.792556:0:34783:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 8589934607 00000100:00000001:1.0:1788840373.792558:0:34783:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840373.792560:0:34783:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840373.792565:0:34783:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87faed80 x1875733134009216/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/664 e 0 to 0 dl 1788840389 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000800:00000200:2.0:1788840373.792624:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840373.792629:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff90ee9127a400. 00000400:00000200:2.0:1788840373.792633:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840373.792637:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: ACK: OK 00000100:00000001:1.0:1788840373.792934:0:34783:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840373.792937:0:34783:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840373.792939:0:34783:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840373.792944:0:34783:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87faed80 x1875733134009216/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/664 e 0 to 0 dl 1788840389 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788840373.792952:0:34783:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87faed80 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:34783:1875733134009216:192.168.202.131@tcp:101:multiop.0 00000100:00000001:1.0:1788840373.792957:0:34783:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840373.792960:0:34783:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840373.792963:0:34783:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788840373.792964:0:34783:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840373.792968:0:34783:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87faed80 x1875733134009216/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/664 e 0 to 0 dl 1788840389 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840373.792975:0:34783:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840373.792978:0:34783:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee85c7ab40. 00000100:00000001:1.0:1788840373.792981:0:34783:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788840373.792983:0:34783:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840373.792986:0:34783:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788840373.792991:0:34783:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840373.792994:0:34783:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840373.792997:0:34783:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84600 refcount=4 00000020:00000001:1.0:1788840373.793000:0:34783:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872826368 : -122120836725248 : ffff90ee86e84600) 00010000:00000001:1.0:1788840373.793003:0:34783:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872826368 : -122120836725248 : ffff90ee86e84600) 00010000:00000040:1.0:1788840373.793009:0:34783:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee86e84600, remote cookie: 0x8a436931312baf1a, flags: 0x1001 00010000:00010000:1.0:1788840373.793015:0:34783:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84600/0x3aa5f499c96f3926 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baf1a expref: -99 pid: 34783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000800:00000001:2.0:1788840373.793020:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840373.793024:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000040:1.0:1788840373.793028:0:34783:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x34:0x0].0x0, instead of [0x200000404:0x32:0x0].0x0 00010000:00000001:1.0:1788840373.793031:0:34783:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:0.0:1788840373.793097:0:34783:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee99a74800. 00010000:00000010:0.0:1788840373.793101:0:34783:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee90f56c80. 00010000:00000001:0.0:1788840373.793105:0:34783:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840373.793110:0:34783:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84600/0x3aa5f499c96f3926 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baf1a expref: -99 pid: 34783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840373.793118:0:34783:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84600/0x3aa5f499c96f3926 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baf1a expref: -99 pid: 34783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840373.793124:0:34783:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788840373.793128:0:34783:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788840373.793130:0:34783:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788840373.793131:0:34783:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788840373.793132:0:34783:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788840373.793135:0:34783:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x34:0x0].0x0 (ffff90ee99a74800) refcount = 1 00010000:00010000:0.0:1788840373.793139:0:34783:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84600/0x3aa5f499c96f3926 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312baf1a expref: -99 pid: 34783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840373.793144:0:34783:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788840373.793147:0:34783:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788840373.793149:0:34783:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840373.793151:0:34783:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788840373.793153:0:34783:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840373.793157:0:34783:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84600/0x3aa5f499c96f3926 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baf1a expref: -99 pid: 34783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840373.793164:0:34783:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788840373.793165:0:34783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.793167:0:34783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840373.793168:0:34783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.793169:0:34783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840373.793170:0:34783:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840373.793175:0:34783:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788840373.793178:0:34783:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840373.793179:0:34783:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840373.793180:0:34783:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84600 refcount=3 00000020:00000001:0.0:1788840373.793181:0:34783:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872826368 : -122120836725248 : ffff90ee86e84600) 00010000:00000001:0.0:1788840373.793183:0:34783:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872826368 : -122120836725248 : ffff90ee86e84600) 00010000:00000001:0.0:1788840373.793185:0:34783:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840373.793186:0:34783:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840373.793187:0:34783:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84600 refcount=4 00000020:00000001:0.0:1788840373.793188:0:34783:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872826368 : -122120836725248 : ffff90ee86e84600) 00010000:00000001:0.0:1788840373.793189:0:34783:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872826368 : -122120836725248 : ffff90ee86e84600) 00010000:00000001:0.0:1788840373.793191:0:34783:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840373.793193:0:34783:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840373.793195:0:34783:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84600/0x3aa5f499c96f3926 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312baf1a expref: -99 pid: 34783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840373.793199:0:34783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.793199:0:34783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840373.793200:0:34783:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840373.793201:0:34783:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840373.793201:0:34783:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84600 refcount=5 00000020:00000001:0.0:1788840373.793202:0:34783:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872826368 : -122120836725248 : ffff90ee86e84600) 00010000:00000001:0.0:1788840373.793203:0:34783:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872826368 : -122120836725248 : ffff90ee86e84600) 00010000:00000001:0.0:1788840373.793205:0:34783:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840373.793206:0:34783:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84600/0x3aa5f499c96f3926 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312baf1a expref: -99 pid: 34783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840373.793209:0:34783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.793210:0:34783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788840373.793212:0:34783:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84600/0x3aa5f499c96f3926 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312baf1a expref: -99 pid: 34783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840373.793218:0:34783:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840373.793220:0:34783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.793221:0:34783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840373.793222:0:34783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.793223:0:34783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788840373.793227:0:34783:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff90ee87faed80 x1875733134009216/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/664 e 0 to 0 dl 1788840389 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788840373.793236:0:34783:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1788840373.793241:0:34783:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90ee87faed80 x1875733134009216/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/664 e 0 to 0 dl 1788840389 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788840373.793259:0:34783:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.793266:0:34783:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840373.793267:0:34783:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840373.793269:0:34783:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84600 refcount=3 00000020:00000001:0.0:1788840373.793271:0:34783:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872826368 : -122120836725248 : ffff90ee86e84600) 00010000:00000001:0.0:1788840373.793273:0:34783:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872826368 : -122120836725248 : ffff90ee86e84600) 00000002:00010000:0.0:1788840373.793277:0:34783:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84600/0x3aa5f499c96f3926 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baf1a expref: -99 pid: 34783 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1788840373.793285:0:34783:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff90ee90b50900. 00010000:00000001:0.0:1788840373.793287:0:34783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.793287:0:34783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840373.793288:0:34783:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840373.793289:0:34783:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840373.793292:0:34783:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1788840373.793293:0:34783:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840373.793294:0:34783:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890826112 : -122120818725504 : ffff90ee87faed80) 00000100:00000001:0.0:1788840373.793296:0:34783:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840373.793297:0:34783:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890826112 : -122120818725504 : ffff90ee87faed80) 00010000:00000001:0.0:1788840373.793298:0:34783:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840373.793300:0:34783:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840373.793300:0:34783:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84600 refcount=3 00000020:00000001:0.0:1788840373.793302:0:34783:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872826368 : -122120836725248 : ffff90ee86e84600) 00010000:00000001:0.0:1788840373.793303:0:34783:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872826368 : -122120836725248 : ffff90ee86e84600) 00000002:00010000:0.0:1788840373.793305:0:34783:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84600/0x3aa5f499c96f3926 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baf1a expref: -99 pid: 34783 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840373.793309:0:34783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.793309:0:34783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840373.793310:0:34783:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788840373.793311:0:34783:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840373.793312:0:34783:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840373.793313:0:34783:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84600 refcount=3 00000020:00000001:0.0:1788840373.793314:0:34783:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872826368 : -122120836725248 : ffff90ee86e84600) 00010000:00000001:0.0:1788840373.793315:0:34783:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872826368 : -122120836725248 : ffff90ee86e84600) 00010000:00000040:0.0:1788840373.793317:0:34783:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74800 count: 2 00010000:00000001:0.0:1788840373.793319:0:34783:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788840373.793321:0:34783:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 4 res 8589935620/52 (0 0) 00010000:00000001:0.0:1788840373.793323:0:34783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.793323:0:34783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840373.793324:0:34783:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788840373.793326:0:34783:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907768 00000002:00002000:0.0:1788840373.793327:0:34783:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f24b.recovery-small-1 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:0.0:1788840373.793329:0:34783:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840373.793332:0:34783:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840373.793333:0:34783:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788840373.793336:0:34783:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x32:0x0] suppgids 0 -1: rc 0 00000080:00000001:0.0:1788840373.793338:0:34783:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840373.793341:0:34783:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:0.0:1788840373.793343:0:34783:0:(namei.c:674:ll_lookup_it_finish()) it ffff90ee8532c2a0 it_disposition 1800037 00000080:00002000:0.0:1788840373.793347:0:34783:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90ee90760bd0 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:0.0:1788840373.793352:0:34783:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788840373.793354:0:34783:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:0.0:1788840373.793355:0:34783:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907998 00000080:00200000:0.0:1788840373.793357:0:34783:0:(namei.c:1628:ll_create_it()) VFS Op:name=f24b.recovery-small-1, dir=[0x200000404:0x32:0x0](ffff90ee9058b248), intent=open|creat 00000080:00000001:0.0:1788840373.793359:0:34783:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:0.0:1788840373.793360:0:34783:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788840373.793365:0:34783:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788840373.793367:0:34783:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788840373.793370:0:34783:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833972 : 144115205322833972 : 200000404000034) 00000080:00000001:0.0:1788840373.793372:0:34783:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:0.0:1788840373.793385:0:34783:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff90ee90591080. 00000020:00000001:0.0:1788840373.793393:0:34783:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:0.0:1788840373.793394:0:34783:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:0.0:1788840373.793396:0:34783:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:0.0:1788840373.793397:0:34783:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x34:0x0](ffff90ee90591148) 00000020:00000001:0.0:1788840373.793401:0:34783:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788840373.793404:0:34783:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953299705864 : -122120409845752 : ffff90eea059f008) 00000020:00001000:0.0:1788840373.793406:0:34783:0:(cl_object.c:823:cl_env_get()) 1@ffff90eea059f000 00000020:00000001:0.0:1788840373.793409:0:34783:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:0.0:1788840373.793413:0:34783:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff90ee82e4f320. 00000020:00000001:0.0:1788840373.793414:0:34783:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1788840373.793416:0:34783:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840373.793421:0:34783:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:0.0:1788840373.793424:0:34783:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff90ee98eff0f8. 00020000:00000001:0.0:1788840373.793425:0:34783:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446621953175318776 : -122120534232840 : ffff90ee98eff0f8) 00020000:00000001:0.0:1788840373.793427:0:34783:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:0.0:1788840373.793429:0:34783:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788840373.793433:0:34783:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90ee9887d5a0. 00020000:00000010:0.0:1788840373.793436:0:34783:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90ee98d2f900. 00020000:00000010:0.0:1788840373.793440:0:34783:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90ee9887d0c0. 00020000:00000001:0.0:1788840373.793442:0:34783:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621953168494784 : -122120541056832 : ffff90ee9887d0c0) 00020000:00000002:0.0:1788840373.793445:0:34783:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee9887d0c0, objid 0x34:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788840373.793459:0:34783:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788840373.793462:0:34783:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90ee98d2f900: ostid: 0x240000400:68 ost idx: 0 gen: 0 00020000:00000001:0.0:1788840373.793465:0:34783:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:0.0:1788840373.793467:0:34783:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee9887d0c0, objid 0x34:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788840373.793473:0:34783:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788840373.793476:0:34783:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90ee98d2f900: ostid: 0x240000400:68 ost idx: 0 gen: 0 00020000:00000010:0.0:1788840373.793480:0:34783:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff90ee85c502e0. 00020000:00000010:0.0:1788840373.793485:0:34783:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff90eea045e240. 00020000:00000001:0.0:1788840373.793488:0:34783:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:0.0:1788840373.793491:0:34783:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff90ee8869d768. 00020000:00000001:0.0:1788840373.793493:0:34783:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:0.0:1788840373.793495:0:34783:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:0.0:1788840373.793500:0:34783:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:0.0:1788840373.793503:0:34783:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff90ee82e4fbb8. 00000020:00000001:0.0:1788840373.793505:0:34783:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:0.0:1788840373.793506:0:34783:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840373.793508:0:34783:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446621952805502008 : -122120904049608 : ffff90ee82e4fc38) 00020000:00000001:0.0:1788840373.793512:0:34783:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:0.0:1788840373.793516:0:34783:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff90ee87839340. 00020000:00000001:0.0:1788840373.793518:0:34783:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840373.793523:0:34783:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446621952805502008 : -122120904049608 : ffff90ee82e4fc38) 00020000:00000001:0.0:1788840373.793525:0:34783:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446621952805502008 : -122120904049608 : ffff90ee82e4fc38) 00020000:00000002:0.0:1788840373.793529:0:34783:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x44:0x0]@ffff90ee82e4fbb8[0:0] -> [0x200000404:0x34:0x0]@ffff90ee82e4f320: ostid: 0x240000400:68 ost idx: 0 gen: 0 00020000:00000001:0.0:1788840373.793534:0:34783:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:0.0:1788840373.793536:0:34783:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:0.0:1788840373.793539:0:34783:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840373.793541:0:34783:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446621952805499808 : -122120904051808 : ffff90ee82e4f3a0) 00000020:00001000:0.0:1788840373.793544:0:34783:0:(cl_object.c:917:cl_env_put()) 1@ffff90eea059f000 00000080:00000001:0.0:1788840373.793548:0:34783:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833972 : 144115205322833972 : 200000404000034) 00000080:00000001:0.0:1788840373.793550:0:34783:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:0.0:1788840373.793552:0:34783:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833972 mtime from 0 to 1788840373 00000080:00000001:0.0:1788840373.793557:0:34783:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:0.0:1788840373.793559:0:34783:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621953031213384 : -122120678338232 : ffff90ee90591148) 00010000:00000001:0.0:1788840373.793561:0:34783:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840373.793563:0:34783:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840373.793564:0:34783:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84600 refcount=3 00000020:00000001:0.0:1788840373.793566:0:34783:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872826368 : -122120836725248 : ffff90ee86e84600) 00010000:00000001:0.0:1788840373.793568:0:34783:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872826368 : -122120836725248 : ffff90ee86e84600) 00000080:00000001:0.0:1788840373.793571:0:34783:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788840373.793573:0:34783:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788840373.793574:0:34783:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953299705864 : -122120409845752 : ffff90eea059f008) 00000020:00001000:0.0:1788840373.793576:0:34783:0:(cl_object.c:823:cl_env_get()) 1@ffff90eea059f000 00000020:00000001:0.0:1788840373.793578:0:34783:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788840373.793579:0:34783:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788840373.793581:0:34783:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788840373.793583:0:34783:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90ee9887d4e0. 00020000:00000010:0.0:1788840373.793586:0:34783:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90ee98d2fe80. 00020000:00000010:0.0:1788840373.793588:0:34783:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90ee9887d300. 00020000:00000001:0.0:1788840373.793590:0:34783:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621953168495360 : -122120541056256 : ffff90ee9887d300) 00020000:00000002:0.0:1788840373.793592:0:34783:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee9887d300, objid 0x34:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788840373.793595:0:34783:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788840373.793598:0:34783:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90ee98d2fe80: ostid: 0x240000400:68 ost idx: 0 gen: 0 00020000:00000002:0.0:1788840373.793601:0:34783:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90ee98eff0f8) owner ffff90eec216a7c0 00020000:00000001:0.0:1788840373.793603:0:34783:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788840373.793606:0:34783:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90ee98eff0f8) owner ffff90eec216a7c0 00020000:00000010:0.0:1788840373.793609:0:34783:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90ee98d2fe80. 00020000:00000010:0.0:1788840373.793613:0:34783:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90ee9887d4e0. 00020000:00000010:0.0:1788840373.793616:0:34783:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90ee9887d300. 00020000:00000002:0.0:1788840373.793618:0:34783:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x34:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788840373.793619:0:34783:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840373.793621:0:34783:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840373.793624:0:34783:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788840373.793626:0:34783:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee98eff0f8) owner 0000000000000000/ffff90eec216a7c0 00020000:00000002:0.0:1788840373.793629:0:34783:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90ee9887d0c0 addref 2/0 by ffff90eec216a7c0. 00020000:00000002:0.0:1788840373.793631:0:34783:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee98eff0f8) owner 0000000000000000/ffff90eec216a7c0 00020000:00000001:0.0:1788840373.793633:0:34783:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788840373.793635:0:34783:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788840373.793636:0:34783:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788840373.793664:0:34783:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1788840373.793667:0:34783:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1788840373.793669:0:34783:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x34:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:0.0:1788840373.793672:0:34783:0:(cl_object.c:917:cl_env_put()) 1@ffff90eea059f000 00000080:00000001:0.0:1788840373.793674:0:34783:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.793676:0:34783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.793677:0:34783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788840373.793678:0:34783:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788840373.793681:0:34783:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788840373.793683:0:34783:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840373.793685:0:34783:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x34:0x0](ffff90ee90591148) 00000080:00010000:0.0:1788840373.793688:0:34783:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x34:0x0](ffff90ee90591148) for lock 0x3aa5f499c96f3926 00800000:00000001:0.0:1788840373.793691:0:34783:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840373.793757:0:34783:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840373.793759:0:34783:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840373.793760:0:34783:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840373.793761:0:34783:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84600 refcount=3 00000020:00000001:0.0:1788840373.793763:0:34783:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872826368 : -122120836725248 : ffff90ee86e84600) 00010000:00000001:0.0:1788840373.793766:0:34783:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872826368 : -122120836725248 : ffff90ee86e84600) 00010000:00000001:0.0:1788840373.793768:0:34783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.793769:0:34783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840373.793770:0:34783:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840373.793772:0:34783:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840373.793774:0:34783:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:0.0:1788840373.793775:0:34783:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840373.793781:0:34783:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff90ee87faed80 x1875733134009216/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1788840389 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840373.793787:0:34783:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788840373.793790:0:34783:0:(namei.c:1651:ll_create_it()) inode ffff90ee90591148 need_sync_to_mds [0x200000404:0x34:0x0] 00000080:00000001:0.0:1788840373.793794:0:34783:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840373.793797:0:34783:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x34:0x0](ffff90ee90591148) 00000080:00000001:0.0:1788840373.793800:0:34783:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788840373.793804:0:34783:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90eea059d000. 00000100:00000001:0.0:1788840373.793807:0:34783:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840373.793811:0:34783:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87faed80 x1875733134009216/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1788840389 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840373.793816:0:34783:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840373.793819:0:34783:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:0.0:1788840373.793821:0:34783:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788840373.793888:0:34783:0:(namei.c:1500:ll_atomic_open()) inode ffff90ee90591148 need_sync_to_mds [0x200000404:0x34:0x0] 00000080:00000001:0.0:1788840373.793899:0:34783:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788840373.793901:0:34783:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907a68 00000080:00200008:0.0:1788840373.793903:0:34783:0:(file.c:1090:ll_file_open()) START file f24b.recovery-small-1:[0x200000404:0x34:0x0](ffff90ee90591148), flags 100102 00000080:00000010:0.0:1788840373.793910:0:34783:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90ee92d4d680. 00000080:00000010:0.0:1788840373.793915:0:34783:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff90ee90b50600. 00000080:00000001:0.0:1788840373.793918:0:34783:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1788840373.793922:0:34783:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1788840373.793925:0:34783:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1788840373.793928:0:34783:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff90ee83169ea0. 00000002:00100000:0.0:1788840373.793933:0:34783:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90ee87faed80 x1875733134009216/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1788840389 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788840373.793939:0:34783:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840373.793940:0:34783:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788840373.793944:0:34783:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1788840373.793947:0:34783:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840373.793950:0:34783:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840373.793952:0:34783:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840373.793955:0:34783:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87faed80 x1875733134009216/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1788840389 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1788840373.793961:0:34783:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840373.793964:0:34783:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff90ee87fe0000. 02000000:00000001:0.0:1788840373.793988:0:34783:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788840373.793990:0:34783:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840373.793993:0:34783:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907a68 00000080:00000008:0.0:1788840373.793994:0:34783:0:(file.c:1329:ll_file_open()) COMPLETED file f24b.recovery-small-1:[0x200000404:0x34:0x0](ffff90ee90591148), flags 100102, rc = 0 00000080:00000001:0.0:1788840373.793998:0:34783:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:0.0:1788840373.794000:0:34783:0:(dcache.c:176:ll_intent_release()) intent ffff90ee8532c2a0 released 00000080:00010000:0.0:1788840373.794002:0:34783:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3926 from it ffff90ee8532c2a0 00010000:00000001:0.0:1788840373.794004:0:34783:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840373.794006:0:34783:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840373.794007:0:34783:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84600 refcount=3 00000020:00000001:0.0:1788840373.794009:0:34783:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872826368 : -122120836725248 : ffff90ee86e84600) 00010000:00000001:0.0:1788840373.794011:0:34783:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872826368 : -122120836725248 : ffff90ee86e84600) 00010000:00000001:0.0:1788840373.794013:0:34783:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840373.794017:0:34783:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84600/0x3aa5f499c96f3926 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8a436931312baf1a expref: -99 pid: 34783 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840373.794023:0:34783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.794024:0:34783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840373.794026:0:34783:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840373.794028:0:34783:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840373.794030:0:34783:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84600/0x3aa5f499c96f3926 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312baf1a expref: -99 pid: 34783 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788840373.794037:0:34783:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840373.794039:0:34783:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840373.794041:0:34783:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840373.794046:0:34783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.794047:0:34783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840373.794048:0:34783:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.794052:0:34783:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840373.794053:0:34783:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.794365:0:34783:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.794370:0:34783:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.794372:0:34783:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840373.794373:0:34783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.794374:0:34783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788840373.794376:0:34783:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:0.0:1788840373.794378:0:34783:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1788840373.794380:0:34783:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788840373.794382:0:34783:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788840373.794384:0:34783:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788840373.794385:0:34783:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840373.794389:0:34783:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1788840373.794391:0:34783:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840373.794393:0:34783:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788840373.794395:0:34783:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840373.794397:0:34783:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:0.0:1788840373.794400:0:34783:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff90ee8532c2a0. 00000080:00000001:0.0:1788840373.794403:0:34783:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840373.794407:0:34783:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788840373.794409:0:34783:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x34:0x0](ffff90ee90591148), inode mode 81a4 mask 40 00000080:00000001:0.0:1788840373.794412:0:34783:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840373.794620:0:34783:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:0.0:1788840373.794623:0:34783:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907d88 00000080:00200008:0.0:1788840373.794630:0:34783:0:(file.c:2650:do_file_write_iter()) START file f24b.recovery-small-1:[0x200000404:0x34:0x0], ppos: 0, count: 8192 00000080:00000002:0.0:1788840373.794633:0:34783:0:(file.c:2656:do_file_write_iter()) inode ffff90ee90591148 need_sync_to_oss [0x200000404:0x34:0x0] 00000080:00000001:0.0:1788840373.794635:0:34783:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:0.0:1788840373.794637:0:34783:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840373.794682:0:34783:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:0.0:1788840373.794685:0:34783:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840373.794686:0:34783:0:(file.c:2588:ll_do_tiny_write()) Process entered 00000080:00000001:0.0:1788840373.794688:0:34783:0:(file.c:2594:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840373.794934:0:34783:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788840373.794938:0:34783:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953299705864 : -122120409845752 : ffff90eea059f008) 00000020:00001000:0.0:1788840373.794941:0:34783:0:(cl_object.c:823:cl_env_get()) 1@ffff90eea059f000 00000080:00000001:0.0:1788840373.794944:0:34783:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:0.0:1788840373.794946:0:34783:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907c98 00000080:00200000:0.0:1788840373.794948:0:34783:0:(file.c:2090:ll_file_io_generic()) f24b.recovery-small-1: write ppos: 0, bytes: 8192 00000020:00000001:0.0:1788840373.794953:0:34783:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907c30 00000080:00200000:0.0:1788840373.794954:0:34783:0:(file.c:1848:ll_io_set_mirror()) f24b.recovery-small-1: desiginated mirror: 0 00000020:00000001:0.0:1788840373.794957:0:34783:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:0.0:1788840373.794963:0:34783:0:(cl_io.c:214:cl_io_rw_init()) header@000000004632d62a[0x110, 1, [0x200000404:0x34:0x0] hash] 00000020:00200000:0.0:1788840373.794965:0:34783:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 8192) 0 0 00000020:00000001:0.0:1788840373.794968:0:34783:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f3a0 -> ffff90ee82e4f3a0 00000020:00000001:0.0:1788840373.794970:0:34783:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788840373.794973:0:34783:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788840373.794975:0:34783:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x34:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788840373.794977:0:34783:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788840373.794979:0:34783:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:0.0:1788840373.794981:0:34783:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840373.794986:0:34783:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840373.794989:0:34783:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788840373.794990:0:34783:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840373.794992:0:34783:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788840373.794995:0:34783:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x34:0x0]io ffff90ee98223c80 type 2 ignore/verify layout 0/0 00020000:00000002:0.0:1788840373.794998:0:34783:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee98eff0f8) owner 0000000000000000/ffff90eec216a7c0 00020000:00000001:0.0:1788840373.795002:0:34783:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788840373.795003:0:34783:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788840373.795006:0:34783:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788840373.795007:0:34783:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:0.0:1788840373.795009:0:34783:0:(lov_io.c:860:lov_io_slice_init()) 0 8192 00020000:00000001:0.0:1788840373.795012:0:34783:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:0.0:1788840373.795014:0:34783:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788840373.795016:0:34783:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840373.795017:0:34783:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788840373.795019:0:34783:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788840373.795020:0:34783:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788840373.795022:0:34783:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee98eff0f8) owner 0000000000000000/ffff90eec216a7c0 00000020:00000001:0.0:1788840373.795024:0:34783:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840373.795026:0:34783:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788840373.795028:0:34783:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 1] 00000001:00000001:0.0:1788840373.795031:0:34783:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:0.0:1788840373.795033:0:34783:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840373.795036:0:34783:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:0.0:1788840373.795038:0:34783:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:0.0:1788840373.795040:0:34783:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:0.0:1788840373.795042:0:34783:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:0.0:1788840373.795044:0:34783:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:0.0:1788840373.795046:0:34783:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 8192) 8192, 8192 00020000:00000001:0.0:1788840373.795049:0:34783:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:0.0:1788840373.795052:0:34783:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:0.0:1788840373.795055:0:34783:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:0.0:1788840373.795058:0:34783:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788840373.795060:0:34783:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788840373.795061:0:34783:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788840373.795063:0:34783:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953299709176 : -122120409842440 : ffff90eea059fcf8) 00000020:00001000:0.0:1788840373.795065:0:34783:0:(cl_object.c:823:cl_env_get()) 1@ffff90eea059fcf0 00000020:00000001:0.0:1788840373.795068:0:34783:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4fc38 -> ffff90ee82e4f3a0 00000020:00000001:0.0:1788840373.795070:0:34783:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788840373.795073:0:34783:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788840373.795074:0:34783:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788840373.795075:0:34783:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840373.795077:0:34783:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840373.795079:0:34783:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953037278736 : -122120672272880 : ffff90ee90b59e10) 00000020:00000001:0.0:1788840373.795082:0:34783:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:0.0:1788840373.795084:0:34783:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:0.0:1788840373.795087:0:34783:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840373.795088:0:34783:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840373.795091:0:34783:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840373.795092:0:34783:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840373.795094:0:34783:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840373.795096:0:34783:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:0.0:1788840373.795098:0:34783:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:0.0:1788840373.795100:0:34783:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:0.0:1788840373.795103:0:34783:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:0.0:1788840373.795106:0:34783:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840373.795108:0:34783:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840373.795110:0:34783:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:0.0:1788840373.795112:0:34783:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 1] 00000020:00000001:0.0:1788840373.795114:0:34783:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:0.0:1788840373.795115:0:34783:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:0.0:1788840373.795117:0:34783:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840373.795119:0:34783:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840373.795120:0:34783:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840373.795122:0:34783:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840373.795123:0:34783:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840373.795125:0:34783:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:0.0:1788840373.795127:0:34783:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788840373.795128:0:34783:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:0.0:1788840373.795129:0:34783:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788840373.795131:0:34783:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840373.795133:0:34783:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840373.795135:0:34783:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840373.795136:0:34783:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840373.795138:0:34783:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:0.0:1788840373.795140:0:34783:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788840373.795142:0:34783:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788840373.795144:0:34783:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788840373.795146:0:34783:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788840373.795148:0:34783:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000010:0.0:1788840373.795155:0:34783:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90ee90f56600. 00020000:00000002:0.0:1788840373.795158:0:34783:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:0.0:1788840373.795160:0:34783:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788840373.795161:0:34783:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788840373.795163:0:34783:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953037278736 : -122120672272880 : ffff90ee90b59e10) 00000020:00000001:0.0:1788840373.795165:0:34783:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788840373.795169:0:34783:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90ee830a4130. 00000008:00010000:0.0:1788840373.795171:0:34783:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:0.0:1788840373.795173:0:34783:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788840373.795175:0:34783:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788840373.795178:0:34783:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90ee90f56630, osc lock ffff90ee830a4130, flags 0x0 00000020:00000001:0.0:1788840373.795180:0:34783:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840373.795182:0:34783:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840373.795185:0:34783:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621953041458688 : -122120668092928 : ffff90ee90f56600) 00000020:00000001:0.0:1788840373.795187:0:34783:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788840373.795188:0:34783:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788840373.795190:0:34783:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840373.795191:0:34783:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840373.795193:0:34783:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788840373.795195:0:34783:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788840373.795196:0:34783:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788840373.795197:0:34783:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953037278736 : -122120672272880 : ffff90ee90b59e10) 00000020:00000001:0.0:1788840373.795199:0:34783:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788840373.795200:0:34783:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788840373.795202:0:34783:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:0.0:1788840373.795204:0:34783:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840373.795207:0:34783:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788840373.795209:0:34783:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788840373.795211:0:34783:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788840373.795212:0:34783:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788840373.795214:0:34783:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788840373.795215:0:34783:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788840373.795217:0:34783:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788840373.795220:0:34783:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788840373.795226:0:34783:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.795228:0:34783:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:0.0:1788840373.795233:0:34783:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f5ad80. 00000020:00000040:0.0:1788840373.795238:0:34783:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=3 obd=lustre-OST0000-osc-ffff90ee90f70800 00010000:00000001:0.0:1788840373.795241:0:34783:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788840373.795246:0:34783:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840373.795249:0:34783:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840373.795378:0:34783:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840373.795381:0:34783:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840373.795385:0:34783:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840373.795392:0:34783:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee98d1e400. 00000100:00000001:0.0:1788840373.795398:0:34783:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.795403:0:34783:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840373.795404:0:34783:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.795406:0:34783:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840373.795407:0:34783:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.795409:0:34783:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.795412:0:34783:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446621952890482048 : -122120819069568 : ffff90ee87f5ad80) 00010000:00000001:0.0:1788840373.795415:0:34783:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788840373.795417:0:34783:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788840373.795422:0:34783:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee99a74c00. 00010000:00000010:0.0:1788840373.795425:0:34783:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff90ee99a74000. 00010000:00000001:0.0:1788840373.795429:0:34783:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788840373.795433:0:34783:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee80030c00. 00000020:00000001:0.0:1788840373.795437:0:34783:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788840373.795439:0:34783:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee80030c00 with handle 0x3aa5f499c96f392d to hash 00000020:00000001:0.0:1788840373.795442:0:34783:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788840373.795443:0:34783:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000010:0.0:1788840373.795446:0:34783:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff90ee90b50bc0. 00010000:00000001:0.0:1788840373.795459:0:34783:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840373.795462:0:34783:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840373.795464:0:34783:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840373.795468:0:34783:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009053ac87/0x3aa5f499c96f392d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34783 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840373.795478:0:34783:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009053ac87/0x3aa5f499c96f392d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34783 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840373.795489:0:34783:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009053ac87/0x3aa5f499c96f392d lrc: 3/0,1 mode: --/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34783 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788840373.795495:0:34783:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788840373.795496:0:34783:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788840373.795502:0:34783:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee916eec00. 00000100:00000001:0.0:1788840373.795505:0:34783:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621953049422848 : -122120660128768 : ffff90ee916eec00) 00000100:00000001:0.0:1788840373.795507:0:34783:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840373.795508:0:34783:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890482048 : -122120819069568 : ffff90ee87f5ad80) 00000100:00000001:0.0:1788840373.795511:0:34783:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840373.795513:0:34783:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840373.795515:0:34783:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788840373.795517:0:34783:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840373.795526:0:34783:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f5ad80 x1875733134009344/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840373.795533:0:34783:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840373.795535:0:34783:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840373.795539:0:34783:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840373.795542:0:34783:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840373.795545:0:34783:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840373.795548:0:34783:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f5ad80 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:34783:1875733134009344:192.168.202.131@tcp:101:multiop.0 00000100:00000001:0.0:1788840373.795553:0:34783:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840373.795560:0:34783:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840373.795563:0:34783:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840373.795565:0:34783:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840373.795569:0:34783:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86f34400. 02000000:00000001:0.0:1788840373.795571:0:34783:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840373.795578:0:34783:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840373.795582:0:34783:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c808f0. 00000400:00000010:0.0:1788840373.795589:0:34783:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6660. 00000100:00000200:0.0:1788840373.795596:0:34783:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733134009344, portal 4 00000100:00000001:0.0:1788840373.795598:0:34783:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840373.795599:0:34783:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890482048 : -122120819069568 : ffff90ee87f5ad80) 00000100:00000040:0.0:1788840373.795605:0:34783:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87f5ad80 x1875733134009344/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840389 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840373.795612:0:34783:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840373.795614:0:34783:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840373.795616:0:34783:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed67f8. 00000100:00000200:0.0:1788840373.795619:0:34783:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875733134009344, offset 0 00000400:00000200:0.0:1788840373.795626:0:34783:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840373.795634:0:34783:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840373.795669:0:34783:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840373.795675:0:34783:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840373.795680:0:34783:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840373.795683:0:34783:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840373.795686:0:34783:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840373.795944:0:34783:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2659:2659:256:4294967295] 192.168.202.131@tcp LPNI seq info [2659:2659:8:4294967295] 00000400:00000200:0.0:1788840373.795951:0:34783:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840373.795962:0:34783:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840373.795969:0:34783:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840373.795975:0:34783:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee92e46700. 00000800:00000200:0.0:1788840373.795981:0:34783:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840373.795988:0:34783:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840373.795992:0:34783:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee92e46700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788840373.796000:0:34783:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840373.796005:0:34783:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: using a timeout of 23597 usecs (24 jiffies) 00000400:00000200:0.0:1788840373.796008:0:34783:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840373.796012:0:34783:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296603638 00000100:00000001:0.0:1788840373.796015:0:34783:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296606629 00000100:00000001:0.0:1788840373.796017:0:34783:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296603638 00000100:00000001:0.0:1788840373.796020:0:34783:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296606629 00000100:00000001:0.0:1788840373.796022:0:34783:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840373.796025:0:34783:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840373.796027:0:34783:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840373.796029:0:34783:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788840373.796032:0:34783:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee916eec00 going to sleep for 11 seconds 00000100:00000001:0.0:1788840373.796034:0:34783:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840373.796037:0:34783:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840373.798540:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840373.798551:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee92e46700. 00000400:00000200:2.0:1788840373.798562:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840373.798571:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840373.798578:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed67f8 00000400:00000010:2.0:1788840373.798581:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed67f8. 00000100:00000001:2.0:1788840373.798586:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840373.798595:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f5ad80 x1875733134009344/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840389 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840373.798606:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840373.798609:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f5ad80 x1875733134009344/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840389 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840373.798617:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840373.798619:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840373.799455:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840373.799467:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840373.799470:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840373.799473:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840373.799480:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.799486:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840373.799494:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.799498:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.799504:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.799508:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 400 into portal 4 MB=0x6a9f827256400 00000400:00000200:2.0:1788840373.799512:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.799518:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 400/400 into md 0x7385 [1] + 224 00000800:00000001:2.0:1788840373.799524:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840373.799530:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840373.799533:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840373.799536:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840373.799541:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840373.799548:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f5ad80 x1875733134009344/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840389 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840373.799558:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff90ee87f5ad80 x1875733134009344/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840389 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840373.799613:0:34783:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840373.799633:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840373.799665:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840373.799668:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1788840373.799767:0:34783:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840373.799769:0:34783:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840373.799773:0:34783:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c808f0. 00000400:00000200:0.0:1788840373.799777:0:34783:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6660 00000400:00000010:0.0:1788840373.799779:0:34783:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6660. 00000100:00000001:0.0:1788840373.799782:0:34783:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840373.799787:0:34783:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f5ad80 x1875733134009344/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840389 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788840373.800229:0:34783:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f5ad80 x1875733134009344/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840389 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840373.800239:0:34783:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840373.800242:0:34783:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840373.800244:0:34783:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840373.800314:0:34783:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840373.800317:0:34783:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840373.800320:0:34783:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840373.800323:0:34783:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840373.800333:0:34783:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b5cc60 time=73 v=5 (5 5 5 5) 00000100:00001000:0.0:1788840373.800338:0:34783:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840373.800340:0:34783:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840373.800342:0:34783:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.800345:0:34783:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840373.800350:0:34783:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840373.800354:0:34783:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840373.800357:0:34783:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: skip recheck: last_committed 4294967345 00000100:00000001:0.0:1788840373.800359:0:34783:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840373.800361:0:34783:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840373.800368:0:34783:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f5ad80 x1875733134009344/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840389 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840373.800375:0:34783:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840373.800378:0:34783:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840373.800380:0:34783:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840373.800384:0:34783:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f5ad80 x1875733134009344/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840389 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788840373.800392:0:34783:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f5ad80 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:34783:1875733134009344:192.168.202.131@tcp:101:multiop.0 00000100:00000001:0.0:1788840373.800397:0:34783:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840373.800400:0:34783:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840373.800402:0:34783:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788840373.800405:0:34783:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840373.800408:0:34783:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f5ad80 x1875733134009344/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840389 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840373.800414:0:34783:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840373.800417:0:34783:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee916eec00. 00000100:00000001:0.0:1788840373.800421:0:34783:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788840373.800423:0:34783:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.800426:0:34783:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788840373.800429:0:34783:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840373.800431:0:34783:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840373.800435:0:34783:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030c00 refcount=4 00000020:00000001:0.0:1788840373.800437:0:34783:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840373.800441:0:34783:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000040:0.0:1788840373.802216:0:34783:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee80030c00, remote cookie: 0x8a436931312baf28, flags: 0x1 00010000:00010000:0.0:1788840373.802354:0:34783:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009053ac87/0x3aa5f499c96f392d lrc: 4/0,1 mode: --/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x8a436931312baf28 expref: -99 pid: 34783 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840373.802368:0:34783:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:0.0:1788840373.802374:0:34783:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.802377:0:34783:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788840373.802381:0:34783:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:0.0:1788840373.802385:0:34783:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009053ac87/0x3aa5f499c96f392d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312baf28 expref: -99 pid: 34783 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:0.0:1788840373.802394:0:34783:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000400:0x44:0x0].0x0 (ffff90ee99a74c00) refcount = 1 00010000:00000040:0.0:1788840373.802397:0:34783:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788840373.802399:0:34783:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009053ac87/0x3aa5f499c96f392d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312baf28 expref: -99 pid: 34783 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840373.802408:0:34783:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788840373.802409:0:34783:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840373.802412:0:34783:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788840373.802415:0:34783:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840373.802418:0:34783:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009053ac87/0x3aa5f499c96f392d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x8a436931312baf28 expref: -99 pid: 34783 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840373.802424:0:34783:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788840373.802426:0:34783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.802427:0:34783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840373.802428:0:34783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.802429:0:34783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840373.802431:0:34783:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840373.802436:0:34783:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1788840373.802439:0:34783:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788840373.802442:0:34783:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840373.802444:0:34783:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840373.802458:0:34783:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030c00 refcount=3 00000020:00000001:0.0:1788840373.802461:0:34783:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840373.802463:0:34783:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840373.802466:0:34783:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840373.802467:0:34783:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840373.802468:0:34783:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030c00 refcount=4 00000020:00000001:0.0:1788840373.802469:0:34783:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840373.802471:0:34783:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840373.802474:0:34783:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840373.802477:0:34783:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840373.802480:0:34783:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009053ac87/0x3aa5f499c96f392d lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312baf28 expref: -99 pid: 34783 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840373.802487:0:34783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.802488:0:34783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788840373.802491:0:34783:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1788840373.802495:0:34783:0:(cl_object.c:143:cl_object_top()) ffff90ee87839340 -> ffff90ee82e4f3a0 00000008:00010000:0.0:1788840373.802499:0:34783:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009053ac87/0x3aa5f499c96f392d lrc: 4/0,2 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10020000000000 nid: local remote: 0x8a436931312baf28 expref: -99 pid: 34783 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1788840373.802506:0:34783:0:(cl_object.c:143:cl_object_top()) ffff90ee87839340 -> ffff90ee82e4f3a0 00000020:00000001:0.0:1788840373.802508:0:34783:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788840373.802510:0:34783:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1788840373.802515:0:34783:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788840373.802517:0:34783:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840373.802519:0:34783:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840373.802520:0:34783:0:(cl_object.c:143:cl_object_top()) ffff90ee87839340 -> ffff90ee82e4f3a0 00000008:00000001:0.0:1788840373.802522:0:34783:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:0.0:1788840373.802524:0:34783:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.802526:0:34783:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840373.802527:0:34783:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840373.802528:0:34783:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030c00 refcount=5 00000020:00000001:0.0:1788840373.802530:0:34783:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840373.802532:0:34783:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840373.802534:0:34783:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840373.802537:0:34783:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009053ac87/0x3aa5f499c96f392d lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x8a436931312baf28 expref: -99 pid: 34783 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840373.802542:0:34783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.802543:0:34783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788840373.802545:0:34783:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009053ac87/0x3aa5f499c96f392d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x8a436931312baf28 expref: -99 pid: 34783 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840373.802551:0:34783:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840373.802552:0:34783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.802553:0:34783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788840373.802555:0:34783:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840373.802557:0:34783:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840373.803776:0:34783:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f5ad80 x1875733134009344/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840389 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840373.803792:0:34783:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788840373.803795:0:34783:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840373.803800:0:34783:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee86f34400. 02000000:00000001:0.0:1788840373.803805:0:34783:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788840373.803808:0:34783:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840373.803810:0:34783:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=2 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:0.0:1788840373.803813:0:34783:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840373.803815:0:34783:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee98d1e400. 02000000:00000001:0.0:1788840373.803818:0:34783:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840373.803820:0:34783:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840373.803822:0:34783:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f5ad80. 00000100:00000001:0.0:1788840373.803901:0:34783:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840373.803903:0:34783:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788840373.803905:0:34783:0:(osc_request.c:3317:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840373.803909:0:34783:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840373.803911:0:34783:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840373.803914:0:34783:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840373.803916:0:34783:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840373.803918:0:34783:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840373.803921:0:34783:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840373.803923:0:34783:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840373.803926:0:34783:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:0.0:1788840373.803931:0:34783:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000020:00000001:0.0:1788840373.803936:0:34783:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907b80 00000080:00200000:0.0:1788840373.803938:0:34783:0:(vvp_io.c:1292:vvp_io_write_start()) f24b.recovery-small-1: write [0, 8192) append 0 append lockpos 0 00000020:00000001:0.0:1788840373.803942:0:34783:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:0.0:1788840373.803945:0:34783:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee98eff0f8) owner 0000000000000000/ffff90eec216a7c0 00020000:00000002:0.0:1788840373.803949:0:34783:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90ee9887d0c0 addref 2/0 by ffff90eec216a7c0. 00020000:00000002:0.0:1788840373.803951:0:34783:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee98eff0f8) owner 0000000000000000/ffff90eec216a7c0 00000020:00000001:0.0:1788840373.803955:0:34783:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:0.0:1788840373.803958:0:34783:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1788840373.803960:0:34783:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1788840373.803964:0:34783:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:0.0:1788840373.803968:0:34783:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788840373.803970:0:34783:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953037278736 : -122120672272880 : ffff90ee90b59e10) 00000020:00000001:0.0:1788840373.803971:0:34783:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788840373.803974:0:34783:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788840373.803978:0:34783:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840373.803980:0:34783:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840373.803982:0:34783:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840373.803983:0:34783:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840373.803989:0:34783:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:0.0:1788840373.803991:0:34783:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 4096 bytes 00000020:00000001:0.0:1788840373.804020:0:34783:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:0.0:1788840373.804023:0:34783:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x34:0x0] fffffcfe44c6c1c0 0 1 00000020:00000001:0.0:1788840373.804026:0:34783:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788840373.804027:0:34783:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840373.804029:0:34783:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:0.0:1788840373.804037:0:34783:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff90ee8344b1c0. 00000020:00000001:0.0:1788840373.804040:0:34783:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1788840373.804042:0:34783:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:0.0:1788840373.804045:0:34783:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:0.0:1788840373.804047:0:34783:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:0.0:1788840373.804049:0:34783:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788840373.804050:0:34783:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953037278736 : -122120672272880 : ffff90ee90b59e10) 00000008:00000001:0.0:1788840373.804054:0:34783:0:(osc_cache.c:2427:osc_prep_async_page()) Process entered 00000008:00000040:0.0:1788840373.804056:0:34783:0:(osc_cache.c:2450:osc_prep_async_page()) oap ffff90ee8344b230 folio fffffcfe44c6c1c0 pg:0 obj off 0 00000008:00000001:0.0:1788840373.804058:0:34783:0:(osc_cache.c:2451:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840373.804060:0:34783:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1788840373.804061:0:34783:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:0.0:1788840373.804062:0:34783:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:0.0:1788840373.804064:0:34783:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840373.804067:0:34783:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840373.804069:0:34783:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446621952811774400 : -122120897777216 : ffff90ee8344b1c0) 00000020:00000001:0.0:1788840373.804072:0:34783:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446621952811774400 : -122120897777216 : ffff90ee8344b1c0) 00000020:00000001:0.0:1788840373.804074:0:34783:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:0.0:1788840373.804076:0:34783:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788840373.804078:0:34783:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446621953161837696 : -122120547713920 : ffff90ee98223c80) 00000020:00000001:0.0:1788840373.804081:0:34783:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1788840373.804082:0:34783:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1788840373.804084:0:34783:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788840373.804089:0:34783:0:(cl_page.c:507:__cl_page_state_set()) page@0000000068811fa4[2 00000000ecc627d7 1 1 00000000031b5db7 0 0 0] 00000020:00000001:0.0:1788840373.804091:0:34783:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1788840373.804093:0:34783:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788840373.804094:0:34783:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00008000:0.0:1788840373.804097:0:34783:0:(rw26.c:769:ll_write_begin()) page@0000000068811fa4[2 00000000ecc627d7 2 1 00000000031b5db7 0 0 0] 00000080:00008000:0.0:1788840373.804099:0:34783:0:(rw26.c:769:ll_write_begin()) full page write 00000080:00000001:0.0:1788840373.804100:0:34783:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:0.0:1788840373.804102:0:34783:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840373.804184:0:34783:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:0.0:1788840373.804186:0:34783:0:(rw26.c:871:ll_write_end()) pos 0, len 4096, copied 4096 00000020:00000001:0.0:1788840373.804188:0:34783:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788840373.804190:0:34783:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446621953161837696 : -122120547713920 : ffff90ee98223c80) 00000020:00000001:0.0:1788840373.804191:0:34783:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1788840373.804193:0:34783:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788840373.804199:0:34783:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:0.0:1788840373.804201:0:34783:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788840373.804203:0:34783:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1788840373.804204:0:34783:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1788840373.804207:0:34783:0:(rw26.c:929:ll_write_end()) page@0000000068811fa4[3 00000000ecc627d7 2 1 00000000031b5db7 0 0 0] 00000080:00200000:0.0:1788840373.804211:0:34783:0:(rw26.c:929:ll_write_end()) vmpage @000000009230742d 17ffffc0001001 3:0 ffff90ee8344b1c0 0 lru 00000080:00200000:0.0:1788840373.804218:0:34783:0:(rw26.c:929:ll_write_end()) osc-page@0000000094c1f5a3 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000000f58d4 00000000b9a8dead > 3< 0 0 > 4< 0 0 8 2097152 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1788840373.804220:0:34783:0:(rw26.c:929:ll_write_end()) end page@0000000068811fa4 00000080:00200000:0.0:1788840373.804222:0:34783:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:0.0:1788840373.804223:0:34783:0:(rw26.c:950:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:0.0:1788840373.804236:0:34783:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:0.0:1788840373.804238:0:34783:0:(rw26.c:676:ll_write_begin()) Writing 1 of 0 to 4096 bytes 00000020:00000001:0.0:1788840373.804377:0:34783:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:0.0:1788840373.804380:0:34783:0:(cl_page.c:427:cl_page_find()) 1@[0x200000404:0x34:0x0] fffffcfe4490f7c0 0 1 00000020:00000001:0.0:1788840373.804383:0:34783:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788840373.804384:0:34783:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840373.804386:0:34783:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:0.0:1788840373.804389:0:34783:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff90ee8344b0e0. 00000020:00000001:0.0:1788840373.804391:0:34783:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1788840373.804392:0:34783:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:0.0:1788840373.804394:0:34783:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:0.0:1788840373.804396:0:34783:0:(lov_page.c:146:lov_page_init_composite()) offset 4096, entry 0, stripe 0, suboff 4096 00020000:00000001:0.0:1788840373.804398:0:34783:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788840373.804399:0:34783:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953037278736 : -122120672272880 : ffff90ee90b59e10) 00000008:00000001:0.0:1788840373.804401:0:34783:0:(osc_cache.c:2427:osc_prep_async_page()) Process entered 00000008:00000040:0.0:1788840373.804402:0:34783:0:(osc_cache.c:2450:osc_prep_async_page()) oap ffff90ee8344b150 folio fffffcfe4490f7c0 pg:0 obj off 4096 00000008:00000001:0.0:1788840373.804404:0:34783:0:(osc_cache.c:2451:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840373.804405:0:34783:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1788840373.804406:0:34783:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:0.0:1788840373.804408:0:34783:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:0.0:1788840373.804409:0:34783:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840373.804415:0:34783:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840373.804416:0:34783:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446621952811774176 : -122120897777440 : ffff90ee8344b0e0) 00000020:00000001:0.0:1788840373.804418:0:34783:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446621952811774176 : -122120897777440 : ffff90ee8344b0e0) 00000020:00000001:0.0:1788840373.804420:0:34783:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:0.0:1788840373.804421:0:34783:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788840373.804422:0:34783:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446621953161837696 : -122120547713920 : ffff90ee98223c80) 00000020:00000001:0.0:1788840373.804424:0:34783:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1788840373.804425:0:34783:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1788840373.804426:0:34783:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788840373.804429:0:34783:0:(cl_page.c:507:__cl_page_state_set()) page@00000000eaf8c4f4[2 00000000ecc627d7 1 1 00000000031b5db7 0 0 1] 00000020:00000001:0.0:1788840373.804431:0:34783:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1788840373.804432:0:34783:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788840373.804433:0:34783:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00008000:0.0:1788840373.804436:0:34783:0:(rw26.c:769:ll_write_begin()) page@00000000eaf8c4f4[2 00000000ecc627d7 2 1 00000000031b5db7 0 0 1] 00000080:00008000:0.0:1788840373.804437:0:34783:0:(rw26.c:769:ll_write_begin()) full page write 00000080:00000001:0.0:1788840373.804438:0:34783:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:0.0:1788840373.804439:0:34783:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840373.804443:0:34783:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:0.0:1788840373.804444:0:34783:0:(rw26.c:871:ll_write_end()) pos 4096, len 4096, copied 4096 00000020:00000001:0.0:1788840373.804445:0:34783:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788840373.804459:0:34783:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446621953161837696 : -122120547713920 : ffff90ee98223c80) 00000020:00000001:0.0:1788840373.804462:0:34783:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1788840373.804464:0:34783:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788840373.804466:0:34783:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:0.0:1788840373.804467:0:34783:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788840373.804468:0:34783:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1788840373.804469:0:34783:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1788840373.804472:0:34783:0:(rw26.c:929:ll_write_end()) page@00000000eaf8c4f4[3 00000000ecc627d7 2 1 00000000031b5db7 0 0 1] 00000080:00200000:0.0:1788840373.804475:0:34783:0:(rw26.c:929:ll_write_end()) vmpage @000000006aec8e05 17ffffc0001001 3:0 ffff90ee8344b0e0 1 lru 00000080:00200000:0.0:1788840373.804481:0:34783:0:(rw26.c:929:ll_write_end()) osc-page@000000002ef928f3 1: 1< 0 - - > 2< 4096 0 0 0x0 0x0 | 00000000000f58d4 00000000b9a8dead > 3< 0 0 > 4< 0 0 8 2097152 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1788840373.804483:0:34783:0:(rw26.c:929:ll_write_end()) end page@00000000eaf8c4f4 00000080:00200000:0.0:1788840373.804484:0:34783:0:(rw26.c:929:ll_write_end()) queued cl_page: 2. 00000080:00000001:0.0:1788840373.804485:0:34783:0:(rw26.c:950:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:0.0:1788840373.804489:0:34783:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:0.0:1788840373.804491:0:34783:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 2, from 0, to 4096 prio 0 00000020:00000001:0.0:1788840373.804494:0:34783:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:0.0:1788840373.804496:0:34783:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:0.0:1788840373.804498:0:34783:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788840373.804499:0:34783:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953037278736 : -122120672272880 : ffff90ee90b59e10) 00000020:00000001:0.0:1788840373.804501:0:34783:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:0.0:1788840373.804503:0:34783:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:0.0:1788840373.804505:0:34783:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:0.0:1788840373.804507:0:34783:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788840373.804507:0:34783:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:0.0:1788840373.804509:0:34783:0:(osc_cache.c:2472:osc_queue_async_io()) Process entered 00000008:00000020:0.0:1788840373.804513:0:34783:0:(osc_cache.c:2531:osc_queue_async_io()) obj ffff90ee87839340 ready 0|-|- wr 0|-|- rd 0|- oap ffff90ee8344b230 folio fffffcfe44c6c1c0 pg:0 added for cmd 2 00000008:00000001:0.0:1788840373.804518:0:34783:0:(osc_cache.c:1726:osc_enter_cache()) Process entered 00000008:00000020:0.0:1788840373.804520:0:34783:0:(osc_cache.c:1728:osc_enter_cache()) lustre-OST0000-osc-ffff90ee90f70800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 1703936 avail: 2097152, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 2, waiters: 0 }need:1703936 00000008:00000020:0.0:1788840373.804526:0:34783:0:(osc_cache.c:1633:osc_enter_cache_try()) lustre-OST0000-osc-ffff90ee90f70800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 1703936 avail: 2097152, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 2, waiters: 0 }need:1703936 00000008:00000020:0.0:1788840373.804531:0:34783:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff90ee8344b268 page fffffcfe44c6c1c0 00000008:00000020:0.0:1788840373.804534:0:34783:0:(osc_cache.c:1760:osc_enter_cache()) lustre-OST0000-osc-ffff90ee90f70800: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 1703936 avail: 393216, dirty_grant: 0, reserved: 1703936, flight: 0 } lru {in list: 0, left: 2, waiters: 0 }granted from cache 00000008:00000001:0.0:1788840373.804539:0:34783:0:(osc_cache.c:1776:osc_enter_cache()) Process leaving 00000008:00000001:0.0:1788840373.804540:0:34783:0:(osc_cache.c:1779:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840373.804543:0:34783:0:(osc_cache.c:707:osc_extent_find()) Process entered 00000008:00000010:0.0:1788840373.804547:0:34783:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff90ee829e39c0. 00000008:00000020:0.0:1788840373.804553:0:34783:0:(osc_cache.c:1309:__osc_extent_tree_dump()) Dump object ffff90ee87839340 extents at osc_extent_find:840, mppr: 256. 00000008:00000020:0.0:1788840373.804559:0:34783:0:(osc_cache.c:1872:osc_update_pending()) obj ffff90ee87839340 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:0.0:1788840373.804565:0:34783:0:(osc_cache.c:858:osc_extent_find()) extent ffff90ee829e39c0@{[0 -> 255/255], [3|1|-|active|wi|ffff90ee87839340], [1703936|0|-|-|ffff90ee80030c00|256|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:0.0:1788840373.804976:0:34783:0:(osc_cache.c:858:osc_extent_find()) ### extent: 00000000f61bea73 ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009053ac87/0x3aa5f499c96f392d lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x8a436931312baf28 expref: -99 pid: 34783 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:0.0:1788840373.804985:0:34783:0:(osc_cache.c:875:osc_extent_find()) Process leaving 00000008:00000001:0.0:1788840373.804989:0:34783:0:(osc_cache.c:2668:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840373.804991:0:34783:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840373.804993:0:34783:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:0.0:1788840373.804996:0:34783:0:(cl_object.c:143:cl_object_top()) ffff90ee87839340 -> ffff90ee82e4f3a0 00000008:00000002:0.0:1788840373.804999:0:34783:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 0->4096 0 00000020:00000001:0.0:1788840373.805001:0:34783:0:(cl_object.c:143:cl_object_top()) ffff90ee87839340 -> ffff90ee82e4f3a0 00000020:00000001:0.0:1788840373.805003:0:34783:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788840373.805005:0:34783:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 4096 00020000:00000001:0.0:1788840373.805008:0:34783:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788840373.805010:0:34783:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840373.805012:0:34783:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840373.805013:0:34783:0:(cl_object.c:143:cl_object_top()) ffff90ee87839340 -> ffff90ee82e4f3a0 00000008:00000001:0.0:1788840373.805014:0:34783:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:0.0:1788840373.805016:0:34783:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:0.0:1788840373.805018:0:34783:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788840373.805021:0:34783:0:(cl_page.c:556:cl_batch_put()) page@0000000068811fa4[4 00000000ecc627d7 2 1 00000000031b5db7 0 0 0] 00000020:00000001:0.0:1788840373.805023:0:34783:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:0.0:1788840373.805024:0:34783:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788840373.805025:0:34783:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000001:0.0:1788840373.805026:0:34783:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:0.0:1788840373.805027:0:34783:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788840373.805028:0:34783:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:0.0:1788840373.805029:0:34783:0:(osc_cache.c:2472:osc_queue_async_io()) Process entered 00000008:00000020:0.0:1788840373.805031:0:34783:0:(osc_cache.c:2531:osc_queue_async_io()) obj ffff90ee87839340 ready 0|-|- wr 0|-|- rd 0|- oap ffff90ee8344b150 folio fffffcfe4490f7c0 pg:0 added for cmd 2 00000008:00000020:0.0:1788840373.805035:0:34783:0:(osc_cache.c:1633:osc_enter_cache_try()) lustre-OST0000-osc-ffff90ee90f70800: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 1703936 avail: 393216, dirty_grant: 1703936, reserved: 0, flight: 0 } lru {in list: 0, left: 2, waiters: 0 }need:0 00000008:00000020:0.0:1788840373.805039:0:34783:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff90ee8344b188 page fffffcfe4490f7c0 00000008:00000001:0.0:1788840373.805041:0:34783:0:(osc_cache.c:2668:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840373.805043:0:34783:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840373.805044:0:34783:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:0.0:1788840373.805045:0:34783:0:(cl_object.c:143:cl_object_top()) ffff90ee87839340 -> ffff90ee82e4f3a0 00000008:00000002:0.0:1788840373.805047:0:34783:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 4096->8192 4096 00000020:00000001:0.0:1788840373.805048:0:34783:0:(cl_object.c:143:cl_object_top()) ffff90ee87839340 -> ffff90ee82e4f3a0 00000020:00000001:0.0:1788840373.805049:0:34783:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788840373.805050:0:34783:0:(osc_object.c:161:osc_attr_update()) set kms from 4096to 8192 00020000:00000001:0.0:1788840373.805051:0:34783:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788840373.805053:0:34783:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840373.805054:0:34783:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840373.805055:0:34783:0:(cl_object.c:143:cl_object_top()) ffff90ee87839340 -> ffff90ee82e4f3a0 00000008:00000001:0.0:1788840373.805056:0:34783:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:0.0:1788840373.805057:0:34783:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:0.0:1788840373.805058:0:34783:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788840373.805060:0:34783:0:(cl_page.c:556:cl_batch_put()) page@00000000eaf8c4f4[4 00000000ecc627d7 2 1 00000000031b5db7 0 0 1] 00000020:00000001:0.0:1788840373.805062:0:34783:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:0.0:1788840373.805062:0:34783:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788840373.805063:0:34783:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:0.0:1788840373.805066:0:34783:0:(osc_request.c:745:osc_update_next_shrink()) next time 3136 to shrink grant 00000080:00000001:0.0:1788840373.805068:0:34783:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:0.0:1788840373.805070:0:34783:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:0.0:1788840373.805076:0:34783:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff90ee905912f8, count 2, dirtied 2 00000080:00000001:0.0:1788840373.805078:0:34783:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:0.0:1788840373.805080:0:34783:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1788840373.805081:0:34783:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788840373.805083:0:34783:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788840373.805084:0:34783:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788840373.805087:0:34783:0:(cl_page.c:507:__cl_page_state_set()) page@0000000068811fa4[3 00000000ecc627d7 2 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788840373.805089:0:34783:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1788840373.805090:0:34783:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788840373.805092:0:34783:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1788840373.805093:0:34783:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788840373.805095:0:34783:0:(cl_page.c:556:cl_batch_put()) page@0000000068811fa4[3 00000000ecc627d7 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788840373.805096:0:34783:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:0.0:1788840373.805097:0:34783:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788840373.805097:0:34783:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1788840373.805098:0:34783:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788840373.805099:0:34783:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788840373.805101:0:34783:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788840373.805182:0:34783:0:(cl_page.c:507:__cl_page_state_set()) page@00000000eaf8c4f4[3 00000000ecc627d7 2 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1788840373.805184:0:34783:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1788840373.805185:0:34783:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788840373.805186:0:34783:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1788840373.805187:0:34783:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788840373.805190:0:34783:0:(cl_page.c:556:cl_batch_put()) page@00000000eaf8c4f4[3 00000000ecc627d7 1 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1788840373.805192:0:34783:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:0.0:1788840373.805193:0:34783:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:0.0:1788840373.805194:0:34783:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:0.0:1788840373.805196:0:34783:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:0.0:1788840373.805198:0:34783:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840373.805200:0:34783:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840373.805202:0:34783:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840373.805203:0:34783:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788840373.805206:0:34783:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 2 pages 8192 bytes, tot: 8192 00000020:00000001:0.0:1788840373.805208:0:34783:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1788840373.805209:0:34783:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:0.0:1788840373.805211:0:34783:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840373.805213:0:34783:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907b80 00000080:00200000:0.0:1788840373.805215:0:34783:0:(vvp_io.c:1358:vvp_io_write_start()) f24b.recovery-small-1: write bytes 0, result: 8192 00000080:00000001:0.0:1788840373.805218:0:34783:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840373.805322:0:34783:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788840373.805325:0:34783:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788840373.805326:0:34783:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788840373.805328:0:34783:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:0.0:1788840373.805330:0:34783:0:(cl_object.c:143:cl_object_top()) ffff90ee87839340 -> ffff90ee82e4f3a0 00000020:00000001:0.0:1788840373.805332:0:34783:0:(cl_object.c:143:cl_object_top()) ffff90ee87839340 -> ffff90ee82e4f3a0 00000020:00000001:0.0:1788840373.805333:0:34783:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1788840373.805334:0:34783:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788840373.805336:0:34783:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840373.805338:0:34783:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840373.805339:0:34783:0:(cl_object.c:143:cl_object_top()) ffff90ee87839340 -> ffff90ee82e4f3a0 00000008:00000001:0.0:1788840373.805341:0:34783:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840373.805342:0:34783:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840373.805344:0:34783:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840373.805345:0:34783:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840373.805347:0:34783:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840373.805348:0:34783:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788840373.805350:0:34783:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1788840373.805351:0:34783:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788840373.805353:0:34783:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:0.0:1788840373.805354:0:34783:0:(osc_cache.c:600:osc_extent_release()) Process entered 00000008:00000001:0.0:1788840373.805357:0:34783:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1788840373.805361:0:34783:0:(osc_cache.c:1872:osc_update_pending()) obj ffff90ee87839340 ready 0|-|- wr 2|-|- rd 0|- update pending cmd 2 delta 2. 00000008:00000001:0.0:1788840373.805366:0:34783:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788840373.805368:0:34783:0:(osc_cache.c:1857:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840373.805370:0:34783:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788840373.805371:0:34783:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840373.805373:0:34783:0:(osc_cache.c:674:osc_extent_release()) Process leaving 00000020:00000001:0.0:1788840373.805374:0:34783:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788840373.805376:0:34783:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840373.805377:0:34783:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840373.805379:0:34783:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788840373.805380:0:34783:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788840373.805382:0:34783:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788840373.805384:0:34783:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90ee863325d8 (ffff90eea059f008/0) at cl_lock_release():245 00000020:00000001:0.0:1788840373.805387:0:34783:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788840373.805388:0:34783:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee863325d8 (ffff90eea059f008/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788840373.805391:0:34783:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788840373.805393:0:34783:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788840373.805394:0:34783:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953037278736 : -122120672272880 : ffff90ee90b59e10) 00000020:00000001:0.0:1788840373.805395:0:34783:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788840373.805396:0:34783:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee90f56630 (ffff90eea059fcf8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788840373.805400:0:34783:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788840373.805401:0:34783:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788840373.805404:0:34783:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840373.805406:0:34783:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840373.805409:0:34783:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030c00 refcount=5 00000020:00000001:0.0:1788840373.805411:0:34783:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840373.805413:0:34783:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:0.0:1788840373.805415:0:34783:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840373.805419:0:34783:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009053ac87/0x3aa5f499c96f392d lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x8a436931312baf28 expref: -99 pid: 34783 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840373.805426:0:34783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.805429:0:34783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840373.805430:0:34783:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840373.805433:0:34783:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840373.805436:0:34783:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009053ac87/0x3aa5f499c96f392d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x8a436931312baf28 expref: -99 pid: 34783 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788840373.805455:0:34783:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840373.805459:0:34783:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840373.805461:0:34783:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840373.805466:0:34783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.805467:0:34783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840373.805469:0:34783:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.805472:0:34783:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840373.805473:0:34783:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.805475:0:34783:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.805477:0:34783:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.805479:0:34783:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840373.805480:0:34783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.805481:0:34783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840373.805482:0:34783:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.805483:0:34783:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788840373.805484:0:34783:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788840373.805486:0:34783:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788840373.805487:0:34783:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788840373.805488:0:34783:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788840373.805489:0:34783:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788840373.805490:0:34783:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee863325d8 (ffff90eea059f008/0) at cl_lock_fini():72 00020000:00000001:0.0:1788840373.805494:0:34783:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788840373.805495:0:34783:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788840373.805496:0:34783:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee90f56630 (ffff90eea059f008/1) at cl_lock_fini():72 00000008:00000010:0.0:1788840373.805499:0:34783:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90ee830a4130. 00000020:00000001:0.0:1788840373.805503:0:34783:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788840373.805505:0:34783:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90ee90f56600. 00020000:00000001:0.0:1788840373.805509:0:34783:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788840373.805510:0:34783:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788840373.805512:0:34783:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1788840373.805514:0:34783:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788840373.805515:0:34783:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788840373.805516:0:34783:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788840373.805518:0:34783:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788840373.805519:0:34783:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840373.805521:0:34783:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840373.805523:0:34783:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788840373.805524:0:34783:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788840373.805525:0:34783:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1788840373.805528:0:34783:0:(vvp_io.c:533:vvp_io_advance()) advancing 8192 bytes 00000020:00000001:0.0:1788840373.805529:0:34783:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788840373.805530:0:34783:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788840373.805532:0:34783:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788840373.805533:0:34783:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788840373.805534:0:34783:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788840373.805536:0:34783:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788840373.805538:0:34783:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840373.805539:0:34783:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840373.805541:0:34783:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788840373.805542:0:34783:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788840373.805544:0:34783:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788840373.805548:0:34783:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 1] 00000001:00000001:0.0:1788840373.805550:0:34783:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:0.0:1788840373.805552:0:34783:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:0.0:1788840373.805554:0:34783:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788840373.805556:0:34783:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788840373.805557:0:34783:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788840373.805558:0:34783:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788840373.805560:0:34783:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788840373.805562:0:34783:0:(cl_object.c:917:cl_env_put()) 1@ffff90eea059fcf0 00020000:00000001:0.0:1788840373.805565:0:34783:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788840373.805635:0:34783:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788840373.805661:0:34783:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788840373.805663:0:34783:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x34:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788840373.805666:0:34783:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788840373.805667:0:34783:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:0.0:1788840373.805669:0:34783:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907c98 00000080:00200000:0.0:1788840373.805671:0:34783:0:(file.c:2238:ll_file_io_generic()) f24b.recovery-small-1: 2 io complete with rc: 0, result: 8192, restart: 0 00000080:00000001:0.0:1788840373.805676:0:34783:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788840373.805678:0:34783:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f3a0 -> ffff90ee82e4f3a0 00000020:00000001:0.0:1788840373.805680:0:34783:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f3a0 -> ffff90ee82e4f3a0 00000020:00000001:0.0:1788840373.805682:0:34783:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788840373.805686:0:34783:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788840373.805689:0:34783:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788840373.805762:0:34783:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000001:0.0:1788840373.805764:0:34783:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788840373.805766:0:34783:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000002:0.0:1788840373.805768:0:34783:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x34:1028 on OST[0]: s=8192 (1) m=1788840373 a=0 c=1788840373 b=1 00020000:00000001:0.0:1788840373.805771:0:34783:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788840373.805773:0:34783:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=8192 m=1788840373 a=0 c=1788840373 b=1 00020000:00000001:0.0:1788840373.805776:0:34783:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840373.805778:0:34783:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840373.805779:0:34783:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f3a0 -> ffff90ee82e4f3a0 00000080:00200000:0.0:1788840373.805782:0:34783:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x34:0x0] updating i_size 8192 i_blocks 1 00000080:00000001:0.0:1788840373.805785:0:34783:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:0.0:1788840373.805789:0:34783:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 8192 00000080:00000001:0.0:1788840373.805792:0:34783:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=8192 : 8192 : 2000) 00000020:00001000:0.0:1788840373.805794:0:34783:0:(cl_object.c:917:cl_env_put()) 1@ffff90eea059f000 00000020:00000001:0.0:1788840373.805797:0:34783:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907d88 00000080:00000008:0.0:1788840373.805799:0:34783:0:(file.c:2732:do_file_write_iter()) COMPLETED: file f24b.recovery-small-1:[0x200000404:0x34:0x0], ppos: 8192, count: 0, rc = 8192 00000080:00000001:0.0:1788840373.805802:0:34783:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=8192 : 8192 : 2000) 00000080:00000001:3.0:1788840373.845611:0:34786:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788840373.845620:0:34786:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788840373.845622:0:34786:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788840373.845626:0:34786:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c17bc0 00000080:00200000:3.0:1788840373.845631:0:34786:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:3.0:1788840373.845670:0:34786:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85c11000. 00800000:00000002:3.0:1788840373.845678:0:34786:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:3.0:1788840373.845682:0:34786:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788840373.845687:0:34786:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788840373.845696:0:34786:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c17ae0 00800000:00000002:3.0:1788840373.845700:0:34786:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788840373.845704:0:34786:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788840373.845710:0:34786:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788840373.845716:0:34786:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788840373.845718:0:34786:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c179b0 00000002:00010000:3.0:1788840373.845719:0:34786:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788840373.845723:0:34786:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788840373.845725:0:34786:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840373.845729:0:34786:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788840373.845737:0:34786:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74e00 count: 2 00010000:00000001:3.0:1788840373.845740:0:34786:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840373.845745:0:34786:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840373.845749:0:34786:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788840373.845755:0:34786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030400/0x3aa5f499c96f3911 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baebf expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:3.0:1788840373.845768:0:34786:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788840373.845774:0:34786:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840373.845778:0:34786:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030400/0x3aa5f499c96f3911 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baebf expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:3.0:1788840373.845786:0:34786:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788840373.845788:0:34786:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788840373.845790:0:34786:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788840373.845792:0:34786:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788840373.845794:0:34786:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788840373.845796:0:34786:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788840373.845799:0:34786:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788840373.845802:0:34786:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:3.0:1788840373.845805:0:34786:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85c11000. 00000080:00000001:3.0:1788840373.845810:0:34786:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788840373.845811:0:34786:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788840373.845814:0:34786:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:3.0:1788840373.845818:0:34786:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f3911 00800000:00000001:3.0:1788840373.845822:0:34786:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788840373.845834:0:34786:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788840373.845836:0:34786:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840373.845838:0:34786:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840373.845841:0:34786:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030400 refcount=3 00000020:00000001:3.0:1788840373.845844:0:34786:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757138432 : -122120952413184 : ffff90ee80030400) 00010000:00000001:3.0:1788840373.845846:0:34786:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757138432 : -122120952413184 : ffff90ee80030400) 00010000:00000001:3.0:1788840373.845849:0:34786:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840373.845851:0:34786:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788840373.845852:0:34786:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840373.845854:0:34786:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788840373.845856:0:34786:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3911 from it ffffa16201c17bf8 00010000:00000001:3.0:1788840373.845859:0:34786:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840373.845860:0:34786:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840373.845861:0:34786:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030400 refcount=3 00000020:00000001:3.0:1788840373.845863:0:34786:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757138432 : -122120952413184 : ffff90ee80030400) 00010000:00000001:3.0:1788840373.845865:0:34786:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757138432 : -122120952413184 : ffff90ee80030400) 00010000:00000001:3.0:1788840373.845867:0:34786:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788840373.845870:0:34786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030400/0x3aa5f499c96f3911 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312baebf expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:3.0:1788840373.845877:0:34786:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840373.845878:0:34786:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840373.845879:0:34786:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788840373.845881:0:34786:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788840373.845884:0:34786:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030400/0x3aa5f499c96f3911 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baebf expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:3.0:1788840373.845891:0:34786:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788840373.845894:0:34786:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788840373.845896:0:34786:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840373.845900:0:34786:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840373.845901:0:34786:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840373.845903:0:34786:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840373.845906:0:34786:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788840373.845908:0:34786:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840373.845911:0:34786:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840373.845913:0:34786:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840373.845915:0:34786:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788840373.845916:0:34786:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840373.845917:0:34786:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788840373.845921:0:34786:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788840373.845923:0:34786:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788840373.845925:0:34786:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788840373.845930:0:34786:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840373.845933:0:34786:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788840373.845936:0:34786:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c17b88 00000080:00002000:3.0:1788840373.845937:0:34786:0:(dcache.c:87:ll_dcompare()) found name d24b.recovery-small(ffff90ee90736af8) flags 0x20000e refc 1 00000080:00000001:3.0:1788840373.845940:0:34786:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840373.845942:0:34786:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c17bd0 00000080:00200000:3.0:1788840373.845943:0:34786:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d24b.recovery-small, flags=25 00000080:00000001:3.0:1788840373.845947:0:34786:0:(llite_lib.c:3155:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:3.0:1788840373.845949:0:34786:0:(llite_lib.c:3161:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840373.845952:0:34786:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788840373.845954:0:34786:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x32:0x0](ffff90ee9058b248), inode mode 41ed mask 1 00000080:00000001:3.0:1788840373.845956:0:34786:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788840373.845966:0:34786:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90ee86d74a20. 00000080:00000001:3.0:1788840373.845969:0:34786:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:3.0:1788840373.845971:0:34786:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x32:0x0](ffff90ee9058b248), inode mode 41ed mask 3 00000080:00000001:3.0:1788840373.845973:0:34786:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840373.845976:0:34786:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:3.0:1788840373.845978:0:34786:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c17b58 00000080:00200000:3.0:1788840373.845980:0:34786:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=f24b.recovery-small-2, dir=[0x200000404:0x32:0x0](ffff90ee9058b248), file ffff90ee87f46a80, open_flags 8042, mode 81a4 opened 0 00000080:00000010:3.0:1788840373.845984:0:34786:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff90ee84b18b40. 00000080:00000001:3.0:1788840373.845988:0:34786:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:3.0:1788840373.845990:0:34786:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c17a08 00000080:00200000:3.0:1788840373.845992:0:34786:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=f24b.recovery-small-2, dir=[0x200000404:0x32:0x0](ffff90ee9058b248), intent=open|creat 00000080:00000010:3.0:1788840373.845998:0:34786:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85c11000. 00000080:00000001:3.0:1788840373.846004:0:34786:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788840373.846006:0:34786:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788840373.846008:0:34786:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c17928 00800000:00000002:3.0:1788840373.846010:0:34786:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'f24b.recovery-small-2' on [0x200000404:0x32:0x0] 00800000:00000001:3.0:1788840373.846013:0:34786:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:3.0:1788840373.846015:0:34786:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:3.0:1788840373.846019:0:34786:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446621952875900928 : -122120833650688 : ffff90ee87173000) 00800000:00000001:3.0:1788840373.846022:0:34786:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:3.0:1788840373.846024:0:34786:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:3.0:1788840373.846027:0:34786:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:3.0:1788840373.846029:0:34786:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:3.0:1788840373.846031:0:34786:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff90ee90f70800: Allocated FID [0x200000404:0x35:0x0] 40000000:00000001:3.0:1788840373.846034:0:34786:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840373.846035:0:34786:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840373.846037:0:34786:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840373.846039:0:34786:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840373.846040:0:34786:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c178a8 00800000:00000002:3.0:1788840373.846042:0:34786:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000404:0x32:0x0], fid2=[0x200000404:0x35:0x0], name='f24b.recovery-small-2' -> mds #0 layout version 1 00000002:00000001:3.0:1788840373.846045:0:34786:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788840373.846047:0:34786:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c177e0 00000002:00010000:3.0:1788840373.846048:0:34786:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: f24b.recovery-small-2,[0x200000404:0x35:0x0]) in obj [0x200000404:0x32:0x0], intent: open|creat flags 0100103 00000002:00000001:3.0:1788840373.846052:0:34786:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788840373.846055:0:34786:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:3.0:1788840373.846058:0:34786:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:3.0:1788840373.846063:0:34786:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840373.846065:0:34786:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788840373.846067:0:34786:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4200 count: 2 00010000:00000001:3.0:1788840373.846069:0:34786:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840373.846071:0:34786:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788840373.846074:0:34786:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840373.846076:0:34786:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840373.846078:0:34786:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788840373.846083:0:34786:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d49880. 00000020:00000040:3.0:1788840373.846087:0:34786:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 02000000:00000001:3.0:1788840373.846092:0:34786:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788840373.846095:0:34786:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840373.846097:0:34786:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788840373.846101:0:34786:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840373.846104:0:34786:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840373.846105:0:34786:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840373.846106:0:34786:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840373.846109:0:34786:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840373.846111:0:34786:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840373.846114:0:34786:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840373.846120:0:34786:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee86eecc00. 00000100:00000001:3.0:1788840373.846128:0:34786:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840373.846132:0:34786:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788840373.846134:0:34786:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840373.846136:0:34786:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788840373.846137:0:34786:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840373.846139:0:34786:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840373.846147:0:34786:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446621952871536768 : -122120838014848 : ffff90ee86d49880) 00010000:00000001:3.0:1788840373.846151:0:34786:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788840373.846153:0:34786:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:3.0:1788840373.846155:0:34786:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee98cc4200 count: 2 00010000:00000001:3.0:1788840373.846157:0:34786:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840373.846159:0:34786:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788840373.846163:0:34786:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee8523de00. 00000020:00000001:3.0:1788840373.846166:0:34786:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788840373.846168:0:34786:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee8523de00 with handle 0x3aa5f499c96f3934 to hash 00000020:00000001:3.0:1788840373.846170:0:34786:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788840373.846172:0:34786:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:3.0:1788840373.846175:0:34786:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:3.0:1788840373.846178:0:34786:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840373.846179:0:34786:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840373.846183:0:34786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f3934 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34786 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788840373.846190:0:34786:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f3934 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34786 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:3.0:1788840373.846206:0:34786:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:3.0:1788840373.846218:0:34786:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee86d49880 x1875733134009600/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:3.0:1788840373.846226:0:34786:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f3934 lrc: 3/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34786 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788840373.846233:0:34786:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788840373.846235:0:34786:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788840373.846241:0:34786:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee86f3dcc0. 00000100:00000001:3.0:1788840373.846243:0:34786:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952873585856 : -122120835965760 : ffff90ee86f3dcc0) 00000100:00000001:3.0:1788840373.846245:0:34786:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840373.846247:0:34786:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871536768 : -122120838014848 : ffff90ee86d49880) 00000100:00000001:3.0:1788840373.846251:0:34786:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840373.846256:0:34786:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840373.846258:0:34786:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788840373.846260:0:34786:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840373.846264:0:34786:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d49880 x1875733134009600/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840373.846272:0:34786:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840373.846274:0:34786:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840373.846277:0:34786:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840373.846280:0:34786:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840373.846282:0:34786:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840373.846286:0:34786:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d49880 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:34786:1875733134009600:192.168.202.131@tcp:101:multiop.0 00000100:00000001:3.0:1788840373.846290:0:34786:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840373.846295:0:34786:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840373.846297:0:34786:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840373.846300:0:34786:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840373.846348:0:34786:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff90ee87fe0000. 02000000:00000001:3.0:1788840373.846351:0:34786:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840373.846359:0:34786:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840373.846364:0:34786:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4fd10. 00000400:00000010:3.0:1788840373.846371:0:34786:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff90ee86eef400. 00000100:00000200:3.0:1788840373.846378:0:34786:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875733134009600, portal 10 00000100:00000001:3.0:1788840373.846381:0:34786:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840373.846382:0:34786:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871536768 : -122120838014848 : ffff90ee86d49880) 00000100:00000040:3.0:1788840373.846389:0:34786:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee86d49880 x1875733134009600/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788840389 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840373.846396:0:34786:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840373.846399:0:34786:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840373.846402:0:34786:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011ec38. 00000100:00000200:3.0:1788840373.846405:0:34786:0:(niobuf.c:94:ptl_send_buf()) Sending 664 bytes to portal 12, xid 1875733134009600, offset 0 00000400:00000200:3.0:1788840373.846411:0:34786:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840373.846419:0:34786:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840373.846427:0:34786:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840373.846432:0:34786:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840373.846436:0:34786:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840373.846440:0:34786:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840373.846442:0:34786:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840373.846446:0:34786:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2660:2660:256:4294967295] 192.168.202.131@tcp LPNI seq info [2660:2660:8:4294967295] 00000400:00000200:3.0:1788840373.846464:0:34786:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840373.846472:0:34786:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840373.846478:0:34786:0:(socklnd_cb.c:931:ksocknal_send()) sending 664 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840373.846483:0:34786:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee86f0d100. 00000800:00000200:3.0:1788840373.846490:0:34786:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840373.846497:0:34786:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840373.846501:0:34786:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee86f0d100 type 1, nob 760 niov 1 nkiov 1 00000100:00000001:3.0:1788840373.846517:0:34786:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840373.846522:0:34786:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 792753 usecs (793 jiffies) 00000400:00000200:3.0:1788840373.846525:0:34786:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840373.846528:0:34786:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296604456 00000100:00000001:3.0:1788840373.846531:0:34786:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296606629 00000100:00000001:3.0:1788840373.846534:0:34786:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296604456 00000100:00000001:3.0:1788840373.846536:0:34786:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296606629 00000100:00000001:3.0:1788840373.846538:0:34786:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840373.846541:0:34786:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840373.846543:0:34786:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840373.846545:0:34786:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788840373.846548:0:34786:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee86f3dcc0 going to sleep for 11 seconds 00000100:00000001:3.0:1788840373.846551:0:34786:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840373.846554:0:34786:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840373.847085:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840373.847090:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0d100. 00000400:00000200:2.0:1788840373.847096:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840373.847111:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840373.847117:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011ec38 00000400:00000010:2.0:1788840373.847120:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011ec38. 00000100:00000001:2.0:1788840373.847126:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840373.847132:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d49880 x1875733134009600/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788840389 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840373.847144:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840373.847147:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee86d49880 x1875733134009600/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788840389 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840373.847155:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840373.847157:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840373.861236:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840373.861262:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840373.861266:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840373.861268:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840373.861276:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.861284:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840373.861292:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.861297:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.861303:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.861307:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 664 into portal 10 MB=0x6a9f827256500 00000400:00000200:2.0:1788840373.861312:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.861318:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 664/664 into md 0x738d [32] + 224 00000800:00000001:2.0:1788840373.861325:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840373.861332:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840373.861336:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840373.861340:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840373.861348:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840373.861357:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d49880 x1875733134009600/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788840389 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840373.861368:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff90ee86d49880 x1875733134009600/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788840389 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840373.861387:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1788840373.861396:0:2353:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788840373.861399:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.861405:0:2353:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840373.861411:0:2353:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2661:2661:256:4294967295] 192.168.202.131@tcp LPNI seq info [2661:2661:8:4294967295] 00000400:00000200:2.0:1788840373.861416:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.861424:0:2353:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) 192.168.202.131@tcp : ACK try# 0 00000800:00000200:2.0:1788840373.861430:0:2353:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840373.861435:0:2353:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff90ee91278400. 00000800:00000200:2.0:1788840373.861441:0:2353:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840373.861457:0:2353:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840373.861461:0:2353:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee91278400 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1788840373.862016:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840373.862021:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff90ee91278400. 00000400:00000200:2.0:1788840373.862025:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840373.862030:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: ACK: OK 00000800:00000001:2.0:1788840373.862037:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840373.862040:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840373.863397:0:34786:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788840373.863408:0:34786:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840373.863410:0:34786:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840373.863414:0:34786:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4fd10. 00000400:00000200:3.0:1788840373.863420:0:34786:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee86eef400 00000400:00000010:3.0:1788840373.863422:0:34786:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff90ee86eef400. 00000100:00000001:3.0:1788840373.863426:0:34786:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840373.863434:0:34786:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d49880 x1875733134009600/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788840389 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788840373.863444:0:34786:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d49880 x1875733134009600/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/66320 e 0 to 0 dl 1788840389 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840373.863461:0:34786:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840373.863463:0:34786:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840373.863465:0:34786:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840373.863468:0:34786:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840373.863471:0:34786:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840373.863473:0:34786:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840373.863476:0:34786:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840373.863484:0:34786:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=73 v=5 (5 5 102 102) 00000100:00001000:3.0:1788840373.863488:0:34786:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=31 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840373.863491:0:34786:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840373.863492:0:34786:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840373.863495:0:34786:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840373.863498:0:34786:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840373.863501:0:34786:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788840373.863504:0:34786:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x200000010/0x1] 00000100:00000001:3.0:1788840373.863506:0:34786:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788840373.863508:0:34786:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840373.863510:0:34786:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871536768 : -122120838014848 : ffff90ee86d49880) 00000100:00000001:3.0:1788840373.863513:0:34786:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840373.863515:0:34786:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 8589934607 00000100:00000001:3.0:1788840373.863517:0:34786:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840373.863520:0:34786:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840373.863525:0:34786:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d49880 x1875733134009600/t8589934613(8589934613) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/664 e 0 to 0 dl 1788840389 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840373.863533:0:34786:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840373.863536:0:34786:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840373.863539:0:34786:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840373.863542:0:34786:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d49880 x1875733134009600/t8589934613(8589934613) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/664 e 0 to 0 dl 1788840389 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788840373.863550:0:34786:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d49880 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:34786:1875733134009600:192.168.202.131@tcp:101:multiop.0 00000100:00000001:3.0:1788840373.863554:0:34786:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840373.863557:0:34786:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840373.863559:0:34786:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788840373.863561:0:34786:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840373.863565:0:34786:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee86d49880 x1875733134009600/t8589934613(8589934613) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/664 e 0 to 0 dl 1788840389 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840373.863572:0:34786:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788840373.863575:0:34786:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee86f3dcc0. 00000100:00000001:3.0:1788840373.863578:0:34786:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788840373.863580:0:34786:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840373.863582:0:34786:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788840373.863587:0:34786:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840373.863590:0:34786:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840373.863594:0:34786:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523de00 refcount=4 00000020:00000001:3.0:1788840373.863596:0:34786:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:3.0:1788840373.863600:0:34786:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000040:3.0:1788840373.863607:0:34786:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee8523de00, remote cookie: 0x8a436931312baf44, flags: 0x1001 00010000:00010000:3.0:1788840373.863613:0:34786:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f3934 lrc: 4/0,1 mode: --/CW res: [0x200000404:0x32:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baf44 expref: -99 pid: 34786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788840373.863622:0:34786:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x35:0x0].0x0, instead of [0x200000404:0x32:0x0].0x0 00010000:00000001:3.0:1788840373.863625:0:34786:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1788840373.863635:0:34786:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee85e55500. 00010000:00000010:3.0:1788840373.863670:0:34786:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee86e2f300. 00010000:00000001:3.0:1788840373.863675:0:34786:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840373.863679:0:34786:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f3934 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baf44 expref: -99 pid: 34786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788840373.863687:0:34786:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f3934 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baf44 expref: -99 pid: 34786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840373.863706:0:34786:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788840373.863710:0:34786:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788840373.863712:0:34786:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788840373.863714:0:34786:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788840373.863715:0:34786:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788840373.863718:0:34786:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x35:0x0].0x0 (ffff90ee85e55500) refcount = 1 00010000:00010000:3.0:1788840373.863722:0:34786:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f3934 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312baf44 expref: -99 pid: 34786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840373.863728:0:34786:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788840373.863732:0:34786:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788840373.863733:0:34786:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840373.863736:0:34786:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788840373.863738:0:34786:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840373.863741:0:34786:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f3934 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baf44 expref: -99 pid: 34786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840373.863751:0:34786:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788840373.863753:0:34786:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840373.863755:0:34786:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840373.863755:0:34786:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840373.863756:0:34786:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840373.863758:0:34786:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840373.863762:0:34786:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788840373.863765:0:34786:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840373.863767:0:34786:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840373.863768:0:34786:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523de00 refcount=3 00000020:00000001:3.0:1788840373.863770:0:34786:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:3.0:1788840373.863773:0:34786:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:3.0:1788840373.863775:0:34786:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840373.863776:0:34786:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840373.863778:0:34786:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523de00 refcount=4 00000020:00000001:3.0:1788840373.863780:0:34786:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:3.0:1788840373.863781:0:34786:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:3.0:1788840373.863784:0:34786:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840373.863786:0:34786:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840373.863789:0:34786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f3934 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312baf44 expref: -99 pid: 34786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840373.864023:0:34786:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840373.864025:0:34786:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840373.864027:0:34786:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840373.864029:0:34786:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840373.864031:0:34786:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523de00 refcount=5 00000020:00000001:3.0:1788840373.864033:0:34786:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:3.0:1788840373.864036:0:34786:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:3.0:1788840373.864038:0:34786:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788840373.864041:0:34786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f3934 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312baf44 expref: -99 pid: 34786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840373.864049:0:34786:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840373.864050:0:34786:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788840373.864053:0:34786:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f3934 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312baf44 expref: -99 pid: 34786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840373.864059:0:34786:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788840373.864060:0:34786:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840373.864061:0:34786:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840373.864063:0:34786:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840373.864063:0:34786:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788840373.864069:0:34786:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff90ee86d49880 x1875733134009600/t8589934613(8589934613) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/664 e 0 to 0 dl 1788840389 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788840373.864079:0:34786:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1788840373.864083:0:34786:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90ee86d49880 x1875733134009600/t8589934613(8589934613) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 664/664 e 0 to 0 dl 1788840389 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788840373.864089:0:34786:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840373.864095:0:34786:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840373.864096:0:34786:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840373.864097:0:34786:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523de00 refcount=3 00000020:00000001:3.0:1788840373.864099:0:34786:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:3.0:1788840373.864101:0:34786:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00000002:00010000:3.0:1788840373.864177:0:34786:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f3934 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baf44 expref: -99 pid: 34786 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:3.0:1788840373.864190:0:34786:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff90ee8867cd40. 00010000:00000001:3.0:1788840373.864192:0:34786:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840373.864194:0:34786:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788840373.864196:0:34786:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840373.864198:0:34786:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840373.864200:0:34786:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:3.0:1788840373.864204:0:34786:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840373.864205:0:34786:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871536768 : -122120838014848 : ffff90ee86d49880) 00000100:00000001:3.0:1788840373.864207:0:34786:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840373.864208:0:34786:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871536768 : -122120838014848 : ffff90ee86d49880) 00010000:00000001:3.0:1788840373.864210:0:34786:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840373.864211:0:34786:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840373.864213:0:34786:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523de00 refcount=3 00000020:00000001:3.0:1788840373.864215:0:34786:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:3.0:1788840373.864217:0:34786:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00000002:00010000:3.0:1788840373.864346:0:34786:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f3934 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baf44 expref: -99 pid: 34786 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840373.864353:0:34786:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840373.864354:0:34786:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840373.864356:0:34786:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788840373.864358:0:34786:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840373.864359:0:34786:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840373.864360:0:34786:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523de00 refcount=3 00000020:00000001:3.0:1788840373.864362:0:34786:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:3.0:1788840373.864364:0:34786:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000040:3.0:1788840373.864368:0:34786:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55500 count: 2 00010000:00000001:3.0:1788840373.864371:0:34786:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:3.0:1788840373.864376:0:34786:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 4 res 8589935620/53 (0 0) 00010000:00000001:3.0:1788840373.864379:0:34786:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840373.864380:0:34786:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788840373.864381:0:34786:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:3.0:1788840373.864384:0:34786:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c17768 00000002:00002000:3.0:1788840373.864387:0:34786:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=f24b.recovery-small-2 intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:3.0:1788840373.864390:0:34786:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840373.864394:0:34786:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840373.864397:0:34786:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:3.0:1788840373.864401:0:34786:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000404:0x32:0x0] suppgids 0 -1: rc 0 00000080:00000001:3.0:1788840373.864404:0:34786:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840373.864408:0:34786:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:3.0:1788840373.864410:0:34786:0:(namei.c:674:ll_lookup_it_finish()) it ffff90ee84b18b40 it_disposition 1800037 00000080:00002000:3.0:1788840373.864416:0:34786:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90ee905ad948 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:3.0:1788840373.864422:0:34786:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788840373.864425:0:34786:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:3.0:1788840373.864427:0:34786:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c17998 00000080:00200000:3.0:1788840373.864429:0:34786:0:(namei.c:1628:ll_create_it()) VFS Op:name=f24b.recovery-small-2, dir=[0x200000404:0x32:0x0](ffff90ee9058b248), intent=open|creat 00000080:00000001:3.0:1788840373.864432:0:34786:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:3.0:1788840373.864434:0:34786:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:3.0:1788840373.864440:0:34786:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1788840373.864443:0:34786:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1788840373.864455:0:34786:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833973 : 144115205322833973 : 200000404000035) 00000080:00000001:3.0:1788840373.864459:0:34786:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:3.0:1788840373.864479:0:34786:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff90ee9058f380. 00000020:00000001:3.0:1788840373.864490:0:34786:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:3.0:1788840373.864492:0:34786:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:3.0:1788840373.864495:0:34786:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:3.0:1788840373.864497:0:34786:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x35:0x0](ffff90ee9058f448) 00000020:00000001:3.0:1788840373.864501:0:34786:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788840373.864505:0:34786:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044391912 : -122120665159704 : ffff90ee912227e8) 00000020:00001000:3.0:1788840373.864507:0:34786:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912227e0 00000020:00000001:3.0:1788840373.864511:0:34786:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:3.0:1788840373.864516:0:34786:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff90ee98ea3258. 00000020:00000001:3.0:1788840373.864519:0:34786:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1788840373.864520:0:34786:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840373.864529:0:34786:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:3.0:1788840373.864532:0:34786:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff90ee86dd2e88. 00020000:00000001:3.0:1788840373.864534:0:34786:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446621952872099464 : -122120837452152 : ffff90ee86dd2e88) 00020000:00000001:3.0:1788840373.864537:0:34786:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:3.0:1788840373.864540:0:34786:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:3.0:1788840373.864546:0:34786:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90ee84b183c0. 00020000:00000010:3.0:1788840373.864550:0:34786:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90ee86f6bd80. 00020000:00000010:3.0:1788840373.864554:0:34786:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90ee84b18d20. 00020000:00000001:3.0:1788840373.864556:0:34786:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621952835685664 : -122120873865952 : ffff90ee84b18d20) 00020000:00000002:3.0:1788840373.864559:0:34786:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee84b18d20, objid 0x35:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788840373.864563:0:34786:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788840373.864568:0:34786:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90ee86f6bd80: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000001:3.0:1788840373.864570:0:34786:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:3.0:1788840373.864572:0:34786:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee84b18d20, objid 0x35:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:3.0:1788840373.864575:0:34786:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:3.0:1788840373.864578:0:34786:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90ee86f6bd80: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000010:3.0:1788840373.864582:0:34786:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff90ee90c1fec0. 00020000:00000010:3.0:1788840373.864585:0:34786:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff90ee86f3dcc0. 00020000:00000001:3.0:1788840373.864590:0:34786:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:3.0:1788840373.864593:0:34786:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff90ee848d9428. 00020000:00000001:3.0:1788840373.864595:0:34786:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:3.0:1788840373.864596:0:34786:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:3.0:1788840373.864601:0:34786:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:3.0:1788840373.864604:0:34786:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff90ee98ea34b0. 00000020:00000001:3.0:1788840373.864606:0:34786:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:3.0:1788840373.864607:0:34786:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840373.864609:0:34786:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446621953174943024 : -122120534608592 : ffff90ee98ea3530) 00020000:00000001:3.0:1788840373.864612:0:34786:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:3.0:1788840373.864617:0:34786:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff90ee850761c0. 00020000:00000001:3.0:1788840373.864620:0:34786:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840373.864625:0:34786:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446621953174943024 : -122120534608592 : ffff90ee98ea3530) 00020000:00000001:3.0:1788840373.864627:0:34786:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446621953174943024 : -122120534608592 : ffff90ee98ea3530) 00020000:00000002:3.0:1788840373.864630:0:34786:0:(lov_object.c:134:lov_init_sub()) [0x240000400:0x45:0x0]@ffff90ee98ea34b0[0:0] -> [0x200000404:0x35:0x0]@ffff90ee98ea3258: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000001:3.0:1788840373.864635:0:34786:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:3.0:1788840373.864637:0:34786:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:3.0:1788840373.864944:0:34786:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840373.864948:0:34786:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446621953174942424 : -122120534609192 : ffff90ee98ea32d8) 00000020:00001000:3.0:1788840373.864951:0:34786:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912227e0 00000080:00000001:3.0:1788840373.864956:0:34786:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833973 : 144115205322833973 : 200000404000035) 00000080:00000001:3.0:1788840373.864959:0:34786:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:3.0:1788840373.864962:0:34786:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833973 mtime from 0 to 1788840373 00000080:00000001:3.0:1788840373.864967:0:34786:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1788840373.864969:0:34786:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621953031205960 : -122120678345656 : ffff90ee9058f448) 00010000:00000001:3.0:1788840373.864972:0:34786:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840373.864973:0:34786:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840373.864975:0:34786:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523de00 refcount=3 00000020:00000001:3.0:1788840373.864977:0:34786:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:3.0:1788840373.864979:0:34786:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00000080:00000001:3.0:1788840373.864982:0:34786:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:3.0:1788840373.864983:0:34786:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788840373.864985:0:34786:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044391912 : -122120665159704 : ffff90ee912227e8) 00000020:00001000:3.0:1788840373.864987:0:34786:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912227e0 00000020:00000001:3.0:1788840373.864989:0:34786:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:3.0:1788840373.864991:0:34786:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:3.0:1788840373.864993:0:34786:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788840373.866330:0:34786:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90ee87fb1a20. 00020000:00000010:2.0:1788840373.866339:0:34786:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90ee85dfa380. 00020000:00000010:2.0:1788840373.866345:0:34786:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90ee87fb1600. 00020000:00000001:2.0:1788840373.866348:0:34786:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621952890836480 : -122120818715136 : ffff90ee87fb1600) 00020000:00000002:2.0:1788840373.866352:0:34786:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee87fb1600, objid 0x35:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788840373.866356:0:34786:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788840373.866359:0:34786:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90ee85dfa380: ostid: 0x240000400:69 ost idx: 0 gen: 0 00020000:00000002:2.0:1788840373.866363:0:34786:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90ee86dd2e88) owner ffff90ee92ba0000 00020000:00000001:2.0:1788840373.866365:0:34786:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788840373.866368:0:34786:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90ee86dd2e88) owner ffff90ee92ba0000 00020000:00000010:2.0:1788840373.866372:0:34786:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90ee85dfa380. 00020000:00000010:2.0:1788840373.866377:0:34786:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90ee87fb1a20. 00020000:00000010:2.0:1788840373.866380:0:34786:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90ee87fb1600. 00020000:00000002:2.0:1788840373.866382:0:34786:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x35:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788840373.866384:0:34786:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840373.866386:0:34786:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840373.866391:0:34786:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788840373.866393:0:34786:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee86dd2e88) owner 0000000000000000/ffff90ee92ba0000 00020000:00000002:2.0:1788840373.866397:0:34786:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90ee84b18d20 addref 2/0 by ffff90ee92ba0000. 00020000:00000002:2.0:1788840373.866400:0:34786:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee86dd2e88) owner 0000000000000000/ffff90ee92ba0000 00020000:00000001:2.0:1788840373.866403:0:34786:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788840373.866405:0:34786:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788840373.866406:0:34786:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788840373.866408:0:34786:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1788840373.866410:0:34786:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1788840373.866412:0:34786:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x35:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1788840373.866415:0:34786:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912227e0 00000080:00000001:2.0:1788840373.866419:0:34786:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840373.866421:0:34786:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840373.866423:0:34786:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788840373.866425:0:34786:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788840373.866429:0:34786:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788840373.866430:0:34786:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840373.866433:0:34786:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x35:0x0](ffff90ee9058f448) 00000080:00010000:2.0:1788840373.866436:0:34786:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x35:0x0](ffff90ee9058f448) for lock 0x3aa5f499c96f3934 00800000:00000001:2.0:1788840373.866439:0:34786:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788840373.866442:0:34786:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788840373.866443:0:34786:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840373.866445:0:34786:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840373.866459:0:34786:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523de00 refcount=3 00000020:00000001:2.0:1788840373.866462:0:34786:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:2.0:1788840373.866464:0:34786:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:2.0:1788840373.866467:0:34786:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840373.866468:0:34786:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840373.866470:0:34786:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840373.866472:0:34786:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840373.866474:0:34786:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:2.0:1788840373.866476:0:34786:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840373.866488:0:34786:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff90ee86d49880 x1875733134009600/t8589934613(8589934613) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1788840389 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840373.866497:0:34786:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788840373.866502:0:34786:0:(namei.c:1651:ll_create_it()) inode ffff90ee9058f448 need_sync_to_mds [0x200000404:0x35:0x0] 00000080:00000001:2.0:1788840373.866506:0:34786:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840373.866509:0:34786:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x35:0x0](ffff90ee9058f448) 00000080:00000001:2.0:1788840373.866512:0:34786:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788840373.866516:0:34786:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85c11000. 00000100:00000001:2.0:1788840373.866520:0:34786:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840373.866523:0:34786:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee86d49880 x1875733134009600/t8589934613(8589934613) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1788840389 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840373.866529:0:34786:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840373.866533:0:34786:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1788840373.866535:0:34786:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788840373.866537:0:34786:0:(namei.c:1500:ll_atomic_open()) inode ffff90ee9058f448 need_sync_to_mds [0x200000404:0x35:0x0] 00000080:00000001:2.0:1788840373.866545:0:34786:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788840373.866548:0:34786:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c17a68 00000080:00200008:2.0:1788840373.866551:0:34786:0:(file.c:1090:ll_file_open()) START file f24b.recovery-small-2:[0x200000404:0x35:0x0](ffff90ee9058f448), flags 100102 00000080:00000010:2.0:1788840373.866559:0:34786:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90ee82ffc140. 00000080:00000010:2.0:1788840373.866566:0:34786:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff90eea05b2bc0. 00000080:00000001:2.0:1788840373.866570:0:34786:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1788840373.866575:0:34786:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1788840373.866579:0:34786:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1788840373.866583:0:34786:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff90ee86e75320. 00000002:00100000:2.0:1788840373.866588:0:34786:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90ee86d49880 x1875733134009600/t8589934613(8589934613) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1788840389 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788840373.866595:0:34786:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840373.866597:0:34786:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1788840373.866600:0:34786:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1788840373.866604:0:34786:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840373.866606:0:34786:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840373.866609:0:34786:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840373.866612:0:34786:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d49880 x1875733134009600/t8589934613(8589934613) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1788840389 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1788840373.866619:0:34786:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840373.866623:0:34786:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff90ee87fe0000. 02000000:00000001:2.0:1788840373.866668:0:34786:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1788840373.866670:0:34786:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840373.866673:0:34786:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c17a68 00000080:00000008:2.0:1788840373.866675:0:34786:0:(file.c:1329:ll_file_open()) COMPLETED file f24b.recovery-small-2:[0x200000404:0x35:0x0](ffff90ee9058f448), flags 100102, rc = 0 00000080:00000001:2.0:1788840373.866680:0:34786:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788840373.866682:0:34786:0:(dcache.c:176:ll_intent_release()) intent ffff90ee84b18b40 released 00000080:00010000:2.0:1788840373.866685:0:34786:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3934 from it ffff90ee84b18b40 00010000:00000001:2.0:1788840373.866752:0:34786:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840373.866754:0:34786:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840373.866756:0:34786:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523de00 refcount=3 00000020:00000001:2.0:1788840373.866758:0:34786:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:2.0:1788840373.866760:0:34786:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843177472 : -122120866374144 : ffff90ee8523de00) 00010000:00000001:2.0:1788840373.866763:0:34786:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788840373.866767:0:34786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f3934 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8a436931312baf44 expref: -99 pid: 34786 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840373.866775:0:34786:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840373.866777:0:34786:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840373.866778:0:34786:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788840373.866781:0:34786:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788840373.866783:0:34786:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523de00/0x3aa5f499c96f3934 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312baf44 expref: -99 pid: 34786 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788840373.866791:0:34786:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788840373.866794:0:34786:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788840373.866962:0:34786:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840373.866967:0:34786:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840373.866968:0:34786:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840373.866970:0:34786:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840373.866974:0:34786:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788840373.866977:0:34786:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840373.866979:0:34786:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840373.866982:0:34786:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840373.866984:0:34786:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788840373.866986:0:34786:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840373.866987:0:34786:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788840373.866989:0:34786:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1788840373.866991:0:34786:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1788840373.866993:0:34786:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788840373.866996:0:34786:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788840373.866999:0:34786:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788840373.867000:0:34786:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840373.867004:0:34786:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1788840373.867006:0:34786:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840373.867008:0:34786:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788840373.867010:0:34786:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840373.867012:0:34786:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788840373.867015:0:34786:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff90ee84b18b40. 00000080:00000001:2.0:1788840373.867019:0:34786:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840373.867023:0:34786:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788840373.867025:0:34786:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x35:0x0](ffff90ee9058f448), inode mode 81a4 mask 40 00000080:00000001:2.0:1788840373.867029:0:34786:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840373.867514:0:34786:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:2.0:1788840373.867517:0:34786:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c17d88 00000080:00200008:2.0:1788840373.867519:0:34786:0:(file.c:2650:do_file_write_iter()) START file f24b.recovery-small-2:[0x200000404:0x35:0x0], ppos: 0, count: 8192 00000080:00000002:2.0:1788840373.867522:0:34786:0:(file.c:2656:do_file_write_iter()) inode ffff90ee9058f448 need_sync_to_oss [0x200000404:0x35:0x0] 00000080:00000001:2.0:1788840373.867524:0:34786:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:2.0:1788840373.867526:0:34786:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840373.867528:0:34786:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1788840373.867531:0:34786:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840373.867533:0:34786:0:(file.c:2588:ll_do_tiny_write()) Process entered 00000080:00000001:2.0:1788840373.867534:0:34786:0:(file.c:2594:ll_do_tiny_write()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840373.867537:0:34786:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788840373.867540:0:34786:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044391912 : -122120665159704 : ffff90ee912227e8) 00000020:00001000:2.0:1788840373.867543:0:34786:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912227e0 00000080:00000001:2.0:1788840373.867546:0:34786:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1788840373.867547:0:34786:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c17c98 00000080:00200000:2.0:1788840373.867549:0:34786:0:(file.c:2090:ll_file_io_generic()) f24b.recovery-small-2: write ppos: 0, bytes: 8192 00000020:00000001:2.0:1788840373.867554:0:34786:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c17c30 00000080:00200000:2.0:1788840373.867555:0:34786:0:(file.c:1848:ll_io_set_mirror()) f24b.recovery-small-2: desiginated mirror: 0 00000020:00000001:2.0:1788840373.867557:0:34786:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1788840373.867563:0:34786:0:(cl_io.c:214:cl_io_rw_init()) header@00000000d4bd87aa[0x110, 1, [0x200000404:0x35:0x0] hash] 00000020:00200000:2.0:1788840373.867565:0:34786:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 8192) 0 0 00000020:00000001:2.0:1788840373.867568:0:34786:0:(cl_object.c:143:cl_object_top()) ffff90ee98ea32d8 -> ffff90ee98ea32d8 00000020:00000001:2.0:1788840373.867570:0:34786:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788840373.867572:0:34786:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788840373.867574:0:34786:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x35:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788840373.867577:0:34786:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788840373.867578:0:34786:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1788840373.867581:0:34786:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840373.867586:0:34786:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840373.867589:0:34786:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788840373.867591:0:34786:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840373.867592:0:34786:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788840373.867596:0:34786:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x35:0x0]io ffff90ee98846310 type 2 ignore/verify layout 0/0 00020000:00000002:2.0:1788840373.867599:0:34786:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee86dd2e88) owner 0000000000000000/ffff90ee92ba0000 00020000:00000001:2.0:1788840373.867603:0:34786:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788840373.867606:0:34786:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788840373.867608:0:34786:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788840373.867610:0:34786:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:2.0:1788840373.867612:0:34786:0:(lov_io.c:860:lov_io_slice_init()) 0 8192 00020000:00000001:2.0:1788840373.867615:0:34786:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:2.0:1788840373.867617:0:34786:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788840373.867618:0:34786:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840373.867620:0:34786:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788840373.867621:0:34786:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788840373.867623:0:34786:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788840373.867624:0:34786:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee86dd2e88) owner 0000000000000000/ffff90ee92ba0000 00000020:00000001:2.0:1788840373.867626:0:34786:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840373.867628:0:34786:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788840373.867630:0:34786:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 1] 00000001:00000001:2.0:1788840373.867632:0:34786:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:2.0:1788840373.867635:0:34786:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840373.868040:0:34786:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1788840373.868044:0:34786:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1788840373.868047:0:34786:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:2.0:1788840373.868048:0:34786:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:2.0:1788840373.868050:0:34786:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:2.0:1788840373.868053:0:34786:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 0 chunk: [0, 8192) 8192, 8192 00020000:00000001:2.0:1788840373.868056:0:34786:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1788840373.868058:0:34786:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1788840373.868061:0:34786:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:2.0:1788840373.868064:0:34786:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788840373.868066:0:34786:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788840373.868067:0:34786:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788840373.868069:0:34786:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044390328 : -122120665161288 : ffff90ee912221b8) 00000020:00001000:2.0:1788840373.868073:0:34786:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912221b0 00000020:00000001:2.0:1788840373.868076:0:34786:0:(cl_object.c:143:cl_object_top()) ffff90ee98ea3530 -> ffff90ee98ea32d8 00000020:00000001:2.0:1788840373.868078:0:34786:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788840373.868081:0:34786:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788840373.868082:0:34786:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788840373.868084:0:34786:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840373.868086:0:34786:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840373.868088:0:34786:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174949984 : -122120534601632 : ffff90ee98ea5060) 00000020:00000001:2.0:1788840373.868091:0:34786:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1788840373.868093:0:34786:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1788840373.868097:0:34786:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840373.868099:0:34786:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840373.868101:0:34786:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840373.868183:0:34786:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840373.868186:0:34786:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840373.868189:0:34786:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1788840373.868191:0:34786:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1788840373.868193:0:34786:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1788840373.868196:0:34786:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:2.0:1788840373.868199:0:34786:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840373.868202:0:34786:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840373.868204:0:34786:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1788840373.868205:0:34786:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 1] 00000020:00000001:2.0:1788840373.868207:0:34786:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1788840373.868208:0:34786:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1788840373.868210:0:34786:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840373.868211:0:34786:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840373.868213:0:34786:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840373.868214:0:34786:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840373.868216:0:34786:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840373.868218:0:34786:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1788840373.868318:0:34786:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788840373.868319:0:34786:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1788840373.868321:0:34786:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788840373.868323:0:34786:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840373.868325:0:34786:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840373.868326:0:34786:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840373.868328:0:34786:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840373.868329:0:34786:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788840373.868331:0:34786:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788840373.868333:0:34786:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788840373.868335:0:34786:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788840373.868337:0:34786:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788840373.868340:0:34786:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000010:2.0:1788840373.868348:0:34786:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90ee98e7de00. 00020000:00000002:2.0:1788840373.868350:0:34786:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:2.0:1788840373.868353:0:34786:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788840373.868354:0:34786:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788840373.868356:0:34786:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174949984 : -122120534601632 : ffff90ee98ea5060) 00000020:00000001:2.0:1788840373.868358:0:34786:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788840373.868362:0:34786:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90ee911deab0. 00000008:00010000:2.0:1788840373.868364:0:34786:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1788840373.868367:0:34786:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788840373.868369:0:34786:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788840373.868372:0:34786:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90ee98e7de30, osc lock ffff90ee911deab0, flags 0x0 00000020:00000001:2.0:1788840373.868375:0:34786:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840373.868377:0:34786:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840373.868379:0:34786:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621953174789632 : -122120534761984 : ffff90ee98e7de00) 00000020:00000001:2.0:1788840373.868381:0:34786:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788840373.868382:0:34786:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788840373.868384:0:34786:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840373.868385:0:34786:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840373.868388:0:34786:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788840373.868389:0:34786:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788840373.868391:0:34786:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788840373.868392:0:34786:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174949984 : -122120534601632 : ffff90ee98ea5060) 00000020:00000001:2.0:1788840373.868394:0:34786:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788840373.868396:0:34786:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788840373.868398:0:34786:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1788840373.868399:0:34786:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840373.868403:0:34786:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788840373.868406:0:34786:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788840373.868407:0:34786:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788840373.868408:0:34786:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788840373.868410:0:34786:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788840373.868411:0:34786:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788840373.868413:0:34786:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788840373.868416:0:34786:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788840373.868422:0:34786:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840373.868426:0:34786:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1788840373.868431:0:34786:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125df80. 00000020:00000040:2.0:1788840373.868436:0:34786:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=3 obd=lustre-OST0000-osc-ffff90ee90f70800 00010000:00000001:2.0:1788840373.868440:0:34786:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788840373.868444:0:34786:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840373.868460:0:34786:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840373.868462:0:34786:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840373.868464:0:34786:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840373.868467:0:34786:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840373.868469:0:34786:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840373.868474:0:34786:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840373.868480:0:34786:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee98879400. 00000100:00000001:2.0:1788840373.868487:0:34786:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840373.868492:0:34786:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840373.868493:0:34786:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840373.868495:0:34786:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840373.868496:0:34786:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840373.868498:0:34786:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840373.868500:0:34786:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446621953044635520 : -122120664916096 : ffff90ee9125df80) 00010000:00000001:2.0:1788840373.868503:0:34786:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788840373.868505:0:34786:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788840373.868510:0:34786:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee892b1000. 00010000:00000010:2.0:1788840373.868514:0:34786:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff90ee892b1b00. 00010000:00000001:2.0:1788840373.868518:0:34786:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788840373.868522:0:34786:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee87d8ce00. 00000020:00000001:2.0:1788840373.868526:0:34786:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788840373.868529:0:34786:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee87d8ce00 with handle 0x3aa5f499c96f393b to hash 00000020:00000001:2.0:1788840373.868531:0:34786:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788840373.868532:0:34786:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952888589824 : -122120820961792 : ffff90ee87d8ce00) 00010000:00000010:2.0:1788840373.868536:0:34786:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff90eea05b2500. 00010000:00000001:2.0:1788840373.868538:0:34786:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952888589824 : -122120820961792 : ffff90ee87d8ce00) 00010000:00000001:2.0:1788840373.868541:0:34786:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840373.868544:0:34786:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840373.868548:0:34786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000e66b11dd/0x3aa5f499c96f393b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34786 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840373.868560:0:34786:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000e66b11dd/0x3aa5f499c96f393b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34786 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840373.868570:0:34786:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000e66b11dd/0x3aa5f499c96f393b lrc: 3/0,1 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->8191] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34786 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788840373.868577:0:34786:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788840373.868579:0:34786:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788840373.868586:0:34786:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee85d30600. 00000100:00000001:2.0:1788840373.868588:0:34786:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952854656512 : -122120854895104 : ffff90ee85d30600) 00000100:00000001:2.0:1788840373.868590:0:34786:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840373.868592:0:34786:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044635520 : -122120664916096 : ffff90ee9125df80) 00000100:00000001:2.0:1788840373.868596:0:34786:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840373.868598:0:34786:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840373.868601:0:34786:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788840373.868602:0:34786:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840373.868612:0:34786:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125df80 x1875733134009728/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840373.868621:0:34786:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840373.868623:0:34786:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840373.868627:0:34786:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840373.868629:0:34786:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840373.868632:0:34786:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840373.868636:0:34786:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125df80 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:34786:1875733134009728:192.168.202.131@tcp:101:multiop.0 00000100:00000001:2.0:1788840373.868666:0:34786:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840373.868671:0:34786:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840373.868674:0:34786:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840373.868676:0:34786:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840373.868681:0:34786:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee91278400. 02000000:00000001:2.0:1788840373.868682:0:34786:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840373.868996:0:34786:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840373.869004:0:34786:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e8f0. 00000400:00000010:2.0:1788840373.869011:0:34786:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234f68. 00000100:00000200:2.0:1788840373.869018:0:34786:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733134009728, portal 4 00000100:00000001:2.0:1788840373.869020:0:34786:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840373.869021:0:34786:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044635520 : -122120664916096 : ffff90ee9125df80) 00000100:00000040:2.0:1788840373.869028:0:34786:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee9125df80 x1875733134009728/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840389 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840373.869036:0:34786:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840373.869039:0:34786:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840373.869042:0:34786:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234000. 00000100:00000200:2.0:1788840373.869044:0:34786:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875733134009728, offset 0 00000400:00000200:2.0:1788840373.869051:0:34786:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840373.869062:0:34786:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.869069:0:34786:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840373.869074:0:34786:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840373.869078:0:34786:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840373.869082:0:34786:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840373.869085:0:34786:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840373.869088:0:34786:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2662:2662:256:4294967295] 192.168.202.131@tcp LPNI seq info [2662:2662:8:4294967295] 00000400:00000200:2.0:1788840373.869092:0:34786:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.869101:0:34786:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840373.869180:0:34786:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840373.869187:0:34786:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee84c26200. 00000800:00000200:2.0:1788840373.869193:0:34786:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840373.869200:0:34786:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840373.869204:0:34786:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee84c26200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788840373.869407:0:34786:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840373.869412:0:34786:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: using a timeout of 23523 usecs (24 jiffies) 00000400:00000200:2.0:1788840373.869416:0:34786:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840373.869419:0:34786:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296603711 00000100:00000001:2.0:1788840373.869422:0:34786:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296606629 00000100:00000001:2.0:1788840373.869425:0:34786:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296603711 00000100:00000001:2.0:1788840373.869427:0:34786:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296606629 00000100:00000001:2.0:1788840373.869429:0:34786:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840373.869432:0:34786:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840373.869434:0:34786:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840373.869436:0:34786:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788840373.869439:0:34786:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee85d30600 going to sleep for 11 seconds 00000100:00000001:2.0:1788840373.869441:0:34786:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840373.869444:0:34786:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840373.871208:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840373.871230:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee84c26200. 00000400:00000200:3.0:1788840373.871236:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840373.871244:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840373.871418:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234000 00000400:00000010:3.0:1788840373.871422:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234000. 00000100:00000001:3.0:1788840373.871428:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840373.871435:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125df80 x1875733134009728/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840389 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840373.871456:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840373.871461:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee9125df80 x1875733134009728/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840389 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840373.871469:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840373.871471:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840373.874081:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840373.874097:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840373.874112:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840373.874115:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840373.874123:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.874130:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840373.874139:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.874143:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.874148:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.874152:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 400 into portal 4 MB=0x6a9f827256580 00000400:00000200:2.0:1788840373.874157:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.874163:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 400/400 into md 0x739d [1] + 224 00000800:00000001:2.0:1788840373.874170:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840373.874181:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840373.874185:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840373.874189:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840373.874196:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840373.874205:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125df80 x1875733134009728/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840389 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840373.874216:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff90ee9125df80 x1875733134009728/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840389 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840373.874255:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840373.874264:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840373.874268:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840373.874488:0:34786:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788840373.874495:0:34786:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840373.874497:0:34786:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840373.874500:0:34786:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e8f0. 00000400:00000200:1.0:1788840373.874506:0:34786:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234f68 00000400:00000010:1.0:1788840373.874508:0:34786:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234f68. 00000100:00000001:1.0:1788840373.874511:0:34786:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840373.874516:0:34786:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125df80 x1875733134009728/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840389 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788840373.874524:0:34786:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125df80 x1875733134009728/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840389 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840373.874530:0:34786:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840373.874532:0:34786:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840373.874534:0:34786:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840373.874537:0:34786:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840373.874539:0:34786:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840373.874542:0:34786:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840373.874545:0:34786:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840373.874553:0:34786:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b5cc60 time=73 v=5 (5 5 5 5) 00000100:00001000:1.0:1788840373.874558:0:34786:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=8 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840373.874560:0:34786:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840373.874562:0:34786:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840373.874566:0:34786:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840373.874569:0:34786:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840373.874573:0:34786:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840373.874575:0:34786:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: skip recheck: last_committed 4294967345 00000100:00000001:1.0:1788840373.874577:0:34786:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840373.874578:0:34786:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840373.874583:0:34786:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125df80 x1875733134009728/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840389 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840373.874595:0:34786:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840373.874598:0:34786:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840373.874600:0:34786:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840373.874604:0:34786:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125df80 x1875733134009728/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840389 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788840373.874612:0:34786:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125df80 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:34786:1875733134009728:192.168.202.131@tcp:101:multiop.0 00000100:00000001:1.0:1788840373.874617:0:34786:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840373.874619:0:34786:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840373.874621:0:34786:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788840373.874623:0:34786:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840373.874626:0:34786:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125df80 x1875733134009728/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840389 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840373.874633:0:34786:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840373.874635:0:34786:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee85d30600. 00000100:00000001:1.0:1788840373.874677:0:34786:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788840373.874679:0:34786:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840373.874682:0:34786:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788840373.874685:0:34786:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840373.874688:0:34786:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840373.874700:0:34786:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8ce00 refcount=4 00000020:00000001:1.0:1788840373.874703:0:34786:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888589824 : -122120820961792 : ffff90ee87d8ce00) 00010000:00000001:1.0:1788840373.874706:0:34786:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888589824 : -122120820961792 : ffff90ee87d8ce00) 00010000:00000040:1.0:1788840373.874713:0:34786:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee87d8ce00, remote cookie: 0x8a436931312baf52, flags: 0x1 00010000:00010000:1.0:1788840373.874719:0:34786:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000e66b11dd/0x3aa5f499c96f393b lrc: 4/0,1 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x8a436931312baf52 expref: -99 pid: 34786 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840373.874730:0:34786:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:1.0:1788840373.874732:0:34786:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840373.874734:0:34786:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788840373.874738:0:34786:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:1.0:1788840373.874744:0:34786:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000e66b11dd/0x3aa5f499c96f393b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312baf52 expref: -99 pid: 34786 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788840373.874752:0:34786:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x240000400:0x45:0x0].0x0 (ffff90ee892b1000) refcount = 1 00010000:00000040:1.0:1788840373.874755:0:34786:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788840373.874758:0:34786:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000e66b11dd/0x3aa5f499c96f393b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312baf52 expref: -99 pid: 34786 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840373.874765:0:34786:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788840373.874766:0:34786:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840373.874769:0:34786:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788840373.874771:0:34786:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840373.874774:0:34786:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000e66b11dd/0x3aa5f499c96f393b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x0 nid: local remote: 0x8a436931312baf52 expref: -99 pid: 34786 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840373.874780:0:34786:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788840373.874781:0:34786:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840373.874783:0:34786:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840373.874784:0:34786:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840373.874785:0:34786:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840373.874787:0:34786:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840373.874791:0:34786:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:1.0:1788840373.874794:0:34786:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1788840373.874797:0:34786:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840373.874798:0:34786:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840373.874800:0:34786:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8ce00 refcount=3 00000020:00000001:1.0:1788840373.874801:0:34786:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888589824 : -122120820961792 : ffff90ee87d8ce00) 00010000:00000001:1.0:1788840373.874803:0:34786:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888589824 : -122120820961792 : ffff90ee87d8ce00) 00010000:00000001:1.0:1788840373.874805:0:34786:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840373.874806:0:34786:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840373.874807:0:34786:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8ce00 refcount=4 00000020:00000001:1.0:1788840373.874808:0:34786:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888589824 : -122120820961792 : ffff90ee87d8ce00) 00010000:00000001:1.0:1788840373.874810:0:34786:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888589824 : -122120820961792 : ffff90ee87d8ce00) 00010000:00000001:1.0:1788840373.874813:0:34786:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840373.874815:0:34786:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840373.874818:0:34786:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000e66b11dd/0x3aa5f499c96f393b lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312baf52 expref: -99 pid: 34786 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840373.874838:0:34786:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840373.874839:0:34786:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788840373.874842:0:34786:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:1.0:1788840373.874846:0:34786:0:(cl_object.c:143:cl_object_top()) ffff90ee850761c0 -> ffff90ee98ea32d8 00000008:00010000:1.0:1788840373.874850:0:34786:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000e66b11dd/0x3aa5f499c96f393b lrc: 4/0,2 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x10020000000000 nid: local remote: 0x8a436931312baf52 expref: -99 pid: 34786 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:1.0:1788840373.874857:0:34786:0:(cl_object.c:143:cl_object_top()) ffff90ee850761c0 -> ffff90ee98ea32d8 00000020:00000001:1.0:1788840373.874859:0:34786:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1788840373.874862:0:34786:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:1.0:1788840373.874865:0:34786:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788840373.874867:0:34786:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840373.874869:0:34786:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840373.874871:0:34786:0:(cl_object.c:143:cl_object_top()) ffff90ee850761c0 -> ffff90ee98ea32d8 00000008:00000001:1.0:1788840373.874873:0:34786:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:1.0:1788840373.874875:0:34786:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840373.874877:0:34786:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840373.874878:0:34786:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840373.874880:0:34786:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8ce00 refcount=5 00000020:00000001:1.0:1788840373.874881:0:34786:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888589824 : -122120820961792 : ffff90ee87d8ce00) 00010000:00000001:1.0:1788840373.874883:0:34786:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888589824 : -122120820961792 : ffff90ee87d8ce00) 00010000:00000001:1.0:1788840373.874885:0:34786:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840373.874888:0:34786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000e66b11dd/0x3aa5f499c96f393b lrc: 5/0,2 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x8a436931312baf52 expref: -99 pid: 34786 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840373.874894:0:34786:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840373.874895:0:34786:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788840373.874897:0:34786:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000e66b11dd/0x3aa5f499c96f393b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x8a436931312baf52 expref: -99 pid: 34786 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840373.874903:0:34786:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840373.874904:0:34786:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840373.874905:0:34786:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788840373.874906:0:34786:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840373.874909:0:34786:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840373.874913:0:34786:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125df80 x1875733134009728/t0(0) o101->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840389 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840373.874920:0:34786:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840373.874922:0:34786:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840373.874925:0:34786:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee91278400. 02000000:00000001:1.0:1788840373.874929:0:34786:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840373.874931:0:34786:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840373.874932:0:34786:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=2 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:1.0:1788840373.874935:0:34786:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840373.874938:0:34786:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee98879400. 02000000:00000001:1.0:1788840373.874941:0:34786:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840373.874943:0:34786:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840373.874945:0:34786:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125df80. 00000100:00000001:1.0:1788840373.874948:0:34786:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840373.874949:0:34786:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788840373.874951:0:34786:0:(osc_request.c:3317:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840373.874953:0:34786:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840373.874956:0:34786:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840373.874959:0:34786:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840373.874960:0:34786:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840373.874963:0:34786:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840373.874965:0:34786:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840373.874967:0:34786:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840373.874970:0:34786:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:1.0:1788840373.874974:0:34786:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000020:00000001:1.0:1788840373.874978:0:34786:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c17b80 00000080:00200000:1.0:1788840373.874980:0:34786:0:(vvp_io.c:1292:vvp_io_write_start()) f24b.recovery-small-2: write [0, 8192) append 0 append lockpos 0 00000020:00000001:1.0:1788840373.874983:0:34786:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:1.0:1788840373.874986:0:34786:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee86dd2e88) owner 0000000000000000/ffff90ee92ba0000 00020000:00000002:1.0:1788840373.874990:0:34786:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90ee84b18d20 addref 2/0 by ffff90ee92ba0000. 00020000:00000002:1.0:1788840373.874993:0:34786:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee86dd2e88) owner 0000000000000000/ffff90ee92ba0000 00000020:00000001:1.0:1788840373.874996:0:34786:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:1.0:1788840373.874999:0:34786:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:1.0:1788840373.875002:0:34786:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:1.0:1788840373.875005:0:34786:0:(lov_offset.c:253:lov_stripe_intersects()) [0->8191] -> [(0) 0->8191 (0)] 00020000:00000001:1.0:1788840373.875009:0:34786:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788840373.875011:0:34786:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174949984 : -122120534601632 : ffff90ee98ea5060) 00000020:00000001:1.0:1788840373.875013:0:34786:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:1.0:1788840373.875016:0:34786:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:1.0:1788840373.875018:0:34786:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840373.875020:0:34786:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840373.875022:0:34786:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840373.875023:0:34786:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840373.875030:0:34786:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:1.0:1788840373.875032:0:34786:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 4096 bytes 00000020:00000001:1.0:1788840373.875068:0:34786:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:1.0:1788840373.875071:0:34786:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x35:0x0] fffffcfe44a708c0 0 1 00000020:00000001:1.0:1788840373.875074:0:34786:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:1.0:1788840373.875076:0:34786:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840373.875078:0:34786:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:1.0:1788840373.875084:0:34786:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff90ee853c0e00. 00000020:00000001:1.0:1788840373.875087:0:34786:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:1.0:1788840373.875088:0:34786:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:1.0:1788840373.875091:0:34786:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:1.0:1788840373.875093:0:34786:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:1.0:1788840373.875096:0:34786:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788840373.875097:0:34786:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174949984 : -122120534601632 : ffff90ee98ea5060) 00000008:00000001:1.0:1788840373.875100:0:34786:0:(osc_cache.c:2427:osc_prep_async_page()) Process entered 00000008:00000040:1.0:1788840373.875420:0:34786:0:(osc_cache.c:2450:osc_prep_async_page()) oap ffff90ee853c0e70 folio fffffcfe44a708c0 pg:0 obj off 0 00000008:00000001:1.0:1788840373.875424:0:34786:0:(osc_cache.c:2451:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840373.875426:0:34786:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:1.0:1788840373.875427:0:34786:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:1.0:1788840373.875429:0:34786:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:1.0:1788840373.875431:0:34786:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840373.875435:0:34786:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840373.875437:0:34786:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446621952844762624 : -122120864788992 : ffff90ee853c0e00) 00000020:00000001:1.0:1788840373.875440:0:34786:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446621952844762624 : -122120864788992 : ffff90ee853c0e00) 00000020:00000001:1.0:1788840373.875443:0:34786:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:1.0:1788840373.875445:0:34786:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:1.0:1788840373.875457:0:34786:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446621953168270096 : -122120541281520 : ffff90ee98846310) 00000020:00000001:1.0:1788840373.875459:0:34786:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1788840373.875461:0:34786:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1788840373.875462:0:34786:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788840373.875467:0:34786:0:(cl_page.c:507:__cl_page_state_set()) page@00000000929edaeb[2 000000001f1d06e1 1 1 000000008806ea49 0 0 0] 00000020:00000001:1.0:1788840373.875469:0:34786:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1788840373.875471:0:34786:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1788840373.875472:0:34786:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00008000:1.0:1788840373.875476:0:34786:0:(rw26.c:769:ll_write_begin()) page@00000000929edaeb[2 000000001f1d06e1 2 1 000000008806ea49 0 0 0] 00000080:00008000:1.0:1788840373.875477:0:34786:0:(rw26.c:769:ll_write_begin()) full page write 00000080:00000001:1.0:1788840373.875479:0:34786:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:1.0:1788840373.875480:0:34786:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840373.875484:0:34786:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:1.0:1788840373.875486:0:34786:0:(rw26.c:871:ll_write_end()) pos 0, len 4096, copied 4096 00000020:00000001:1.0:1788840373.875487:0:34786:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:1.0:1788840373.875488:0:34786:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446621953168270096 : -122120541281520 : ffff90ee98846310) 00000020:00000001:1.0:1788840373.875490:0:34786:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:1.0:1788840373.875491:0:34786:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788840373.875496:0:34786:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:1.0:1788840373.875498:0:34786:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1788840373.875500:0:34786:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1788840373.875501:0:34786:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:1.0:1788840373.875504:0:34786:0:(rw26.c:929:ll_write_end()) page@00000000929edaeb[3 000000001f1d06e1 2 1 000000008806ea49 0 0 0] 00000080:00200000:1.0:1788840373.875507:0:34786:0:(rw26.c:929:ll_write_end()) vmpage @000000004d44564c 17ffffc0001021 2:0 ffff90ee853c0e00 0 lru 00000080:00200000:1.0:1788840373.875514:0:34786:0:(rw26.c:929:ll_write_end()) osc-page@00000000e8ec5983 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000000f58d4 00000000da8eecfc > 3< 0 0 > 4< 0 0 8 393216 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1788840373.875516:0:34786:0:(rw26.c:929:ll_write_end()) end page@00000000929edaeb 00000080:00200000:1.0:1788840373.875518:0:34786:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:1.0:1788840373.875519:0:34786:0:(rw26.c:950:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:1.0:1788840373.875522:0:34786:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:1.0:1788840373.875524:0:34786:0:(rw26.c:676:ll_write_begin()) Writing 1 of 0 to 4096 bytes 00000020:00000001:1.0:1788840373.875541:0:34786:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:1.0:1788840373.875543:0:34786:0:(cl_page.c:427:cl_page_find()) 1@[0x200000404:0x35:0x0] fffffcfe44a70040 0 1 00000020:00000001:1.0:1788840373.875546:0:34786:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:1.0:1788840373.875547:0:34786:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840373.875549:0:34786:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:1.0:1788840373.875552:0:34786:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff90ee853c0c40. 00000020:00000001:1.0:1788840373.875554:0:34786:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:1.0:1788840373.875555:0:34786:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:1.0:1788840373.875557:0:34786:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:1.0:1788840373.875559:0:34786:0:(lov_page.c:146:lov_page_init_composite()) offset 4096, entry 0, stripe 0, suboff 4096 00020000:00000001:1.0:1788840373.875561:0:34786:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788840373.875562:0:34786:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174949984 : -122120534601632 : ffff90ee98ea5060) 00000008:00000001:1.0:1788840373.875565:0:34786:0:(osc_cache.c:2427:osc_prep_async_page()) Process entered 00000008:00000040:1.0:1788840373.875566:0:34786:0:(osc_cache.c:2450:osc_prep_async_page()) oap ffff90ee853c0cb0 folio fffffcfe44a70040 pg:0 obj off 4096 00000008:00000001:1.0:1788840373.875568:0:34786:0:(osc_cache.c:2451:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840373.875570:0:34786:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:1.0:1788840373.875571:0:34786:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:1.0:1788840373.875572:0:34786:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:1.0:1788840373.875574:0:34786:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840373.875578:0:34786:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840373.875579:0:34786:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446621952844762176 : -122120864789440 : ffff90ee853c0c40) 00000020:00000001:1.0:1788840373.875581:0:34786:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446621952844762176 : -122120864789440 : ffff90ee853c0c40) 00000020:00000001:1.0:1788840373.875583:0:34786:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:1.0:1788840373.875584:0:34786:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:1.0:1788840373.875585:0:34786:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446621953168270096 : -122120541281520 : ffff90ee98846310) 00000020:00000001:1.0:1788840373.875587:0:34786:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1788840373.875588:0:34786:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1788840373.875589:0:34786:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788840373.875593:0:34786:0:(cl_page.c:507:__cl_page_state_set()) page@000000005a44c58e[2 000000001f1d06e1 1 1 000000008806ea49 0 0 1] 00000020:00000001:1.0:1788840373.875594:0:34786:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1788840373.875595:0:34786:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1788840373.875596:0:34786:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00008000:1.0:1788840373.875598:0:34786:0:(rw26.c:769:ll_write_begin()) page@000000005a44c58e[2 000000001f1d06e1 2 1 000000008806ea49 0 0 1] 00000080:00008000:1.0:1788840373.875600:0:34786:0:(rw26.c:769:ll_write_begin()) full page write 00000080:00000001:1.0:1788840373.875601:0:34786:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:1.0:1788840373.875602:0:34786:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840373.875605:0:34786:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:1.0:1788840373.875607:0:34786:0:(rw26.c:871:ll_write_end()) pos 4096, len 4096, copied 4096 00000020:00000001:1.0:1788840373.875608:0:34786:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:1.0:1788840373.875609:0:34786:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446621953168270096 : -122120541281520 : ffff90ee98846310) 00000020:00000001:1.0:1788840373.875610:0:34786:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:1.0:1788840373.875612:0:34786:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788840373.875614:0:34786:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:1.0:1788840373.875615:0:34786:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1788840373.875616:0:34786:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1788840373.875617:0:34786:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:1.0:1788840373.875619:0:34786:0:(rw26.c:929:ll_write_end()) page@000000005a44c58e[3 000000001f1d06e1 2 1 000000008806ea49 0 0 1] 00000080:00200000:1.0:1788840373.875623:0:34786:0:(rw26.c:929:ll_write_end()) vmpage @00000000f352d27f 17ffffc0001001 3:0 ffff90ee853c0c40 1 lru 00000080:00200000:1.0:1788840373.875628:0:34786:0:(rw26.c:929:ll_write_end()) osc-page@000000005eb98c79 1: 1< 0 - - > 2< 4096 0 0 0x0 0x0 | 00000000000f58d4 00000000da8eecfc > 3< 0 0 > 4< 0 0 8 393216 - | - - + - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:1.0:1788840373.875630:0:34786:0:(rw26.c:929:ll_write_end()) end page@000000005a44c58e 00000080:00200000:1.0:1788840373.875631:0:34786:0:(rw26.c:929:ll_write_end()) queued cl_page: 2. 00000080:00000001:1.0:1788840373.875632:0:34786:0:(rw26.c:950:ll_write_end()) Process leaving (rc=4096 : 4096 : 1000) 00000080:00000001:1.0:1788840373.875635:0:34786:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:1.0:1788840373.875637:0:34786:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 2, from 0, to 4096 prio 0 00000020:00000001:1.0:1788840373.875670:0:34786:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:1.0:1788840373.875672:0:34786:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:1.0:1788840373.875673:0:34786:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788840373.875675:0:34786:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174949984 : -122120534601632 : ffff90ee98ea5060) 00000020:00000001:1.0:1788840373.875676:0:34786:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:1.0:1788840373.875679:0:34786:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:1.0:1788840373.875681:0:34786:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:1.0:1788840373.875682:0:34786:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1788840373.875683:0:34786:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:1.0:1788840373.875685:0:34786:0:(osc_cache.c:2472:osc_queue_async_io()) Process entered 00000008:00000020:1.0:1788840373.875808:0:34786:0:(osc_cache.c:2531:osc_queue_async_io()) obj ffff90ee850761c0 ready 0|-|- wr 0|-|- rd 0|- oap ffff90ee853c0e70 folio fffffcfe44a708c0 pg:0 added for cmd 2 00000008:00000001:1.0:1788840373.875814:0:34786:0:(osc_cache.c:1726:osc_enter_cache()) Process entered 00000008:00000020:1.0:1788840373.875817:0:34786:0:(osc_cache.c:1728:osc_enter_cache()) lustre-OST0000-osc-ffff90ee90f70800: grant { dirty: 2/118272 dirty_pages: 2/472727 dropped: 1703936 avail: 393216, dirty_grant: 1703936, reserved: 0, flight: 0 } lru {in list: 0, left: 4, waiters: 0 }need:1703936 00000008:00000020:1.0:1788840373.875876:0:34786:0:(osc_cache.c:1633:osc_enter_cache_try()) lustre-OST0000-osc-ffff90ee90f70800: grant { dirty: 2/118272 dirty_pages: 2/472727 dropped: 1703936 avail: 393216, dirty_grant: 1703936, reserved: 0, flight: 0 } lru {in list: 0, left: 4, waiters: 0 }need:1703936 00000008:00000020:1.0:1788840373.875881:0:34786:0:(osc_cache.c:1633:osc_enter_cache_try()) lustre-OST0000-osc-ffff90ee90f70800: grant { dirty: 2/118272 dirty_pages: 2/472727 dropped: 1703936 avail: 393216, dirty_grant: 1703936, reserved: 0, flight: 0 } lru {in list: 0, left: 4, waiters: 0 }need:1703936 00000008:00000020:1.0:1788840373.875885:0:34786:0:(osc_cache.c:2414:__osc_io_unplug()) Queue writeback work for client ffff90ee86e3a1d8. 00000008:00000020:1.0:1788840373.875898:0:34786:0:(osc_cache.c:1683:cli_unlock_and_unplug()) lustre-OST0000-osc-ffff90ee90f70800: sleeping for cache space for ffff90ee853c0e70 00000020:00000001:1.0:1788840373.875920:0:22780:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840373.875924:0:22780:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036963208 : -122120672588408 : ffff90ee90b0cd88) 00000020:00001000:1.0:1788840373.875926:0:22780:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0cd80 00000008:00000020:1.0:1788840373.875928:0:22780:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff90ee86e3a1d8. 00000008:00000001:1.0:1788840373.875931:0:22780:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1788840373.875932:0:22780:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:1.0:1788840373.875934:0:22780:0:(osc_cache.c:2312:osc_next_obj()) Process leaving (rc=18446621952883004224 : -122120826547392 : ffff90ee87839340) 00000008:00000020:1.0:1788840373.875937:0:22780:0:(osc_cache.c:2339:osc_check_rpcs()) obj ffff90ee87839340 ready 0|-|- wr 2|-|- rd 0|- 0 in flight 00000008:00000001:1.0:1788840373.875941:0:22780:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1788840373.875942:0:22780:0:(osc_cache.c:1834:osc_makes_rpc()) cache waiters forcing RPC 00000008:00000001:1.0:1788840373.875944:0:22780:0:(osc_cache.c:1835:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788840373.875946:0:22780:0:(osc_cache.c:2159:osc_send_write_rpc()) Process entered 00000008:00000001:1.0:1788840373.875948:0:22780:0:(osc_cache.c:2016:try_to_add_extent_for_io()) Process entered 00000008:00000020:1.0:1788840373.875951:0:22780:0:(osc_cache.c:2020:try_to_add_extent_for_io()) extent ffff90ee829e39c0@{[0 -> 255/255], [1|0|-|cache|wi|ffff90ee87839340], [1703936|2|+|-|ffff90ee80030c00|256|0000000000000000]} trying to add this extent 00000008:00010000:1.0:1788840373.875958:0:22780:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### extent: 00000000f61bea73 ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009053ac87/0x3aa5f499c96f392d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x8a436931312baf28 expref: -99 pid: 34783 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:1.0:1788840373.875967:0:22780:0:(osc_cache.c:2069:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:1.0:1788840373.875969:0:22780:0:(osc_cache.c:1872:osc_update_pending()) obj ffff90ee87839340 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -2. 00000008:00000001:1.0:1788840373.875973:0:22780:0:(osc_cache.c:1166:osc_extent_make_ready()) Process entered 00000008:00000001:1.0:1788840373.875976:0:22780:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:1.0:1788840373.875979:0:22780:0:(osc_cache.c:1174:osc_extent_make_ready()) extent ffff90ee829e39c0@{[0 -> 255/255], [1|0|+|locking|wi|ffff90ee87839340], [1703936|2|+|-|ffff90ee80030c00|256|ffff90ee816a27c0]} make ready 00000008:00010000:1.0:1788840373.875984:0:22780:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 00000000f61bea73 ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009053ac87/0x3aa5f499c96f392d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x8a436931312baf28 expref: -99 pid: 34783 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:1.0:1788840373.875991:0:22780:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:1.0:1788840373.875993:0:22780:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:1.0:1788840373.876003:0:22780:0:(cl_page.c:1160:cl_page_make_ready()) page@0000000068811fa4[2 00000000ecc627d7 1 1 0000000000000000 0 0 0] 00000020:00008000:1.0:1788840373.876005:0:22780:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:1.0:1788840373.876006:0:22780:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:1.0:1788840373.876008:0:22780:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788840373.876009:0:22780:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788840373.876011:0:22780:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:1.0:1788840373.876013:0:22780:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1788840373.876014:0:22780:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788840373.876017:0:22780:0:(cl_page.c:507:__cl_page_state_set()) page@0000000068811fa4[2 00000000ecc627d7 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788840373.876018:0:22780:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:1.0:1788840373.876020:0:22780:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1788840373.876021:0:22780:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:1.0:1788840373.876024:0:22780:0:(cl_page.c:1182:cl_page_make_ready()) page@0000000068811fa4[2 00000000ecc627d7 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788840373.876025:0:22780:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:1.0:1788840373.876027:0:22780:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840373.876028:0:22780:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:1.0:1788840373.876029:0:22780:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:1.0:1788840373.876033:0:22780:0:(cl_page.c:1160:cl_page_make_ready()) page@00000000eaf8c4f4[2 00000000ecc627d7 1 1 0000000000000000 0 0 1] 00000020:00008000:1.0:1788840373.876034:0:22780:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:1.0:1788840373.876035:0:22780:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:1.0:1788840373.876036:0:22780:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788840373.876037:0:22780:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788840373.876038:0:22780:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:1.0:1788840373.876039:0:22780:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1788840373.876040:0:22780:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788840373.876042:0:22780:0:(cl_page.c:507:__cl_page_state_set()) page@00000000eaf8c4f4[2 00000000ecc627d7 1 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1788840373.876043:0:22780:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:1.0:1788840373.876044:0:22780:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1788840373.876045:0:22780:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:1.0:1788840373.876047:0:22780:0:(cl_page.c:1182:cl_page_make_ready()) page@00000000eaf8c4f4[2 00000000ecc627d7 3 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1788840373.876048:0:22780:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:1.0:1788840373.876049:0:22780:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840373.876052:0:22780:0:(cl_object.c:143:cl_object_top()) ffff90ee87839340 -> ffff90ee82e4f3a0 00000020:00000001:1.0:1788840373.876054:0:22780:0:(cl_object.c:143:cl_object_top()) ffff90ee87839340 -> ffff90ee82e4f3a0 00000020:00000001:1.0:1788840373.876055:0:22780:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:1.0:1788840373.876058:0:22780:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840373.876059:0:22780:0:(cl_object.c:143:cl_object_top()) ffff90ee87839340 -> ffff90ee82e4f3a0 00000008:00000001:1.0:1788840373.876061:0:22780:0:(osc_cache.c:1227:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840373.876063:0:22780:0:(osc_request.c:2819:osc_build_rpc()) Process entered 00000008:00000020:1.0:1788840373.876066:0:22780:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff90ee90f70800: cli: ffff90ee86e3a1d8 unstable pages: 0, osc unstable pages: 0 00000008:00000010:1.0:1788840373.876072:0:22780:0:(osc_request.c:2850:osc_build_rpc()) kmalloced '(pga)': 16 at ffff90ee87d59700. 00000008:00000010:1.0:1788840373.876076:0:22780:0:(osc_request.c:2854:osc_build_rpc()) slab-alloced 'oa': 208 at ffff90ee88452d00. 00000008:00000020:1.0:1788840373.876078:0:22780:0:(osc_request.c:2875:osc_build_rpc()) page i:2, oap->oap_obj_off 4096, oap->oap_page_off 0 00000020:00000001:1.0:1788840373.876081:0:22780:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:1.0:1788840373.876083:0:22780:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:1.0:1788840373.876084:0:22780:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:1.0:1788840373.876087:0:22780:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1788840373/1788840373 00000020:00000001:1.0:1788840373.876090:0:22780:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:1.0:1788840373.876092:0:22780:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:1.0:1788840373.876095:0:22780:0:(osc_lock.c:1343:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:1.0:1788840373.876097:0:22780:0:(osc_request.c:3331:osc_match_base()) Process entered 00010000:00000001:1.0:1788840373.876099:0:22780:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840373.876469:0:22780:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74c00 count: 2 00010000:00000001:1.0:1788840373.876473:0:22780:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840373.876479:0:22780:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1788840373.876481:0:22780:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1788840373.876484:0:22780:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788840373.876490:0:22780:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840373.876493:0:22780:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009053ac87/0x3aa5f499c96f392d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x8a436931312baf28 expref: -99 pid: 34783 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788840373.876501:0:22780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840373.876503:0:22780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788840373.876505:0:22780:0:(osc_request.c:3346:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1788840373.876506:0:22780:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840373.876509:0:22780:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840373.876510:0:22780:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030c00 refcount=3 00000020:00000001:1.0:1788840373.876512:0:22780:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:1.0:1788840373.876514:0:22780:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00000008:00000001:1.0:1788840373.876516:0:22780:0:(osc_lock.c:1377:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:1.0:1788840373.876518:0:22780:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840373.876519:0:22780:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1788840373.876521:0:22780:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000008:00000001:1.0:1788840373.876524:0:22780:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:1.0:1788840373.876530:0:22780:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87fac000. 00000020:00000040:1.0:1788840373.876534:0:22780:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=3 obd=lustre-OST0000-osc-ffff90ee90f70800 00000100:00000001:1.0:1788840373.876540:0:22780:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840373.876543:0:22780:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840373.876546:0:22780:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840373.876565:0:22780:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 16384 at ffff90ee85d8c000. 00000100:00000001:1.0:1788840373.876571:0:22780:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1788840373.876578:0:22780:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 8192 00000008:00000020:1.0:1788840373.876585:0:22780:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff90ee90f70800: dirty: 1703936 undirty: 485097472 dropped 1703936 grant: 393216 cl_lost_grant 0 00000008:00000001:1.0:1788840373.876590:0:22780:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:1.0:1788840373.876619:0:22780:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 5375 MB/s 00000008:00008000:1.0:1788840373.876630:0:22780:0:(osc_request.c:1346:osc_checksum_bulk()) page fffffcfe44c6c1c0 map ffff90ee905912f8 index 0 flags 17ffffc0005008 count 3 priv ffff90ee8344b1c0: off 0 00000008:00008000:1.0:1788840373.876634:0:22780:0:(osc_request.c:1346:osc_checksum_bulk()) page fffffcfe4490f7c0 map ffff90ee905912f8 index 1 flags 17ffffc0005008 count 3 priv ffff90ee8344b0e0: off 0 00000008:00000001:1.0:1788840373.876669:0:22780:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:1.0:1788840373.876671:0:22780:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: 5872be30 (4) 00000008:00100000:1.0:1788840373.876676:0:22780:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff90ee87fac000 - object 0x240000400:68 offset 0<>8192 00000008:00000001:1.0:1788840373.876679:0:22780:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840373.876681:0:22780:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:1.0:1788840373.876682:0:22780:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:1.0:1788840373.876683:0:22780:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:1.0:1788840373.876685:0:22780:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1788840373/1788840373 00000020:00000001:1.0:1788840373.876688:0:22780:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:1.0:1788840373.876689:0:22780:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:1.0:1788840373.878456:0:22780:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000100:00000001:1.0:1788840373.878461:0:22780:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840373.878463:0:22780:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890814464 : -122120818737152 : ffff90ee87fac000) 00000008:00000002:1.0:1788840373.878479:0:22780:0:(osc_request.c:2976:osc_build_rpc()) @@@ 2 pages, aa 000000004be59872, now 0r/1w/0d in flight req@ffff90ee87fac000 x1875733134009856/t0(0) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:1.0:1788840373.878491:0:22780:0:(osc_request.c:2988:osc_build_rpc()) [0x200000404:0x34:0x0]: 2 write pages, start 0, end 2, now 0r/1w/0d in flight 00000100:00000040:1.0:1788840373.878499:0:22780:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000064838ad8] to pc [ptlrpcd_00_00+0] req@ffff90ee87fac000 x1875733134009856/t0(0) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840373.878561:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840373.878566:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840373.878570:0:2359:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840373.878576:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87fac000 x1875733134009856/t0(0) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840373.878584:0:2359:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840373.878586:0:2359:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840373.878590:0:2359:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840373.878593:0:2359:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840373.878596:0:2359:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840373.878599:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87fac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2359:1875733134009856:192.168.202.131@tcp:4:multiop.0 00000100:00000001:0.0:1788840373.878603:0:2359:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840373.878609:0:2359:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840373.878612:0:2359:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840373.878615:0:2359:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840373.878623:0:2359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86f34400. 02000000:00000001:0.0:1788840373.878625:0:2359:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840373.878633:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840373.878659:0:2359:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c808f0. 00000400:00000010:0.0:1788840373.878667:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6660. 00000100:00000200:0.0:1788840373.878673:0:2359:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733134009856, portal 4 00000100:00000001:0.0:1788840373.878675:0:2359:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840373.878676:0:2359:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890814464 : -122120818737152 : ffff90ee87fac000) 00000100:00000040:0.0:1788840373.878683:0:2359:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87fac000 x1875733134009856/t0(0) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788840389 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840373.878699:0:2359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840373.878702:0:2359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840373.878706:0:2359:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff90ee916eec00. 00000100:00000200:0.0:1788840373.878710:0:2359:0:(niobuf.c:94:ptl_send_buf()) Sending 8680 bytes to portal 6, xid 1875733134009856, offset 0 00000400:00000200:0.0:1788840373.878716:0:2359:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840373.878724:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840373.878731:0:2359:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840373.878737:0:2359:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840373.878741:0:2359:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840373.878744:0:2359:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840373.878747:0:2359:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840373.878750:0:2359:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2663:2663:256:4294967295] 192.168.202.131@tcp LPNI seq info [2663:2663:8:4294967295] 00000400:00000200:0.0:1788840373.878754:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840373.878764:0:2359:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840373.878770:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 8680 bytes in 3 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840373.878775:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff90ee98d1e800. 00000800:00000200:0.0:1788840373.878781:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840373.878788:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840373.878792:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee98d1e800 type 1, nob 8776 niov 1 nkiov 3 00000100:00000001:0.0:1788840373.878820:0:2359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840373.879071:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840373.879075:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff90ee98d1e800. 00000400:00000200:3.0:1788840373.879081:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840373.879086:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840373.879091:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee916eec00 00000400:00000010:3.0:1788840373.879094:0:2353:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 168 at ffff90ee916eec00. 00000100:00000001:3.0:1788840373.879098:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840373.879102:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fac000 x1875733134009856/t0(0) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788840389 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840373.879123:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840373.879126:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fac000 x1875733134009856/t0(0) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788840389 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840373.879133:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840373.879135:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:0.0:1788840373.880794:0:2359:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: using a timeout of 23456 usecs (24 jiffies) 00000400:00000200:0.0:1788840373.880806:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840373.880810:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296603722 00000100:00000001:0.0:1788840373.880814:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296606629 00000100:00000001:0.0:1788840373.880818:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296603722 00000100:00000001:0.0:1788840373.880820:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296606629 00000100:00000001:0.0:1788840373.880882:0:2359:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840373.880888:0:2359:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840373.880893:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840373.880896:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788840373.880947:0:22780:0:(osc_request.c:2994:osc_build_rpc()) Process leaving 00000008:00000001:1.0:1788840373.880951:0:22780:0:(osc_request.c:3019:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840373.880954:0:22780:0:(osc_cache.c:2208:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840373.880958:0:22780:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1788840373.880960:0:22780:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840373.880962:0:22780:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1788840373.880963:0:22780:0:(osc_cache.c:1816:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840373.880965:0:22780:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1788840373.880966:0:22780:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840373.880970:0:22780:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:1.0:1788840373.880972:0:22780:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840373.880974:0:22780:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000020:00001000:1.0:1788840373.880978:0:22780:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0cd80 00000100:00000001:1.0:1788840373.880998:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840373.881001:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840373.885477:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840373.885485:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788840373.885489:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840373.885492:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840373.885496:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840373.885499:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788840373.886629:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840373.886676:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840373.886680:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840373.886682:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840373.886691:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.886704:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840373.886712:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.886718:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.886722:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.886726:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 448 into portal 4 MB=0x6a9f827256600 00000400:00000200:2.0:1788840373.886731:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840373.886737:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 448/448 into md 0x73ad [1] + 224 00000800:00000001:2.0:1788840373.886744:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840373.886752:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840373.886755:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840373.886759:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840373.886767:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840373.886776:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fac000 x1875733134009856/t0(0) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788840389 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840373.886787:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff90ee87fac000 x1875733134009856/t0(0) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788840389 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840373.886796:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840373.886806:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840373.886809:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840373.886876:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840373.886880:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840373.886886:0:2359:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840373.886888:0:2359:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840373.886891:0:2359:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c808f0. 00000400:00000200:0.0:1788840373.886895:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6660 00000400:00000010:0.0:1788840373.886897:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6660. 00000100:00000001:0.0:1788840373.886900:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840373.886905:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87fac000 x1875733134009856/t0(0) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788840389 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788840373.886912:0:2359:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87fac000 x1875733134009856/t0(0) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788840389 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840373.886918:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840373.886920:0:2359:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840373.886922:0:2359:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840373.886925:0:2359:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840373.886927:0:2359:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840373.886929:0:2359:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840373.886933:0:2359:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840373.886941:0:2359:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b5cca8 time=71 v=5 (5 0 0 0) 00000100:00001000:0.0:1788840373.886945:0:2359:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=8 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840373.886948:0:2359:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840373.886950:0:2359:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.886953:0:2359:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840373.886956:0:2359:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840373.886959:0:2359:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788840373.886961:0:2359:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788840373.886962:0:2359:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788840373.886964:0:2359:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840373.886966:0:2359:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890814464 : -122120818737152 : ffff90ee87fac000) 00000100:00000001:0.0:1788840373.886969:0:2359:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840373.886971:0:2359:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: skip recheck: last_committed 4294967345 00000100:00000001:0.0:1788840373.886973:0:2359:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840373.886975:0:2359:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840373.886980:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87fac000 x1875733134009856/t4294967347(4294967347) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788840389 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840373.886988:0:2359:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840373.886991:0:2359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840373.886993:0:2359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788840373.886995:0:2359:0:(osc_request.c:2581:brw_interpret()) Process entered 00000008:00000001:0.0:1788840373.886997:0:2359:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:04000000:0.0:1788840373.887001:0:2359:0:(osc_request.c:2195:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:0.0:1788840373.887005:0:2359:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:0.0:1788840373.887008:0:2359:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff90ee90f70800: setdq to remove for usr 0 00000001:04000000:0.0:1788840373.887010:0:2359:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff90ee90f70800: setdq to remove for grp 0 00000001:04000000:0.0:1788840373.887012:0:2359:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff90ee90f70800: setdq to remove for prj 0 00000001:00000001:0.0:1788840373.887014:0:2359:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:0.0:1788840373.887016:0:2359:0:(osc_request.c:759:osc_update_grant()) got 3407872 extra grant 00000008:00008000:0.0:1788840373.887019:0:2359:0:(osc_request.c:2091:check_write_checksum()) checksum 5872be30 confirmed 00000008:00000001:0.0:1788840373.887023:0:2359:0:(osc_request.c:2227:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1788840373.887026:0:2359:0:(osc_request.c:2439:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:0.0:1788840373.887027:0:2359:0:(osc_request.c:2586:brw_interpret()) request ffff90ee87fac000 aa ffff90ee87fac1b0 rc 0 00000020:00000001:0.0:1788840373.887035:0:2359:0:(cl_object.c:143:cl_object_top()) ffff90ee87839340 -> ffff90ee82e4f3a0 00000020:00000001:0.0:1788840373.887037:0:2359:0:(cl_object.c:143:cl_object_top()) ffff90ee87839340 -> ffff90ee82e4f3a0 00000020:00000001:0.0:1788840373.887040:0:2359:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1788840373.887043:0:2359:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788840373.887046:0:2359:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840373.887048:0:2359:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840373.887050:0:2359:0:(cl_object.c:143:cl_object_top()) ffff90ee87839340 -> ffff90ee82e4f3a0 00000008:00000010:0.0:1788840373.887053:0:2359:0:(osc_request.c:2668:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff90ee88452d00. 00000020:00000001:0.0:1788840373.887057:0:2359:0:(cl_object.c:143:cl_object_top()) ffff90ee87839340 -> ffff90ee82e4f3a0 00000020:00000001:0.0:1788840373.887059:0:2359:0:(cl_object.c:278:cl_object_dirty_for_sync()) Process entered 00000020:00000001:0.0:1788840373.887063:0:2359:0:(cl_object.c:284:cl_object_dirty_for_sync()) Process leaving 00000100:00000001:0.0:1788840373.887066:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840373.887070:0:2359:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fac000 x1875733134009856/t4294967347(4294967347) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788840389 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840373.887077:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840373.887081:0:2359:0:(osc_cache.c:904:osc_extent_finish()) Process entered 00000008:00000020:0.0:1788840373.887084:0:2359:0:(osc_cache.c:908:osc_extent_finish()) extent ffff90ee829e39c0@{[0 -> 255/255], [2|0|-|rpc|wi|ffff90ee87839340], [1703936|2|+|-|ffff90ee80030c00|256|ffff90ee816a27c0]} extent finished. 00000008:00010000:0.0:1788840373.887092:0:2359:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 00000000f61bea73 ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009053ac87/0x3aa5f499c96f392d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x8a436931312baf28 expref: -99 pid: 34783 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:0.0:1788840373.887117:0:2359:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:0.0:1788840373.887120:0:2359:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:0.0:1788840373.887124:0:2359:0:(cl_page.c:1104:cl_page_complete()) page@0000000068811fa4[2 00000000ecc627d7 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788840373.887126:0:2359:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:0.0:1788840373.887128:0:2359:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1788840373.887129:0:2359:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1788840373.887132:0:2359:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788840373.887135:0:2359:0:(cl_page.c:507:__cl_page_state_set()) page@0000000068811fa4[2 00000000ecc627d7 3 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788840373.887136:0:2359:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:0.0:1788840373.887138:0:2359:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:0.0:1788840373.887140:0:2359:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:0.0:1788840373.887143:0:2359:0:(vvp_page.c:167:vvp_page_complete_write()) page@0000000068811fa4[2 00000000ecc627d7 1 1 0000000000000000 0 0 0] 00000080:00008000:0.0:1788840373.887145:0:2359:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:0.0:1788840373.887156:0:2359:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:0.0:1788840373.887158:0:2359:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:0.0:1788840373.887160:0:2359:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788840373.887162:0:2359:0:(cl_page.c:556:cl_batch_put()) page@0000000068811fa4[2 00000000ecc627d7 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788840373.887163:0:2359:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:0.0:1788840373.887164:0:2359:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1788840373.887166:0:2359:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000001:0.0:1788840373.887167:0:2359:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:0.0:1788840373.887168:0:2359:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:0.0:1788840373.887171:0:2359:0:(cl_page.c:1104:cl_page_complete()) page@00000000eaf8c4f4[2 00000000ecc627d7 3 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1788840373.887172:0:2359:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:0.0:1788840373.887173:0:2359:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:0.0:1788840373.887175:0:2359:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:0.0:1788840373.887176:0:2359:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788840373.887179:0:2359:0:(cl_page.c:507:__cl_page_state_set()) page@00000000eaf8c4f4[2 00000000ecc627d7 3 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1788840373.887180:0:2359:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:0.0:1788840373.887181:0:2359:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:0.0:1788840373.887182:0:2359:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:0.0:1788840373.887185:0:2359:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000eaf8c4f4[2 00000000ecc627d7 1 1 0000000000000000 0 0 1] 00000080:00008000:0.0:1788840373.887186:0:2359:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:0.0:1788840373.887194:0:2359:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:0.0:1788840373.887195:0:2359:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:0.0:1788840373.887196:0:2359:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788840373.887199:0:2359:0:(cl_page.c:556:cl_batch_put()) page@00000000eaf8c4f4[2 00000000ecc627d7 1 1 0000000000000000 0 0 1] 00000020:00000001:0.0:1788840373.887200:0:2359:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:0.0:1788840373.887201:0:2359:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:0.0:1788840373.887202:0:2359:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000020:0.0:1788840373.887340:0:2359:0:(osc_cache.c:1600:osc_free_grant()) lost 0 grant: 0 avail: 3801088 dirty: 0/0 00000008:00000020:0.0:1788840373.887347:0:2359:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff90ee829e39c0@{[0 -> 255/255], [1|0|-|inv|w|ffff90ee87839340], [1703936|0|-|-|ffff90ee80030c00|256|ffff90ee816a27c0]} destroyed. 00000008:00010000:0.0:1788840373.887353:0:2359:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000f61bea73 ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009053ac87/0x3aa5f499c96f392d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x8a436931312baf28 expref: -99 pid: 34783 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788840373.887362:0:2359:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.887364:0:2359:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:0.0:1788840373.887367:0:2359:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff90ee829e39c0. 00000008:00000001:0.0:1788840373.887372:0:2359:0:(osc_cache.c:955:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:0.0:1788840373.887374:0:2359:0:(osc_request.c:2540:osc_release_ppga()) kvfree 'ppga': 16 at ffff90ee87d59700. 00000008:00000020:1.0:1788840373.888067:0:34786:0:(osc_cache.c:1633:osc_enter_cache_try()) lustre-OST0000-osc-ffff90ee90f70800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 3801088, dirty_grant: 0, reserved: 0, flight: 1 } lru {in list: 2, left: 2, waiters: 0 }need:1703936 00000008:00000020:1.0:1788840373.888075:0:34786:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff90ee853c0ea8 page fffffcfe44a708c0 00000008:00000020:1.0:1788840373.888078:0:34786:0:(osc_cache.c:1763:osc_enter_cache()) lustre-OST0000-osc-ffff90ee90f70800: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 1703936, flight: 1 } lru {in list: 2, left: 2, waiters: 0 }finally got grant space 00000008:00000001:1.0:1788840373.888083:0:34786:0:(osc_cache.c:1776:osc_enter_cache()) Process leaving 00000008:00000001:1.0:1788840373.888084:0:34786:0:(osc_cache.c:1779:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840373.888087:0:34786:0:(osc_cache.c:707:osc_extent_find()) Process entered 00000008:00000010:1.0:1788840373.888093:0:34786:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff90ee92c6af00. 00000008:00000020:1.0:1788840373.888100:0:34786:0:(osc_cache.c:1309:__osc_extent_tree_dump()) Dump object ffff90ee850761c0 extents at osc_extent_find:840, mppr: 256. 00000008:00000020:1.0:1788840373.888170:0:34786:0:(osc_cache.c:1872:osc_update_pending()) obj ffff90ee850761c0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:1.0:1788840373.888175:0:34786:0:(osc_cache.c:858:osc_extent_find()) extent ffff90ee92c6af00@{[0 -> 255/255], [3|1|-|active|wi|ffff90ee850761c0], [1703936|0|-|-|ffff90ee87d8ce00|256|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:1.0:1788840373.888181:0:34786:0:(osc_cache.c:858:osc_extent_find()) ### extent: 00000000772b6254 ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000e66b11dd/0x3aa5f499c96f393b lrc: 4/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x8a436931312baf52 expref: -99 pid: 34786 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:1.0:1788840373.888189:0:34786:0:(osc_cache.c:875:osc_extent_find()) Process leaving 00000008:00000001:1.0:1788840373.888192:0:34786:0:(osc_cache.c:2668:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840373.888196:0:34786:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840373.888199:0:34786:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:1.0:1788840373.888201:0:34786:0:(cl_object.c:143:cl_object_top()) ffff90ee850761c0 -> ffff90ee98ea32d8 00000008:00000002:1.0:1788840373.888203:0:34786:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 0->4096 0 00000020:00000001:1.0:1788840373.888205:0:34786:0:(cl_object.c:143:cl_object_top()) ffff90ee850761c0 -> ffff90ee98ea32d8 00000020:00000001:1.0:1788840373.888206:0:34786:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1788840373.888208:0:34786:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 4096 00020000:00000001:1.0:1788840373.888212:0:34786:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788840373.888214:0:34786:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840373.888215:0:34786:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840373.888217:0:34786:0:(cl_object.c:143:cl_object_top()) ffff90ee850761c0 -> ffff90ee98ea32d8 00000008:00000001:1.0:1788840373.888345:0:34786:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:1.0:1788840373.888348:0:34786:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:1.0:1788840373.888350:0:34786:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788840373.888354:0:34786:0:(cl_page.c:556:cl_batch_put()) page@00000000929edaeb[4 000000001f1d06e1 2 1 000000008806ea49 0 0 0] 00000020:00000001:1.0:1788840373.888355:0:34786:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:1.0:1788840373.888357:0:34786:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:1.0:1788840373.888358:0:34786:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000001:1.0:1788840373.888360:0:34786:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:1.0:1788840373.888362:0:34786:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1788840373.888364:0:34786:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:1.0:1788840373.888366:0:34786:0:(osc_cache.c:2472:osc_queue_async_io()) Process entered 00000008:00000020:1.0:1788840373.888369:0:34786:0:(osc_cache.c:2531:osc_queue_async_io()) obj ffff90ee850761c0 ready 0|-|- wr 0|-|- rd 0|- oap ffff90ee853c0cb0 folio fffffcfe44a70040 pg:0 added for cmd 2 00000008:00000020:1.0:1788840373.888374:0:34786:0:(osc_cache.c:1633:osc_enter_cache_try()) lustre-OST0000-osc-ffff90ee90f70800: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 2097152, dirty_grant: 1703936, reserved: 0, flight: 1 } lru {in list: 2, left: 2, waiters: 0 }need:0 00000008:00000020:1.0:1788840373.888379:0:34786:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff90ee853c0ce8 page fffffcfe44a70040 00000008:00000001:1.0:1788840373.888381:0:34786:0:(osc_cache.c:2668:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840373.888383:0:34786:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840373.888384:0:34786:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:1.0:1788840373.888386:0:34786:0:(cl_object.c:143:cl_object_top()) ffff90ee850761c0 -> ffff90ee98ea32d8 00000008:00000002:1.0:1788840373.888388:0:34786:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 4096->8192 4096 00000020:00000001:1.0:1788840373.888390:0:34786:0:(cl_object.c:143:cl_object_top()) ffff90ee850761c0 -> ffff90ee98ea32d8 00000020:00000001:1.0:1788840373.888391:0:34786:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1788840373.888393:0:34786:0:(osc_object.c:161:osc_attr_update()) set kms from 4096to 8192 00020000:00000001:1.0:1788840373.888395:0:34786:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788840373.888396:0:34786:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840373.888398:0:34786:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840373.888399:0:34786:0:(cl_object.c:143:cl_object_top()) ffff90ee850761c0 -> ffff90ee98ea32d8 00000008:00000001:1.0:1788840373.888401:0:34786:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:1.0:1788840373.888402:0:34786:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:1.0:1788840373.888403:0:34786:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788840373.888406:0:34786:0:(cl_page.c:556:cl_batch_put()) page@000000005a44c58e[4 000000001f1d06e1 2 1 000000008806ea49 0 0 1] 00000020:00000001:1.0:1788840373.888407:0:34786:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:1.0:1788840373.888409:0:34786:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:1.0:1788840373.888410:0:34786:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:1.0:1788840373.888412:0:34786:0:(osc_request.c:745:osc_update_next_shrink()) next time 3136 to shrink grant 00000080:00000001:1.0:1788840373.888415:0:34786:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:1.0:1788840373.888417:0:34786:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:1.0:1788840373.888425:0:34786:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff90ee9058f5f8, count 2, dirtied 2 00000080:00000001:1.0:1788840373.888427:0:34786:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:1.0:1788840373.888430:0:34786:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1788840373.888432:0:34786:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788840373.888434:0:34786:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788840373.888435:0:34786:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788840373.888438:0:34786:0:(cl_page.c:507:__cl_page_state_set()) page@00000000929edaeb[3 000000001f1d06e1 2 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788840373.888440:0:34786:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:1.0:1788840373.888441:0:34786:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1788840373.888443:0:34786:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1788840373.888444:0:34786:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788840373.888456:0:34786:0:(cl_page.c:556:cl_batch_put()) page@00000000929edaeb[3 000000001f1d06e1 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788840373.888458:0:34786:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:1.0:1788840373.888459:0:34786:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:1.0:1788840373.888460:0:34786:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1788840373.888461:0:34786:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788840373.888462:0:34786:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788840373.888463:0:34786:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788840373.888466:0:34786:0:(cl_page.c:507:__cl_page_state_set()) page@000000005a44c58e[3 000000001f1d06e1 2 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1788840373.888467:0:34786:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:1.0:1788840373.888468:0:34786:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1788840373.888469:0:34786:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1788840373.888470:0:34786:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788840373.888473:0:34786:0:(cl_page.c:556:cl_batch_put()) page@000000005a44c58e[3 000000001f1d06e1 1 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1788840373.888474:0:34786:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:1.0:1788840373.888475:0:34786:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:1.0:1788840373.888476:0:34786:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:1.0:1788840373.888478:0:34786:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:1.0:1788840373.888480:0:34786:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840373.888483:0:34786:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840373.888485:0:34786:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840373.888487:0:34786:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788840373.888489:0:34786:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 2 pages 8192 bytes, tot: 8192 00000020:00000001:1.0:1788840373.888492:0:34786:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1788840373.888493:0:34786:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:1.0:1788840373.888494:0:34786:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840373.888499:0:34786:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c17b80 00000080:00200000:1.0:1788840373.888501:0:34786:0:(vvp_io.c:1358:vvp_io_write_start()) f24b.recovery-small-2: write bytes 0, result: 8192 00000080:00000001:1.0:1788840373.888504:0:34786:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840373.888506:0:34786:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1788840373.888508:0:34786:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788840373.888510:0:34786:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1788840373.888512:0:34786:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:1.0:1788840373.888514:0:34786:0:(cl_object.c:143:cl_object_top()) ffff90ee850761c0 -> ffff90ee98ea32d8 00000020:00000001:1.0:1788840373.888516:0:34786:0:(cl_object.c:143:cl_object_top()) ffff90ee850761c0 -> ffff90ee98ea32d8 00000020:00000001:1.0:1788840373.888517:0:34786:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1788840373.888518:0:34786:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788840373.888519:0:34786:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840373.888521:0:34786:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840373.888523:0:34786:0:(cl_object.c:143:cl_object_top()) ffff90ee850761c0 -> ffff90ee98ea32d8 00000008:00000001:1.0:1788840373.888525:0:34786:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840373.888527:0:34786:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840373.888528:0:34786:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840373.888530:0:34786:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840373.888531:0:34786:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840373.888533:0:34786:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1788840373.888535:0:34786:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:1.0:1788840373.888536:0:34786:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1788840373.888538:0:34786:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:1.0:1788840373.888540:0:34786:0:(osc_cache.c:600:osc_extent_release()) Process entered 00000008:00000001:1.0:1788840373.888542:0:34786:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:1.0:1788840373.888546:0:34786:0:(osc_cache.c:1872:osc_update_pending()) obj ffff90ee850761c0 ready 0|-|- wr 2|-|- rd 0|- update pending cmd 2 delta 2. 00000008:00000001:1.0:1788840373.888552:0:34786:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1788840373.888554:0:34786:0:(osc_cache.c:1857:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840373.888556:0:34786:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1788840373.888557:0:34786:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840373.888560:0:34786:0:(osc_cache.c:674:osc_extent_release()) Process leaving 00000020:00000001:1.0:1788840373.888561:0:34786:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1788840373.888562:0:34786:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840373.888564:0:34786:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840373.888566:0:34786:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1788840373.888568:0:34786:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788840373.888570:0:34786:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788840373.888572:0:34786:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90ee988bfe48 (ffff90ee912227e8/0) at cl_lock_release():245 00000020:00000001:1.0:1788840373.888575:0:34786:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788840373.888576:0:34786:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee988bfe48 (ffff90ee912227e8/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788840373.888579:0:34786:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788840373.888581:0:34786:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788840373.888582:0:34786:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174949984 : -122120534601632 : ffff90ee98ea5060) 00000020:00000001:1.0:1788840373.888585:0:34786:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788840373.888585:0:34786:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee98e7de30 (ffff90ee912221b8/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788840373.888588:0:34786:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788840373.888590:0:34786:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788840373.888592:0:34786:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840373.888595:0:34786:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840373.888598:0:34786:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8ce00 refcount=5 00000020:00000001:1.0:1788840373.888600:0:34786:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888589824 : -122120820961792 : ffff90ee87d8ce00) 00010000:00000001:1.0:1788840373.888603:0:34786:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888589824 : -122120820961792 : ffff90ee87d8ce00) 00010000:00000001:1.0:1788840373.888605:0:34786:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840373.888608:0:34786:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000e66b11dd/0x3aa5f499c96f393b lrc: 5/0,1 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x810020000000000 nid: local remote: 0x8a436931312baf52 expref: -99 pid: 34786 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840373.888616:0:34786:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840373.888617:0:34786:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840373.888619:0:34786:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840373.888622:0:34786:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840373.888625:0:34786:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000e66b11dd/0x3aa5f499c96f393b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x8a436931312baf52 expref: -99 pid: 34786 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788840373.888632:0:34786:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840373.888635:0:34786:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840373.888662:0:34786:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840373.888667:0:34786:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840373.888668:0:34786:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840373.888669:0:34786:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840373.888673:0:34786:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840373.888675:0:34786:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840373.888677:0:34786:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840373.888680:0:34786:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840373.888682:0:34786:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840373.888683:0:34786:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840373.888684:0:34786:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840373.888685:0:34786:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840373.888686:0:34786:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788840373.888688:0:34786:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788840373.888689:0:34786:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788840373.888691:0:34786:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788840373.888692:0:34786:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788840373.888693:0:34786:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788840373.888695:0:34786:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee988bfe48 (ffff90ee912227e8/0) at cl_lock_fini():72 00020000:00000001:1.0:1788840373.888698:0:34786:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788840373.888699:0:34786:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788840373.888700:0:34786:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee98e7de30 (ffff90ee912227e8/1) at cl_lock_fini():72 00000008:00000010:1.0:1788840373.888703:0:34786:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90ee911deab0. 00000020:00000001:1.0:1788840373.888707:0:34786:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788840373.888709:0:34786:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90ee98e7de00. 00020000:00000001:1.0:1788840373.888712:0:34786:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788840373.888713:0:34786:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788840373.888714:0:34786:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:1.0:1788840373.888716:0:34786:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1788840373.888718:0:34786:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788840373.888719:0:34786:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788840373.888720:0:34786:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1788840373.888721:0:34786:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840373.888723:0:34786:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840373.888724:0:34786:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1788840373.888725:0:34786:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1788840373.888727:0:34786:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:1.0:1788840373.888730:0:34786:0:(vvp_io.c:533:vvp_io_advance()) advancing 8192 bytes 00000020:00000001:1.0:1788840373.888731:0:34786:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1788840373.888733:0:34786:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1788840373.888735:0:34786:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1788840373.888736:0:34786:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788840373.888737:0:34786:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1788840373.888739:0:34786:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1788840373.888740:0:34786:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840373.888742:0:34786:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840373.888744:0:34786:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788840373.888745:0:34786:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788840373.888747:0:34786:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788840373.888751:0:34786:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 1] 00000001:00000001:1.0:1788840373.888754:0:34786:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:1.0:1788840373.888757:0:34786:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:1.0:1788840373.888758:0:34786:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788840373.888760:0:34786:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788840373.888761:0:34786:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788840373.888763:0:34786:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788840373.888764:0:34786:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788840373.888766:0:34786:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912221b0 00020000:00000001:1.0:1788840373.888769:0:34786:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788840373.888771:0:34786:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788840373.888773:0:34786:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788840373.888775:0:34786:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x35:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788840373.888777:0:34786:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788840373.888778:0:34786:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:1.0:1788840373.888780:0:34786:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c17c98 00000080:00200000:1.0:1788840373.888782:0:34786:0:(file.c:2238:ll_file_io_generic()) f24b.recovery-small-2: 2 io complete with rc: 0, result: 8192, restart: 0 00000080:00000001:1.0:1788840373.888786:0:34786:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788840373.888788:0:34786:0:(cl_object.c:143:cl_object_top()) ffff90ee98ea32d8 -> ffff90ee98ea32d8 00000020:00000001:1.0:1788840373.888790:0:34786:0:(cl_object.c:143:cl_object_top()) ffff90ee98ea32d8 -> ffff90ee98ea32d8 00000020:00000001:1.0:1788840373.888791:0:34786:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788840373.888795:0:34786:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1788840373.888799:0:34786:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788840373.888801:0:34786:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000001:1.0:1788840373.888802:0:34786:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788840373.888803:0:34786:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000002:1.0:1788840373.888806:0:34786:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x35:1028 on OST[0]: s=8192 (1) m=1788840373 a=0 c=1788840373 b=1 00020000:00000001:1.0:1788840373.888809:0:34786:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788840373.888811:0:34786:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=8192 m=1788840373 a=0 c=1788840373 b=1 00020000:00000001:1.0:1788840373.888814:0:34786:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840373.888816:0:34786:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840373.888817:0:34786:0:(cl_object.c:143:cl_object_top()) ffff90ee98ea32d8 -> ffff90ee98ea32d8 00000080:00200000:1.0:1788840373.888819:0:34786:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x35:0x0] updating i_size 8192 i_blocks 1 00000080:00000001:1.0:1788840373.888822:0:34786:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000008:00000020:0.0:1788840373.889703:0:2359:0:(osc_cache.c:2414:__osc_io_unplug()) Queue writeback work for client ffff90ee86e3a1d8. 00000008:00000001:0.0:1788840373.889721:0:2359:0:(osc_request.c:2756:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840373.889734:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87fac000 x1875733134009856/t4294967347(4294967347) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788840389 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788840373.889744:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87fac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2359:1875733134009856:192.168.202.131@tcp:4:multiop.0 00000100:00000001:0.0:1788840373.889750:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840373.889754:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840373.889757:0:2359:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87fac000 x1875733134009856/t4294967347(4294967347) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788840389 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840373.889765:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840373.889768:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840373.889775:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840373.889777:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840373.889780:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840373.889782:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840373.889800:0:33705:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788840373.889804:0:33705:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953299705864 : -122120409845752 : ffff90eea059f008) 00000020:00001000:0.0:1788840373.889806:0:33705:0:(cl_object.c:823:cl_env_get()) 1@ffff90eea059f000 00000008:00000020:0.0:1788840373.889808:0:33705:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff90ee86e3a1d8. 00000008:00000001:0.0:1788840373.889811:0:33705:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000008:00000001:0.0:1788840373.889812:0:33705:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:0.0:1788840373.889814:0:33705:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840373.889816:0:33705:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000020:00001000:0.0:1788840373.889817:0:33705:0:(cl_object.c:917:cl_env_put()) 1@ffff90eea059f000 00000080:00200000:1.0:1788840373.889955:0:34786:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 8192 00000080:00000001:1.0:1788840373.889958:0:34786:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=8192 : 8192 : 2000) 00000020:00001000:1.0:1788840373.889961:0:34786:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912227e0 00000020:00000001:1.0:1788840373.889965:0:34786:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c17d88 00000080:00000008:1.0:1788840373.889967:0:34786:0:(file.c:2732:do_file_write_iter()) COMPLETED: file f24b.recovery-small-2:[0x200000404:0x35:0x0], ppos: 8192, count: 0, rc = 8192 00000080:00000001:1.0:1788840373.889970:0:34786:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=8192 : 8192 : 2000) 00010000:00000001:1.0:1788840373.893710:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840373.893717:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840373.893722:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840373.893723:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840373.893725:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840373.893726:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840373.893743:0:15925:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788840373.893745:0:15925:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840373.893748:0:15925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788840373.925004:0:34790:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840373.925013:0:34790:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788840373.925016:0:34790:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201befb78 00000080:00200000:0.0:1788840373.925022:0:34790:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:0.0:1788840373.925029:0:34790:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98d1e200. 00800000:00000002:0.0:1788840373.925037:0:34790:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840373.925041:0:34790:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840373.925046:0:34790:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840373.925048:0:34790:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201befa98 00800000:00000002:0.0:1788840373.925050:0:34790:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840373.925054:0:34790:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788840373.925058:0:34790:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788840373.925064:0:34790:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840373.925066:0:34790:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201bef968 00000002:00010000:0.0:1788840373.925068:0:34790:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788840373.925071:0:34790:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788840373.925073:0:34790:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840373.925076:0:34790:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840373.925083:0:34790:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74e00 count: 2 00010000:00000001:0.0:1788840373.925086:0:34790:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840373.925090:0:34790:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840373.925095:0:34790:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788840373.925100:0:34790:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030400/0x3aa5f499c96f3911 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baebf expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1788840373.926569:0:34790:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840373.926579:0:34790:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840373.926584:0:34790:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030400/0x3aa5f499c96f3911 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baebf expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1788840373.926595:0:34790:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788840373.926597:0:34790:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840373.926600:0:34790:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840373.926603:0:34790:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840373.926606:0:34790:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840373.926608:0:34790:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788840373.926611:0:34790:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788840373.926615:0:34790:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840373.926618:0:34790:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98d1e200. 00000080:00000001:0.0:1788840373.926624:0:34790:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788840373.926625:0:34790:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840373.926629:0:34790:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:0.0:1788840373.926632:0:34790:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f3911 00800000:00000001:0.0:1788840373.926636:0:34790:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840373.926919:0:34790:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840373.926921:0:34790:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840373.926924:0:34790:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840373.926927:0:34790:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030400 refcount=3 00000020:00000001:0.0:1788840373.926930:0:34790:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757138432 : -122120952413184 : ffff90ee80030400) 00010000:00000001:0.0:1788840373.926933:0:34790:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757138432 : -122120952413184 : ffff90ee80030400) 00010000:00000001:0.0:1788840373.926937:0:34790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.926938:0:34790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840373.926940:0:34790:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840373.926942:0:34790:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840373.926945:0:34790:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3911 from it ffffa16201befbb0 00010000:00000001:0.0:1788840373.926947:0:34790:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840373.926948:0:34790:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840373.926949:0:34790:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030400 refcount=3 00000020:00000001:0.0:1788840373.926951:0:34790:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757138432 : -122120952413184 : ffff90ee80030400) 00010000:00000001:0.0:1788840373.926953:0:34790:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757138432 : -122120952413184 : ffff90ee80030400) 00010000:00000001:0.0:1788840373.926955:0:34790:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840373.926958:0:34790:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030400/0x3aa5f499c96f3911 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312baebf expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788840373.926965:0:34790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.926966:0:34790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840373.926968:0:34790:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840373.926971:0:34790:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840373.926973:0:34790:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030400/0x3aa5f499c96f3911 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baebf expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788840373.926982:0:34790:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840373.926985:0:34790:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840373.926987:0:34790:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840373.926991:0:34790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.926992:0:34790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840373.926993:0:34790:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.926996:0:34790:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840373.926998:0:34790:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.927000:0:34790:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.927004:0:34790:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840373.927006:0:34790:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840373.927007:0:34790:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840373.927008:0:34790:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788840373.927011:0:34790:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788840373.927013:0:34790:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840373.927016:0:34790:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 44 00000080:00000001:0.0:1788840373.927021:0:34790:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840373.927027:0:34790:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:0.0:1788840373.927029:0:34790:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788840373.927031:0:34790:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201befb78 00000080:00200008:0.0:1788840373.927034:0:34790:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff90ee905142c8), flags 504000 00000080:00000010:0.0:1788840373.927042:0:34790:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90ee92d4d180. 00000080:00000001:0.0:1788840373.927046:0:34790:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840373.927048:0:34790:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840373.927095:0:34790:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:0.0:1788840373.927097:0:34790:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=8028667f arg=7ffd0b215850 00000080:00000001:0.0:1788840373.927167:0:34790:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000080:00000001:0.0:1788840373.927170:0:34790:0:(llite_lib.c:4281:ll_get_sb_uuid()) Process entered 00000080:00000001:0.0:1788840373.927173:0:34790:0:(llite_lib.c:4287:ll_get_sb_uuid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840373.927175:0:34790:0:(llite_lib.c:3669:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840373.927177:0:34790:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840373.927190:0:34790:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:0.0:1788840373.927192:0:34790:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788840373.927194:0:34790:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201befdd0 00000080:00200008:0.0:1788840373.927196:0:34790:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff90ee905142c8), flags 504000 00000080:00400000:0.0:1788840373.927199:0:34790:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:0.0:1788840373.927202:0:34790:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90ee92d4d180. 00000080:00000001:0.0:1788840373.927206:0:34790:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788840373.927209:0:34790:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201befdd0 00000080:00000008:0.0:1788840373.927211:0:34790:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff90ee905142c8), flags 504000, rc = 0 00000080:00000001:0.0:1788840373.927214:0:34790:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840373.927215:0:34790:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840374.856044:0:31702:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:1.0:1788840374.856053:0:31702:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1788840374.856057:0:31702:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840374.856062:0:31702:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044391912 : -122120665159704 : ffff90ee912227e8) 00000020:00001000:1.0:1788840374.856070:0:31702:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912227e0 00000020:00000001:1.0:1788840374.856078:0:31702:0:(cl_object.c:143:cl_object_top()) ffff90ee87fb2080 -> ffff90ee87fb2080 00000020:00000001:1.0:1788840374.856081:0:31702:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788840374.856085:0:31702:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788840374.856088:0:31702:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788840374.856091:0:31702:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788840374.856093:0:31702:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788840374.856095:0:31702:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788840374.856100:0:31702:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x30:0x0]io ffff90ee98846310 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1788840374.856104:0:31702:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee885702e8) owner 0000000000000000/ffff90ee81384f80 00020000:00000001:1.0:1788840374.856110:0:31702:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788840374.856111:0:31702:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788840374.856115:0:31702:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788840374.856117:0:31702:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840374.856120:0:31702:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788840374.856122:0:31702:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788840374.856124:0:31702:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840374.856125:0:31702:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788840374.856126:0:31702:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788840374.856128:0:31702:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788840374.856130:0:31702:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee885702e8) owner 0000000000000000/ffff90ee81384f80 00000020:00000001:1.0:1788840374.856132:0:31702:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840374.856135:0:31702:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1788840374.856138:0:31702:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1788840374.856140:0:31702:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1788840374.856145:0:31702:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1788840374.856150:0:31702:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788840374.856154:0:31702:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788840374.856156:0:31702:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788840374.856158:0:31702:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840374.856160:0:31702:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044390328 : -122120665161288 : ffff90ee912221b8) 00000020:00001000:1.0:1788840374.856163:0:31702:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912221b0 00000020:00000001:1.0:1788840374.856167:0:31702:0:(cl_object.c:143:cl_object_top()) ffff90ee87fb2918 -> ffff90ee87fb2080 00000020:00000001:1.0:1788840374.856169:0:31702:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788840374.856173:0:31702:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788840374.856175:0:31702:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788840374.856177:0:31702:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840374.856179:0:31702:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840374.856182:0:31702:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174949984 : -122120534601632 : ffff90ee98ea5060) 00000020:00000001:1.0:1788840374.856184:0:31702:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1788840374.856186:0:31702:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840374.856189:0:31702:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840374.856191:0:31702:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840374.856193:0:31702:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1788840374.856195:0:31702:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1788840374.856197:0:31702:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788840374.856199:0:31702:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1788840374.856201:0:31702:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788840374.856203:0:31702:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840374.856204:0:31702:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840374.856206:0:31702:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840374.856208:0:31702:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840374.856210:0:31702:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788840374.856211:0:31702:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840374.856213:0:31702:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840374.856215:0:31702:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1788840374.856217:0:31702:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1788840374.856219:0:31702:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788840374.856220:0:31702:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1788840374.856222:0:31702:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000020:1.0:1788840374.856225:0:31702:0:(osc_io.c:1113:osc_io_fsync_start()) lustre-OST0000-osc-ffff90ee90f70800: unstable/dirty counts are both zero 00000008:00000001:1.0:1788840374.856227:0:31702:0:(osc_io.c:1114:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840374.856229:0:31702:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840374.856231:0:31702:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840374.856232:0:31702:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840374.856234:0:31702:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840374.856237:0:31702:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1788840374.856239:0:31702:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1788840374.856241:0:31702:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1788840374.856242:0:31702:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1788840374.856245:0:31702:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1788840374.856246:0:31702:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840374.856248:0:31702:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1788840374.856250:0:31702:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1788840374.856252:0:31702:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1788840374.856254:0:31702:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1788840374.856255:0:31702:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788840374.856257:0:31702:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788840374.856258:0:31702:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1788840374.856260:0:31702:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840374.856262:0:31702:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840374.856264:0:31702:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1788840374.856264:0:31702:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1788840374.856266:0:31702:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1788840374.856268:0:31702:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1788840374.856270:0:31702:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1788840374.856272:0:31702:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1788840374.856273:0:31702:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788840374.856274:0:31702:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1788840374.856275:0:31702:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1788840374.856277:0:31702:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840374.856279:0:31702:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840374.856281:0:31702:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788840374.856282:0:31702:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788840374.856283:0:31702:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840374.856286:0:31702:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788840374.856288:0:31702:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788840374.856289:0:31702:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788840374.856290:0:31702:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788840374.856292:0:31702:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788840374.856294:0:31702:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912221b0 00020000:00000001:1.0:1788840374.856296:0:31702:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788840374.856299:0:31702:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788840374.856302:0:31702:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788840374.856304:0:31702:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x30:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788840374.856307:0:31702:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788840374.856308:0:31702:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788840374.856311:0:31702:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912227e0 00000080:00000001:1.0:1788840374.856313:0:31702:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840374.856316:0:31702:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840374.856337:0:31702:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:1.0:1788840374.856339:0:31702:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1788840374.856340:0:31702:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840374.856342:0:31702:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044391912 : -122120665159704 : ffff90ee912227e8) 00000020:00001000:1.0:1788840374.856344:0:31702:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912227e0 00000020:00000001:1.0:1788840374.856347:0:31702:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f3a0 -> ffff90ee82e4f3a0 00000020:00000001:1.0:1788840374.856348:0:31702:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788840374.856349:0:31702:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788840374.856351:0:31702:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x34:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788840374.856353:0:31702:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788840374.856354:0:31702:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788840374.856355:0:31702:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788840374.856358:0:31702:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x34:0x0]io ffff90ee98846310 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1788840374.856361:0:31702:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee98eff0f8) owner 0000000000000000/ffff90ee81384f80 00020000:00000001:1.0:1788840374.856363:0:31702:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788840374.856364:0:31702:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788840374.856366:0:31702:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788840374.856367:0:31702:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840374.856368:0:31702:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788840374.856370:0:31702:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788840374.856371:0:31702:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840374.856373:0:31702:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788840374.856374:0:31702:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788840374.856375:0:31702:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788840374.856376:0:31702:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee98eff0f8) owner 0000000000000000/ffff90ee81384f80 00000020:00000001:1.0:1788840374.856379:0:31702:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840374.856380:0:31702:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1788840374.856381:0:31702:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1788840374.856382:0:31702:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1788840374.856384:0:31702:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1788840374.856386:0:31702:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788840374.856389:0:31702:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788840374.856390:0:31702:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788840374.856391:0:31702:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840374.856393:0:31702:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044390328 : -122120665161288 : ffff90ee912221b8) 00000020:00001000:1.0:1788840374.856572:0:31702:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912221b0 00000020:00000001:1.0:1788840374.856576:0:31702:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4fc38 -> ffff90ee82e4f3a0 00000020:00000001:1.0:1788840374.856578:0:31702:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788840374.856581:0:31702:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788840374.856582:0:31702:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788840374.856584:0:31702:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840374.856585:0:31702:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840374.856587:0:31702:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174949984 : -122120534601632 : ffff90ee98ea5060) 00000020:00000001:1.0:1788840374.856589:0:31702:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1788840374.856590:0:31702:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840374.856593:0:31702:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840374.856594:0:31702:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840374.856596:0:31702:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1788840374.856597:0:31702:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1788840374.856598:0:31702:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788840374.856599:0:31702:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1788840374.856600:0:31702:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788840374.856601:0:31702:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840374.856722:0:31702:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840374.856724:0:31702:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840374.856725:0:31702:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840374.856727:0:31702:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788840374.856728:0:31702:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840374.856729:0:31702:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840374.856731:0:31702:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1788840374.856732:0:31702:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1788840374.856734:0:31702:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788840374.856735:0:31702:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1788840374.856736:0:31702:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000020:1.0:1788840374.856738:0:31702:0:(osc_io.c:1113:osc_io_fsync_start()) lustre-OST0000-osc-ffff90ee90f70800: unstable/dirty counts are both zero 00000008:00000001:1.0:1788840374.856740:0:31702:0:(osc_io.c:1114:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840374.856741:0:31702:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840374.856743:0:31702:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840374.856848:0:31702:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840374.856851:0:31702:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840374.856852:0:31702:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1788840374.856854:0:31702:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1788840374.856855:0:31702:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1788840374.856856:0:31702:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1788840374.856857:0:31702:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1788840374.856858:0:31702:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840374.856860:0:31702:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1788840374.856861:0:31702:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1788840374.856863:0:31702:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1788840374.856864:0:31702:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1788840374.856865:0:31702:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788840374.856866:0:31702:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788840374.856867:0:31702:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1788840374.856868:0:31702:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840374.856870:0:31702:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840374.856871:0:31702:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1788840374.856872:0:31702:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1788840374.856874:0:31702:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1788840374.856875:0:31702:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1788840374.856876:0:31702:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1788840374.856878:0:31702:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1788840374.856879:0:31702:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788840374.856880:0:31702:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1788840374.856881:0:31702:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1788840374.856882:0:31702:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840374.856884:0:31702:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840374.856886:0:31702:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788840374.856887:0:31702:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788840374.856888:0:31702:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840374.856890:0:31702:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788840374.856892:0:31702:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788840374.856893:0:31702:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788840374.856894:0:31702:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788840374.856895:0:31702:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788840374.856897:0:31702:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912221b0 00020000:00000001:1.0:1788840374.856900:0:31702:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788840374.856902:0:31702:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788840374.856904:0:31702:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788840374.856906:0:31702:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x34:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788840374.856909:0:31702:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788840374.856910:0:31702:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788840374.856912:0:31702:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912227e0 00000080:00000001:1.0:1788840374.856914:0:31702:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840374.856917:0:31702:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840374.856923:0:31702:0:(rw.c:1480:ll_writepages()) Process entered 00000080:00000001:1.0:1788840374.856925:0:31702:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1788840374.856926:0:31702:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840374.856928:0:31702:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044391912 : -122120665159704 : ffff90ee912227e8) 00000020:00001000:1.0:1788840374.856930:0:31702:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912227e0 00000020:00000001:1.0:1788840374.856933:0:31702:0:(cl_object.c:143:cl_object_top()) ffff90ee98ea32d8 -> ffff90ee98ea32d8 00000020:00000001:1.0:1788840374.856935:0:31702:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788840374.856936:0:31702:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788840374.856939:0:31702:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x35:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788840374.856942:0:31702:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788840374.856943:0:31702:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788840374.856944:0:31702:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788840374.856947:0:31702:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x35:0x0]io ffff90ee98846310 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1788840374.856950:0:31702:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee86dd2e88) owner 0000000000000000/ffff90ee81384f80 00020000:00000001:1.0:1788840374.856953:0:31702:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788840374.856955:0:31702:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788840374.856957:0:31702:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788840374.856958:0:31702:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840374.856960:0:31702:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788840374.856962:0:31702:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788840374.856963:0:31702:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840374.857076:0:31702:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788840374.857078:0:31702:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788840374.857080:0:31702:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788840374.857081:0:31702:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee86dd2e88) owner 0000000000000000/ffff90ee81384f80 00000020:00000001:1.0:1788840374.857084:0:31702:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840374.857086:0:31702:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1788840374.857087:0:31702:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1788840374.857089:0:31702:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1788840374.857091:0:31702:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1788840374.857093:0:31702:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788840374.857096:0:31702:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788840374.857098:0:31702:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788840374.857099:0:31702:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840374.857101:0:31702:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044390328 : -122120665161288 : ffff90ee912221b8) 00000020:00001000:1.0:1788840374.857103:0:31702:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912221b0 00000020:00000001:1.0:1788840374.857105:0:31702:0:(cl_object.c:143:cl_object_top()) ffff90ee98ea3530 -> ffff90ee98ea32d8 00000020:00000001:1.0:1788840374.857106:0:31702:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788840374.857108:0:31702:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788840374.857109:0:31702:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788840374.857110:0:31702:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840374.857112:0:31702:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840374.857114:0:31702:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174949984 : -122120534601632 : ffff90ee98ea5060) 00000020:00000001:1.0:1788840374.857116:0:31702:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1788840374.857117:0:31702:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840374.857119:0:31702:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840374.857121:0:31702:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840374.857123:0:31702:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1788840374.857124:0:31702:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1788840374.857125:0:31702:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788840374.857126:0:31702:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1788840374.857127:0:31702:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788840374.857129:0:31702:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840374.857130:0:31702:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840374.857132:0:31702:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840374.857133:0:31702:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840374.857135:0:31702:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788840374.857136:0:31702:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840374.857138:0:31702:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840374.857139:0:31702:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1788840374.857141:0:31702:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1788840374.857142:0:31702:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788840374.857143:0:31702:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1788840374.857144:0:31702:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1788840374.857147:0:31702:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1788840374.857155:0:31702:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1788840374.857158:0:31702:0:(osc_cache.c:1826:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1788840374.857160:0:31702:0:(osc_cache.c:1827:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788840374.857163:0:31702:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1788840374.857165:0:31702:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:1.0:1788840374.857168:0:31702:0:(osc_cache.c:2303:osc_next_obj()) Process leaving (rc=18446621952841310656 : -122120868240960 : ffff90ee850761c0) 00000008:00000020:1.0:1788840374.857173:0:31702:0:(osc_cache.c:2339:osc_check_rpcs()) obj ffff90ee850761c0 ready 0|-|- wr 2|-|+ rd 0|- 0 in flight 00000008:00000001:1.0:1788840374.857176:0:31702:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000020:1.0:1788840374.857177:0:31702:0:(osc_cache.c:1826:osc_makes_rpc()) urgent request forcing RPC 00000008:00000001:1.0:1788840374.857179:0:31702:0:(osc_cache.c:1827:osc_makes_rpc()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788840374.857180:0:31702:0:(osc_cache.c:2159:osc_send_write_rpc()) Process entered 00000008:00000001:1.0:1788840374.857183:0:31702:0:(osc_cache.c:2016:try_to_add_extent_for_io()) Process entered 00000008:00000020:1.0:1788840374.857187:0:31702:0:(osc_cache.c:2020:try_to_add_extent_for_io()) extent ffff90ee92c6af00@{[0 -> 255/255], [1|0|+|cache|wiuY|ffff90ee850761c0], [1703936|2|+|-|ffff90ee87d8ce00|256|0000000000000000]} trying to add this extent 00000008:00010000:1.0:1788840374.857198:0:31702:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### extent: 00000000772b6254 ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000e66b11dd/0x3aa5f499c96f393b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x8a436931312baf52 expref: -99 pid: 34786 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:1.0:1788840374.857216:0:31702:0:(osc_cache.c:2069:try_to_add_extent_for_io()) Process leaving (rc=1 : 1 : 1) 00000008:00000020:1.0:1788840374.857221:0:31702:0:(osc_cache.c:1872:osc_update_pending()) obj ffff90ee850761c0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -2. 00000008:00000001:1.0:1788840374.857227:0:31702:0:(osc_cache.c:1166:osc_extent_make_ready()) Process entered 00000008:00000001:1.0:1788840374.857232:0:31702:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:1.0:1788840374.857236:0:31702:0:(osc_cache.c:1174:osc_extent_make_ready()) extent ffff90ee92c6af00@{[0 -> 255/255], [1|0|+|locking|wiuY|ffff90ee850761c0], [1703936|2|+|-|ffff90ee87d8ce00|256|ffff90ee81384f80]} make ready 00000008:00010000:1.0:1788840374.857242:0:31702:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 00000000772b6254 ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000e66b11dd/0x3aa5f499c96f393b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x8a436931312baf52 expref: -99 pid: 34786 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:1.0:1788840374.857249:0:31702:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:1.0:1788840374.857252:0:31702:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:1.0:1788840374.857272:0:31702:0:(cl_page.c:1160:cl_page_make_ready()) page@00000000929edaeb[2 000000001f1d06e1 1 1 0000000000000000 0 0 0] 00000020:00008000:1.0:1788840374.857275:0:31702:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:1.0:1788840374.857277:0:31702:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:1.0:1788840374.857279:0:31702:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788840374.857281:0:31702:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788840374.857283:0:31702:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:1.0:1788840374.857285:0:31702:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1788840374.857287:0:31702:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788840374.857291:0:31702:0:(cl_page.c:507:__cl_page_state_set()) page@00000000929edaeb[2 000000001f1d06e1 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788840374.857293:0:31702:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:1.0:1788840374.857295:0:31702:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1788840374.857297:0:31702:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:1.0:1788840374.857300:0:31702:0:(cl_page.c:1182:cl_page_make_ready()) page@00000000929edaeb[2 000000001f1d06e1 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788840374.857302:0:31702:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:1.0:1788840374.857304:0:31702:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840374.857306:0:31702:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:1.0:1788840374.857307:0:31702:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:1.0:1788840374.857312:0:31702:0:(cl_page.c:1160:cl_page_make_ready()) page@000000005a44c58e[2 000000001f1d06e1 1 1 0000000000000000 0 0 1] 00000020:00008000:1.0:1788840374.857314:0:31702:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:1.0:1788840374.857315:0:31702:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:1.0:1788840374.857316:0:31702:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788840374.857318:0:31702:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788840374.857319:0:31702:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:1.0:1788840374.857320:0:31702:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1788840374.857322:0:31702:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788840374.857324:0:31702:0:(cl_page.c:507:__cl_page_state_set()) page@000000005a44c58e[2 000000001f1d06e1 1 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1788840374.857524:0:31702:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:1.0:1788840374.857527:0:31702:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1788840374.857528:0:31702:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:1.0:1788840374.857532:0:31702:0:(cl_page.c:1182:cl_page_make_ready()) page@000000005a44c58e[2 000000001f1d06e1 3 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1788840374.857533:0:31702:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:1.0:1788840374.857535:0:31702:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840374.857538:0:31702:0:(cl_object.c:143:cl_object_top()) ffff90ee850761c0 -> ffff90ee98ea32d8 00000020:00000001:1.0:1788840374.857540:0:31702:0:(cl_object.c:143:cl_object_top()) ffff90ee850761c0 -> ffff90ee98ea32d8 00000020:00000001:1.0:1788840374.857542:0:31702:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:1.0:1788840374.857546:0:31702:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840374.857548:0:31702:0:(cl_object.c:143:cl_object_top()) ffff90ee850761c0 -> ffff90ee98ea32d8 00000008:00000001:1.0:1788840374.857562:0:31702:0:(osc_cache.c:1227:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840374.857565:0:31702:0:(osc_request.c:2819:osc_build_rpc()) Process entered 00000008:00000020:1.0:1788840374.857570:0:31702:0:(osc_page.c:1389:osc_over_unstable_soft_limit()) lustre-OST0000-osc-ffff90ee90f70800: cli: ffff90ee86e3a1d8 unstable pages: 0, osc unstable pages: 0 00000008:00000010:1.0:1788840374.857585:0:31702:0:(osc_request.c:2850:osc_build_rpc()) kmalloced '(pga)': 16 at ffff90ee87d593b0. 00000008:00000010:1.0:1788840374.857591:0:31702:0:(osc_request.c:2854:osc_build_rpc()) slab-alloced 'oa': 208 at ffff90ee88452750. 00000008:00000020:1.0:1788840374.857594:0:31702:0:(osc_request.c:2875:osc_build_rpc()) page i:2, oap->oap_obj_off 4096, oap->oap_page_off 0 00000020:00000001:1.0:1788840374.857599:0:31702:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:1.0:1788840374.858904:0:31702:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:1.0:1788840374.858911:0:31702:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:1.0:1788840374.858917:0:31702:0:(obdo.c:53:obdo_from_inode()) valid 0x10000000000070c, new time 1788840373/1788840373 00000020:00000001:1.0:1788840374.858924:0:31702:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:1.0:1788840374.858925:0:31702:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000008:00000001:1.0:1788840374.858933:0:31702:0:(osc_lock.c:1343:osc_obj_dlmlock_at_pgoff()) Process entered 00000008:00000001:1.0:1788840374.858936:0:31702:0:(osc_request.c:3331:osc_match_base()) Process entered 00010000:00000001:1.0:1788840374.858940:0:31702:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840374.858951:0:31702:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1000 count: 2 00010000:00000001:1.0:1788840374.858956:0:31702:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840374.859516:0:31702:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1788840374.859522:0:31702:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1788840374.859528:0:31702:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788840374.859536:0:31702:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840374.859542:0:31702:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4095) ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000e66b11dd/0x3aa5f499c96f393b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x8a436931312baf52 expref: -99 pid: 34786 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788840374.859566:0:31702:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840374.859569:0:31702:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788840374.859571:0:31702:0:(osc_request.c:3346:osc_match_base()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1788840374.859573:0:31702:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840374.859576:0:31702:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840374.859580:0:31702:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8ce00 refcount=3 00000020:00000001:1.0:1788840374.859582:0:31702:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888589824 : -122120820961792 : ffff90ee87d8ce00) 00010000:00000001:1.0:1788840374.859585:0:31702:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888589824 : -122120820961792 : ffff90ee87d8ce00) 00000008:00000001:1.0:1788840374.859588:0:31702:0:(osc_lock.c:1377:osc_obj_dlmlock_at_pgoff()) Process leaving (rc=18446621952888589824 : -122120820961792 : ffff90ee87d8ce00) 00010000:00000001:1.0:1788840374.859591:0:31702:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840374.859592:0:31702:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000020:00000001:1.0:1788840374.859593:0:31702:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000008:00000001:1.0:1788840374.859597:0:31702:0:(osc_request.c:1546:osc_brw_prep_request()) Process entered 00000100:00000010:1.0:1788840374.860056:0:31702:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87fafb80. 00000020:00000040:1.0:1788840374.860062:0:31702:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=4 obd=lustre-OST0000-osc-ffff90ee90f70800 00000100:00000001:1.0:1788840374.860072:0:31702:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840374.860077:0:31702:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840374.860080:0:31702:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840374.860116:0:31702:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 16384 at ffff90ee86eac000. 00000100:00000001:1.0:1788840374.860125:0:31702:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1788840374.860135:0:31702:0:(osc_request.c:1828:osc_brw_prep_request()) Using short io for data transfer, size = 8192 00000008:00000020:1.0:1788840374.860145:0:31702:0:(osc_request.c:736:osc_announce_cached()) lustre-OST0000-osc-ffff90ee90f70800: dirty: 1703936 undirty: 485097472 dropped 0 grant: 2097152 cl_lost_grant 0 00000008:00000001:1.0:1788840374.860153:0:31702:0:(osc_request.c:1375:osc_checksum_bulk_rw()) Process entered 00000001:00000040:1.0:1788840374.860195:0:31702:0:(lnet-crypto.c:96:cfs_crypto_hash_alloc()) Using crypto hash: crc32c (crc32c-intel) speed 5375 MB/s 00000008:00008000:1.0:1788840374.860207:0:31702:0:(osc_request.c:1346:osc_checksum_bulk()) page fffffcfe44a708c0 map ffff90ee9058f5f8 index 0 flags 17ffffc0005028 count 2 priv ffff90ee853c0e00: off 0 00000008:00008000:1.0:1788840374.860211:0:31702:0:(osc_request.c:1346:osc_checksum_bulk()) page fffffcfe44a70040 map ffff90ee9058f5f8 index 1 flags 17ffffc0005028 count 2 priv ffff90ee853c0c40: off 0 00000008:00000001:1.0:1788840374.860224:0:31702:0:(osc_request.c:1386:osc_checksum_bulk_rw()) Process leaving (rc=0 : 0 : 0) 00000008:00008000:1.0:1788840374.860227:0:31702:0:(osc_request.c:1953:osc_brw_prep_request()) checksum at write origin: 5872be30 (4) 00000008:00100000:1.0:1788840374.860232:0:31702:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff90ee87fafb80 - object 0x240000400:69 offset 0<>8192 00000008:00000001:1.0:1788840374.860235:0:31702:0:(osc_request.c:2001:osc_brw_prep_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840374.860238:0:31702:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00020000:00000001:1.0:1788840374.860242:0:31702:0:(lovsub_object.c:129:lovsub_req_attr_set()) Process entered 00000020:00000001:1.0:1788840374.860244:0:31702:0:(cl_io.c:1166:cl_req_attr_set()) Process entered 00000020:00000002:1.0:1788840374.860248:0:31702:0:(obdo.c:53:obdo_from_inode()) valid 0xc, new time 1788840373/1788840373 00000020:00000001:1.0:1788840374.860251:0:31702:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00020000:00000001:1.0:1788840374.860252:0:31702:0:(lovsub_object.c:140:lovsub_req_attr_set()) Process leaving 00000020:00000001:1.0:1788840374.860254:0:31702:0:(cl_io.c:1172:cl_req_attr_set()) Process leaving 00000100:00000001:1.0:1788840374.860258:0:31702:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840374.860261:0:31702:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890829696 : -122120818721920 : ffff90ee87fafb80) 00000008:00000002:1.0:1788840374.860277:0:31702:0:(osc_request.c:2976:osc_build_rpc()) @@@ 2 pages, aa 0000000065be4968, now 0r/1w/0d in flight req@ffff90ee87fafb80 x1875733134009984/t0(0) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000008:1.0:1788840374.860287:0:31702:0:(osc_request.c:2988:osc_build_rpc()) [0x200000404:0x35:0x0]: 2 write pages, start 0, end 2, now 0r/1w/0d in flight 00000100:00000040:1.0:1788840374.860296:0:31702:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000cb2864] to pc [ptlrpcd_00_01+1] req@ffff90ee87fafb80 x1875733134009984/t0(0) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840374.861103:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840374.861110:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840374.861114:0:2360:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840374.861126:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87fafb80 x1875733134009984/t0(0) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 8680/448 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840374.861138:0:2360:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840374.861140:0:2360:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840374.861146:0:2360:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840374.861150:0:2360:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840374.861153:0:2360:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840374.861158:0:2360:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87fafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2360:1875733134009984:192.168.202.131@tcp:4:multiop.0 00000100:00000001:0.0:1788840374.861163:0:2360:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840374.861171:0:2360:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840374.861174:0:2360:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840374.861177:0:2360:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840374.861188:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86f36000. 02000000:00000001:0.0:1788840374.861190:0:2360:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840374.861200:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840374.861207:0:2360:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c808f0. 00000400:00000010:0.0:1788840374.861217:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6660. 00000100:00000200:0.0:1788840374.861226:0:2360:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733134009984, portal 4 00000100:00000001:0.0:1788840374.861229:0:2360:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840374.861230:0:2360:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890829696 : -122120818721920 : ffff90ee87fafb80) 00000100:00000040:0.0:1788840374.861240:0:2360:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87fafb80 x1875733134009984/t0(0) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788840390 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840374.861249:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840374.861252:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840374.861258:0:2360:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 168 at ffff90ee916eec00. 00000100:00000200:0.0:1788840374.861262:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 8680 bytes to portal 6, xid 1875733134009984, offset 0 00000400:00000200:0.0:1788840374.861272:0:2360:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840374.861283:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840374.861292:0:2360:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840374.861299:0:2360:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840374.861305:0:2360:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840374.861310:0:2360:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840374.861313:0:2360:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840374.861317:0:2360:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2664:2664:256:4294967295] 192.168.202.131@tcp LPNI seq info [2664:2664:8:4294967295] 00000400:00000200:0.0:1788840374.861322:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000008:00000001:1.0:1788840374.861521:0:31702:0:(osc_request.c:2994:osc_build_rpc()) Process leaving 00000008:00000001:1.0:1788840374.861525:0:31702:0:(osc_request.c:3019:osc_build_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840374.861529:0:31702:0:(osc_cache.c:2208:osc_send_write_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840374.861533:0:31702:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1788840374.861535:0:31702:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840374.861538:0:31702:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1788840374.861540:0:31702:0:(osc_cache.c:1816:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840374.861541:0:31702:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1788840374.861542:0:31702:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840374.861547:0:31702:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:1.0:1788840374.861549:0:31702:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840374.861552:0:31702:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000008:00000020:1.0:1788840374.863942:0:31702:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff90ee850761c0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 2: rc=2. 00000008:00000001:1.0:1788840374.863953:0:31702:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=2 : 2 : 2) 00000008:00000001:1.0:1788840374.863960:0:31702:0:(osc_io.c:1067:osc_fsync_ost()) Process entered 00000020:00000001:1.0:1788840374.863964:0:31702:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788840374.864544:0:31702:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788840374.864546:0:31702:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788840374.864550:0:31702:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788840374.864561:0:31702:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788840374.864563:0:31702:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788840374.864567:0:31702:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:1.0:1788840374.864583:0:31702:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87face00. 00000020:00000040:1.0:1788840374.864590:0:31702:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=5 obd=lustre-OST0000-osc-ffff90ee90f70800 00000100:00000001:1.0:1788840374.864597:0:31702:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000400:00000200:0.0:1788840374.864731:0:2360:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840374.864753:0:2360:0:(socklnd_cb.c:931:ksocknal_send()) sending 8680 bytes in 3 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840374.864765:0:2360:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 280 at ffff90ee98d1e200. 00000800:00000200:0.0:1788840374.864774:0:2360:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840374.864784:0:2360:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840374.864790:0:2360:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee98d1e200 type 1, nob 8776 niov 1 nkiov 3 00000100:00000001:0.0:1788840374.864887:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840374.864895:0:2360:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: using a timeout of 23403 usecs (24 jiffies) 00000400:00000200:0.0:1788840374.864902:0:2360:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840374.864907:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296604707 00000100:00000001:0.0:1788840374.864911:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296606629 00000100:00000001:0.0:1788840374.864914:0:2360:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296604707 00000100:00000001:0.0:1788840374.864916:0:2360:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296606629 00000100:00000001:0.0:1788840374.864919:0:2360:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840374.864923:0:2360:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840374.864928:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840374.864932:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840374.864941:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840374.864943:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788840374.864946:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840374.864948:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840374.864949:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840374.864952:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840374.864981:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840374.864983:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840374.865032:0:31702:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840374.865041:0:31702:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840374.865050:0:31702:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee98863c00. 00000100:00000001:1.0:1788840374.865059:0:31702:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840374.865071:0:31702:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840374.865076:0:31702:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840374.865086:0:31702:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000067ca095d] to pc [ptlrpcd_00_00+0] req@ffff90ee87face00 x1875733134010112/t0(0) o16->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000008:00000001:1.0:1788840374.865112:0:31702:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840374.865115:0:31702:0:(osc_io.c:1084:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840374.865117:0:31702:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840374.865121:0:31702:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840374.865124:0:31702:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840374.865127:0:31702:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840374.865128:0:31702:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840374.865131:0:31702:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1788840374.865134:0:31702:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1788840374.865136:0:31702:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1788840374.865137:0:31702:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:0.0:1788840374.865997:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840374.866004:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840374.866007:0:2359:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840374.866018:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87face00 x1875733134010112/t0(0) o16->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840374.866030:0:2359:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840374.866032:0:2359:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840374.866037:0:2359:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840374.866041:0:2359:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840374.866045:0:2359:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840374.866049:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87face00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2359:1875733134010112:192.168.202.131@tcp:16:kworker.0 00000100:00000001:0.0:1788840374.866054:0:2359:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840374.866061:0:2359:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840374.866065:0:2359:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840374.866068:0:2359:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840374.866078:0:2359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86f37c00. 02000000:00000001:0.0:1788840374.866081:0:2359:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840374.866088:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840374.866095:0:2359:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c80ec8. 00000400:00000010:0.0:1788840374.866104:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed67f8. 00000100:00000200:0.0:1788840374.866113:0:2359:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733134010112, portal 4 00000100:00000001:0.0:1788840374.866115:0:2359:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840374.866118:0:2359:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890818048 : -122120818733568 : ffff90ee87face00) 00000100:00000040:0.0:1788840374.866127:0:2359:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87face00 x1875733134010112/t0(0) o16->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 1788840390 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840374.866135:0:2359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840374.866138:0:2359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840374.866141:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6aa0. 00000100:00000200:0.0:1788840374.866145:0:2359:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1875733134010112, offset 0 00000400:00000200:0.0:1788840374.866153:0:2359:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840374.866163:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840374.866172:0:2359:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840374.866178:0:2359:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840374.866183:0:2359:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840374.866188:0:2359:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840374.866190:0:2359:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840374.866194:0:2359:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2665:2665:255:4294967295] 192.168.202.131@tcp LPNI seq info [2665:2665:7:4294967295] 00000400:00000200:0.0:1788840374.866199:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840374.866209:0:2359:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840374.866215:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840374.866221:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee92e46700. 00000800:00000200:0.0:1788840374.866228:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840374.866235:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840374.866240:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee92e46700 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:0.0:1788840374.873060:0:2359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840374.873079:0:2359:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: using a timeout of 23403 usecs (24 jiffies) 00000400:00000200:0.0:1788840374.873091:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840374.873096:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296604715 00000100:00000001:0.0:1788840374.873101:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296606629 00000100:00000001:0.0:1788840374.873104:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296604715 00000100:00000001:0.0:1788840374.873107:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296606629 00000100:00000001:0.0:1788840374.873110:0:2359:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840374.873114:0:2359:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840374.873121:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840374.873126:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840374.873140:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840374.873143:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1788840374.873148:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840374.873150:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840374.873151:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840374.873155:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840374.873181:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840374.873184:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840374.873187:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840374.873189:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840374.882122:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840374.882135:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 280 at ffff90ee98d1e200. 00000400:00000200:2.0:1788840374.882145:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840374.882159:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840374.882171:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee916eec00 00000400:00000010:2.0:1788840374.882175:0:2354:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 168 at ffff90ee916eec00. 00000100:00000001:2.0:1788840374.882181:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840374.882193:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fafb80 x1875733134009984/t0(0) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788840390 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840374.882209:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840374.882213:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fafb80 x1875733134009984/t0(0) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788840390 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840374.882221:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840374.882223:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:2.0:1788840374.882267:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840374.882271:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee92e46700. 00000400:00000200:2.0:1788840374.882275:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840374.882280:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840374.882283:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6aa0 00000400:00000010:2.0:1788840374.882285:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6aa0. 00000100:00000001:2.0:1788840374.882288:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840374.882293:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87face00 x1875733134010112/t0(0) o16->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 1788840390 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840374.882301:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840374.882304:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87face00 x1875733134010112/t0(0) o16->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 1788840390 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840374.882311:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840374.882313:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840374.895714:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840374.895754:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840374.895760:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840374.895764:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840374.895777:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840374.895787:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840374.895802:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840374.895808:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840374.895816:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840374.895821:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 432 into portal 4 MB=0x6a9f827256700 00000400:00000200:2.0:1788840374.895828:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840374.895835:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 432/432 into md 0x73bd [1] + 224 00000800:00000001:2.0:1788840374.895846:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840374.895851:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840374.895856:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840374.895861:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840374.895873:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840374.895886:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87face00 x1875733134010112/t0(0) o16->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 1788840390 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840374.895899:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=432 offset=224 replen=432 req@ffff90ee87face00 x1875733134010112/t0(0) o16->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 1788840390 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840374.895913:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840374.895929:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840374.895932:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840374.895934:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840374.895937:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840374.895940:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840374.895943:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840374.895948:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840374.895950:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840374.895953:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840374.895956:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 448 into portal 4 MB=0x6a9f827256680 00000400:00000200:2.0:1788840374.895959:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840374.895964:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 448/448 into md 0x73b5 [1] + 224 00000800:00000001:2.0:1788840374.895981:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840374.895991:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840374.895993:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840374.895997:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840374.896000:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840374.896005:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fafb80 x1875733134009984/t0(0) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788840390 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840374.896013:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=448 offset=224 replen=448 req@ffff90ee87fafb80 x1875733134009984/t0(0) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788840390 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840374.896097:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840374.896104:0:2360:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840374.896156:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840374.896160:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840374.896169:0:2359:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840374.896172:0:2359:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840374.896177:0:2359:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c80ec8. 00000400:00000200:0.0:1788840374.896182:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed67f8 00000400:00000010:0.0:1788840374.896184:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed67f8. 00000100:00000001:0.0:1788840374.896188:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840374.896193:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87face00 x1875733134010112/t0(0) o16->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 1788840390 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788840374.896207:0:2359:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87face00 x1875733134010112/t0(0) o16->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 1788840390 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840374.896214:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840374.896217:0:2359:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840374.896219:0:2359:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840374.896224:0:2359:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840374.896227:0:2359:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840374.896231:0:2359:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840374.896236:0:2359:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840374.896251:0:2359:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b5cc60 time=74 v=5 (5 5 5 5) 00000100:00001000:0.0:1788840374.896256:0:2359:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=9 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840374.896259:0:2359:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840374.896262:0:2359:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840374.896265:0:2359:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840374.896269:0:2359:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840374.896273:0:2359:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840374.896275:0:2359:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: skip recheck: last_committed 4294967345 00000100:00000001:0.0:1788840374.896277:0:2359:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840374.896281:0:2359:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840374.896287:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87face00 x1875733134010112/t0(0) o16->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 1788840390 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840374.896295:0:2359:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840374.896298:0:2359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840374.896300:0:2359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788840374.896305:0:2359:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000020:00000001:0.0:1788840374.896314:0:2359:0:(cl_object.c:143:cl_object_top()) ffff90ee850761c0 -> ffff90ee98ea32d8 00000020:00000001:0.0:1788840374.896317:0:2359:0:(cl_object.c:143:cl_object_top()) ffff90ee850761c0 -> ffff90ee98ea32d8 00000020:00000001:0.0:1788840374.896320:0:2359:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1788840374.896336:0:2359:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788840374.896339:0:2359:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840374.896341:0:2359:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840374.896343:0:2359:0:(cl_object.c:143:cl_object_top()) ffff90ee850761c0 -> ffff90ee98ea32d8 00000008:00000001:0.0:1788840374.896361:0:2359:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840374.896367:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87face00 x1875733134010112/t0(0) o16->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 1788840390 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788840374.896376:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87face00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2359:1875733134010112:192.168.202.131@tcp:16:kworker.0 00000100:00000001:0.0:1788840374.896382:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840374.896385:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840374.896389:0:2359:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87face00 x1875733134010112/t0(0) o16->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 1788840390 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840374.896396:0:2359:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1788840374.896466:0:31702:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1788840374.896473:0:31702:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840374.896478:0:31702:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:3.0:1788840374.896481:0:31702:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1788840374.896483:0:31702:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1788840374.896486:0:31702:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1788840374.896489:0:31702:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788840374.896491:0:31702:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1788840374.896492:0:31702:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1788840374.896494:0:31702:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840374.896496:0:31702:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840374.896498:0:31702:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1788840374.896499:0:31702:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1788840374.896500:0:31702:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1788840374.896502:0:31702:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1788840374.896503:0:31702:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1788840374.896505:0:31702:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1788840374.896506:0:31702:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788840374.896507:0:31702:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1788840374.896508:0:31702:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1788840374.896509:0:31702:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840374.896511:0:31702:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840374.896513:0:31702:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788840374.896514:0:31702:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788840374.896516:0:31702:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840374.896519:0:31702:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788840374.896521:0:31702:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788840374.896522:0:31702:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788840374.896524:0:31702:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1788840374.896525:0:31702:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788840374.896529:0:31702:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912221b0 00020000:00000001:3.0:1788840374.896535:0:31702:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788840374.896538:0:31702:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788840374.896541:0:31702:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788840374.896544:0:31702:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x35:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788840374.896547:0:31702:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788840374.896548:0:31702:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788840374.896551:0:31702:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912227e0 00000080:00000001:3.0:1788840374.896553:0:31702:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=2 : 2 : 2) 00000080:00000001:3.0:1788840374.896557:0:31702:0:(rw.c:1554:ll_writepages()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840374.897453:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840374.897474:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840374.897482:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:0.0:1788840374.897808:0:2359:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840374.897814:0:2359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee86f37c00. 02000000:00000001:0.0:1788840374.897821:0:2359:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788840374.897825:0:2359:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840374.897827:0:2359:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=4 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:0.0:1788840374.897830:0:2359:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840374.897835:0:2359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee98863c00. 02000000:00000001:0.0:1788840374.897839:0:2359:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840374.897842:0:2359:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840374.897844:0:2359:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87face00. 00000100:00000001:0.0:1788840374.897848:0:2359:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840374.897850:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840374.897853:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840374.897863:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840374.897865:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840374.897868:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840374.897870:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000001:1.0:1788840374.901322:0:2360:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840374.901341:0:2360:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840374.901348:0:2360:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c808f0. 00000400:00000200:1.0:1788840374.901363:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6660 00000400:00000010:1.0:1788840374.901366:0:2360:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6660. 00000100:00000001:1.0:1788840374.901372:0:2360:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840374.901386:0:2360:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87fafb80 x1875733134009984/t0(0) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788840390 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788840374.901398:0:2360:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87fafb80 x1875733134009984/t0(0) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788840390 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840374.901408:0:2360:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840374.901411:0:2360:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840374.901415:0:2360:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840374.901418:0:2360:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840374.901421:0:2360:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840374.901424:0:2360:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840374.901428:0:2360:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840374.901450:0:2360:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b5cca8 time=72 v=5 (5 0 0 0) 00000100:00001000:1.0:1788840374.901456:0:2360:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840374.901460:0:2360:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840374.901462:0:2360:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840374.901466:0:2360:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840374.901471:0:2360:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840374.901476:0:2360:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788840374.901478:0:2360:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788840374.901480:0:2360:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788840374.901482:0:2360:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840374.901484:0:2360:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890829696 : -122120818721920 : ffff90ee87fafb80) 00000100:00000001:1.0:1788840374.901488:0:2360:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840374.901491:0:2360:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: skip recheck: last_committed 4294967345 00000100:00000001:1.0:1788840374.901493:0:2360:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840374.901497:0:2360:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840374.901503:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87fafb80 x1875733134009984/t4294967348(4294967348) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788840390 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840374.901510:0:2360:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840374.901514:0:2360:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840374.901516:0:2360:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788840374.901520:0:2360:0:(osc_request.c:2581:brw_interpret()) Process entered 00000008:00000001:1.0:1788840374.901522:0:2360:0:(osc_request.c:2172:osc_brw_fini_request()) Process entered 00000008:04000000:1.0:1788840374.901528:0:2360:0:(osc_request.c:2195:osc_brw_fini_request()) setdq for [0 0 0] with valid 0x18000006b584fb9, flags 404000 00000001:00000001:1.0:1788840374.901533:0:2360:0:(osc_quota.c:77:osc_quota_setdq()) Process entered 00000001:04000000:1.0:1788840374.901538:0:2360:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff90ee90f70800: setdq to remove for usr 0 00000001:04000000:1.0:1788840374.901540:0:2360:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff90ee90f70800: setdq to remove for grp 0 00000001:04000000:1.0:1788840374.901542:0:2360:0:(osc_quota.c:121:osc_quota_setdq()) lustre-OST0000-osc-ffff90ee90f70800: setdq to remove for prj 0 00000001:00000001:1.0:1788840374.901544:0:2360:0:(osc_quota.c:139:osc_quota_setdq()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1788840374.901547:0:2360:0:(osc_request.c:759:osc_update_grant()) got 3407872 extra grant 00000008:00008000:1.0:1788840374.901550:0:2360:0:(osc_request.c:2091:check_write_checksum()) checksum 5872be30 confirmed 00000008:00000001:1.0:1788840374.901555:0:2360:0:(osc_request.c:2227:osc_brw_fini_request()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1788840374.901558:0:2360:0:(osc_request.c:2439:osc_brw_fini_request()) Process leaving (rc=0 : 0 : 0) 00000008:00000002:1.0:1788840374.901560:0:2360:0:(osc_request.c:2586:brw_interpret()) request ffff90ee87fafb80 aa ffff90ee87fafd30 rc 0 00000020:00000001:1.0:1788840374.901569:0:2360:0:(cl_object.c:143:cl_object_top()) ffff90ee850761c0 -> ffff90ee98ea32d8 00000020:00000001:1.0:1788840374.901573:0:2360:0:(cl_object.c:143:cl_object_top()) ffff90ee850761c0 -> ffff90ee98ea32d8 00000020:00000001:1.0:1788840374.901576:0:2360:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1788840374.901580:0:2360:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788840374.901583:0:2360:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840374.901584:0:2360:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840374.901586:0:2360:0:(cl_object.c:143:cl_object_top()) ffff90ee850761c0 -> ffff90ee98ea32d8 00000008:00000010:1.0:1788840374.901590:0:2360:0:(osc_request.c:2668:brw_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff90ee88452750. 00000020:00000001:1.0:1788840374.901595:0:2360:0:(cl_object.c:143:cl_object_top()) ffff90ee850761c0 -> ffff90ee98ea32d8 00000020:00000001:1.0:1788840374.901598:0:2360:0:(cl_object.c:278:cl_object_dirty_for_sync()) Process entered 00000020:00000001:1.0:1788840374.901626:0:2360:0:(cl_object.c:284:cl_object_dirty_for_sync()) Process leaving 00000100:00000001:1.0:1788840374.901629:0:2360:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840374.901633:0:2360:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fafb80 x1875733134009984/t4294967348(4294967348) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788840390 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840374.901657:0:2360:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840374.901662:0:2360:0:(osc_cache.c:904:osc_extent_finish()) Process entered 00000008:00000020:1.0:1788840374.901666:0:2360:0:(osc_cache.c:908:osc_extent_finish()) extent ffff90ee92c6af00@{[0 -> 255/255], [2|0|-|rpc|wiuY|ffff90ee850761c0], [1703936|2|+|-|ffff90ee87d8ce00|256|ffff90ee81384f80]} extent finished. 00000008:00010000:1.0:1788840374.901674:0:2360:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 00000000772b6254 ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000e66b11dd/0x3aa5f499c96f393b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x8a436931312baf52 expref: -99 pid: 34786 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:1.0:1788840374.901689:0:2360:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:1.0:1788840374.901692:0:2360:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:1.0:1788840374.901698:0:2360:0:(cl_page.c:1104:cl_page_complete()) page@00000000929edaeb[2 000000001f1d06e1 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788840374.901700:0:2360:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:1.0:1788840374.901702:0:2360:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:1.0:1788840374.901704:0:2360:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1788840374.901706:0:2360:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788840374.901710:0:2360:0:(cl_page.c:507:__cl_page_state_set()) page@00000000929edaeb[2 000000001f1d06e1 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788840374.901712:0:2360:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:1.0:1788840374.901714:0:2360:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:1.0:1788840374.901717:0:2360:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:1.0:1788840374.901721:0:2360:0:(vvp_page.c:167:vvp_page_complete_write()) page@00000000929edaeb[2 000000001f1d06e1 1 1 0000000000000000 0 0 0] 00000080:00008000:1.0:1788840374.901723:0:2360:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:1.0:1788840374.901739:0:2360:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:1.0:1788840374.901740:0:2360:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:1.0:1788840374.901743:0:2360:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788840374.901755:0:2360:0:(cl_page.c:556:cl_batch_put()) page@00000000929edaeb[2 000000001f1d06e1 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788840374.901757:0:2360:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:1.0:1788840374.901759:0:2360:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:1.0:1788840374.901761:0:2360:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000001:1.0:1788840374.901763:0:2360:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:1.0:1788840374.901764:0:2360:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:1.0:1788840374.901767:0:2360:0:(cl_page.c:1104:cl_page_complete()) page@000000005a44c58e[2 000000001f1d06e1 3 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1788840374.901769:0:2360:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:1.0:1788840374.901770:0:2360:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:1.0:1788840374.901772:0:2360:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1788840374.901773:0:2360:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788840374.901776:0:2360:0:(cl_page.c:507:__cl_page_state_set()) page@000000005a44c58e[2 000000001f1d06e1 3 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1788840374.901778:0:2360:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:1.0:1788840374.901779:0:2360:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:1.0:1788840374.901780:0:2360:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:1.0:1788840374.901783:0:2360:0:(vvp_page.c:167:vvp_page_complete_write()) page@000000005a44c58e[2 000000001f1d06e1 1 1 0000000000000000 0 0 1] 00000080:00008000:1.0:1788840374.901784:0:2360:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:1.0:1788840374.901792:0:2360:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:1.0:1788840374.901793:0:2360:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:1.0:1788840374.901794:0:2360:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788840374.901796:0:2360:0:(cl_page.c:556:cl_batch_put()) page@000000005a44c58e[2 000000001f1d06e1 1 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1788840374.901797:0:2360:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:1.0:1788840374.901798:0:2360:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:1.0:1788840374.901799:0:2360:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000020:1.0:1788840374.901803:0:2360:0:(osc_cache.c:1600:osc_free_grant()) lost 0 grant: 0 avail: 5505024 dirty: 0/0 00000008:00000020:1.0:1788840374.901808:0:2360:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff90ee92c6af00@{[0 -> 255/255], [1|0|-|inv|wuY|ffff90ee850761c0], [1703936|0|-|-|ffff90ee87d8ce00|256|ffff90ee81384f80]} destroyed. 00000008:00010000:1.0:1788840374.901814:0:2360:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000772b6254 ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000e66b11dd/0x3aa5f499c96f393b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x800020000000000 nid: local remote: 0x8a436931312baf52 expref: -99 pid: 34786 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788840374.901823:0:2360:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840374.901825:0:2360:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:1.0:1788840374.901828:0:2360:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff90ee92c6af00. 00000008:00000001:1.0:1788840374.901832:0:2360:0:(osc_cache.c:955:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1788840374.901834:0:2360:0:(osc_request.c:2540:osc_release_ppga()) kvfree 'ppga': 16 at ffff90ee87d593b0. 00000008:00000020:1.0:1788840374.901846:0:2360:0:(osc_cache.c:2414:__osc_io_unplug()) Queue writeback work for client ffff90ee86e3a1d8. 00000008:00000001:1.0:1788840374.901863:0:2360:0:(osc_request.c:2756:brw_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840374.901869:0:2360:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87fafb80 x1875733134009984/t4294967348(4294967348) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788840390 ref 2 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788840374.901879:0:2360:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87fafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2360:1875733134009984:192.168.202.131@tcp:4:multiop.0 00000100:00000001:1.0:1788840374.901885:0:2360:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840374.901888:0:2360:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840374.901892:0:2360:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87fafb80 x1875733134009984/t4294967348(4294967348) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788840390 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840374.901898:0:2360:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840374.901901:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840374.901909:0:2360:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840374.901912:0:2360:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840374.901916:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840374.901919:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840374.901944:0:22780:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840374.901949:0:22780:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036963208 : -122120672588408 : ffff90ee90b0cd88) 00000020:00001000:1.0:1788840374.901952:0:22780:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0cd80 00000008:00000020:1.0:1788840374.901955:0:22780:0:(osc_request.c:4051:brw_queue_work()) Run writeback work for client obd ffff90ee86e3a1d8. 00000008:00000001:1.0:1788840374.901957:0:22780:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1788840374.901960:0:22780:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:1.0:1788840374.901962:0:22780:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840374.901965:0:22780:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000020:00001000:1.0:1788840374.902145:0:22780:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0cd80 00010000:00000001:1.0:1788840374.918542:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840374.918554:0:22780:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840374.918557:0:22780:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840374.918561:0:22780:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840374.918568:0:22780:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840374.918570:0:22780:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840374.918573:0:22780:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840374.918576:0:22780:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840374.918580:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840374.918582:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840374.918586:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840374.918588:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840374.918751:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840374.918759:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840374.918763:0:16054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1788840374.957858:0:34783:0:(file.c:5379:ll_fsync()) Process entered 00000020:00000001:2.0:1788840374.957869:0:34783:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907e48 00000080:00200008:2.0:1788840374.957874:0:34783:0:(file.c:5384:ll_fsync()) START file: name=f24b.recovery-small-1, fid=[0x200000404:0x34:0x0], start=0, end=9223372036854775807, datasync=0, need_sync 1/0 00020000:00000001:2.0:1788840374.957886:0:34783:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788840374.957890:0:34783:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee98eff0f8) owner 0000000000000000/ffff90eec216a7c0 00020000:00000002:2.0:1788840374.957896:0:34783:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee98eff0f8) owner 0000000000000000/ffff90eec216a7c0 00020000:00000001:2.0:1788840374.957899:0:34783:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788840374.957903:0:34783:0:(file.c:5353:ll_mdsync()) inode ffff90ee90591148 metadata sync [0x200000404:0x34:0x0] (need_sync=1) 00800000:00000001:2.0:1788840374.957912:0:34783:0:(lmv_obd.c:3058:lmv_fsync()) Process entered 00000002:00000001:2.0:1788840374.957920:0:34783:0:(mdc_request.c:2773:mdc_fsync()) Process entered 00000100:00000010:2.0:1788840374.957930:0:34783:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125f800. 00000020:00000040:2.0:1788840374.957936:0:34783:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=8 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:2.0:1788840374.957943:0:34783:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840374.957948:0:34783:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840374.957956:0:34783:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840374.957979:0:34783:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee98878800. 00000100:00000001:2.0:1788840374.957989:0:34783:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840374.957999:0:34783:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788840374.958001:0:34783:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788840374.958010:0:34783:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee85d30900. 00000100:00000001:2.0:1788840374.958012:0:34783:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952854657280 : -122120854894336 : ffff90ee85d30900) 00000100:00000001:2.0:1788840374.958015:0:34783:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840374.958017:0:34783:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044641792 : -122120664909824 : ffff90ee9125f800) 00000100:00000001:2.0:1788840374.958022:0:34783:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840374.958027:0:34783:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840374.958030:0:34783:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788840374.958032:0:34783:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840374.958046:0:34783:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125f800 x1875733134010240/t0(0) o44->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 448/440 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840374.958062:0:34783:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840374.958064:0:34783:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840374.958069:0:34783:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840374.958073:0:34783:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840374.958076:0:34783:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840374.958080:0:34783:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125f800 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:34783:1875733134010240:192.168.202.131@tcp:44:multiop.0 00000100:00000001:2.0:1788840374.958085:0:34783:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840374.958093:0:34783:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840374.958097:0:34783:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840374.958100:0:34783:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840374.958106:0:34783:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee91278800. 02000000:00000001:2.0:1788840374.958108:0:34783:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840374.958118:0:34783:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840374.958123:0:34783:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4eb00. 00000400:00000010:2.0:1788840374.958133:0:34783:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234d48. 00000100:00000200:2.0:1788840374.958143:0:34783:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733134010240, portal 10 00000100:00000001:2.0:1788840374.958145:0:34783:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840374.958147:0:34783:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044641792 : -122120664909824 : ffff90ee9125f800) 00000100:00000040:2.0:1788840374.958155:0:34783:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125f800 x1875733134010240/t0(0) o44->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 448/440 e 0 to 0 dl 1788840390 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840374.958163:0:34783:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840374.958165:0:34783:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840374.958168:0:34783:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee912342a8. 00000100:00000200:2.0:1788840374.958171:0:34783:0:(niobuf.c:94:ptl_send_buf()) Sending 448 bytes to portal 12, xid 1875733134010240, offset 0 00000400:00000200:2.0:1788840374.958178:0:34783:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840374.958190:0:34783:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840374.958200:0:34783:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840374.958207:0:34783:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840374.958212:0:34783:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840374.958217:0:34783:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840374.958220:0:34783:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840374.958226:0:34783:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2666:2666:256:4294967295] 192.168.202.131@tcp LPNI seq info [2666:2666:8:4294967295] 00000400:00000200:2.0:1788840374.958231:0:34783:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840374.958242:0:34783:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840374.958250:0:34783:0:(socklnd_cb.c:931:ksocknal_send()) sending 448 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840374.958257:0:34783:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee84c26200. 00000800:00000200:2.0:1788840374.958266:0:34783:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840374.958276:0:34783:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840374.958282:0:34783:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee84c26200 type 1, nob 544 niov 1 nkiov 1 00000100:00000001:2.0:1788840374.958301:0:34783:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840374.958306:0:34783:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 791821 usecs (792 jiffies) 00000400:00000200:2.0:1788840374.958309:0:34783:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840374.958313:0:34783:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296605568 00000100:00000001:2.0:1788840374.958317:0:34783:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296606629 00000100:00000001:2.0:1788840374.958320:0:34783:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296605568 00000100:00000001:2.0:1788840374.958322:0:34783:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296606629 00000100:00000001:2.0:1788840374.958337:0:34783:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840374.958342:0:34783:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840374.958345:0:34783:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840374.958347:0:34783:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788840374.958351:0:34783:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee85d30900 going to sleep for 11 seconds 00000100:00000001:2.0:1788840374.958354:0:34783:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840374.958358:0:34783:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840374.958946:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840374.958956:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee84c26200. 00000400:00000200:3.0:1788840374.958964:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840374.958973:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840374.958982:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee912342a8 00000400:00000010:3.0:1788840374.958984:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee912342a8. 00000100:00000001:3.0:1788840374.958989:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840374.958997:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125f800 x1875733134010240/t0(0) o44->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 448/440 e 0 to 0 dl 1788840390 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840374.959009:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840374.959013:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee9125f800 x1875733134010240/t0(0) o44->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 448/440 e 0 to 0 dl 1788840390 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840374.959020:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840374.959022:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840374.962857:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840374.962878:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840374.962883:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840374.962886:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840374.962894:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840374.962901:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840374.962910:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840374.962916:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840374.962923:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840374.962928:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 440 into portal 10 MB=0x6a9f827256780 00000400:00000200:2.0:1788840374.962933:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840374.962941:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 440/440 into md 0x73c5 [1] + 224 00000800:00000001:2.0:1788840374.962950:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840374.962958:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840374.962961:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840374.962966:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840374.962974:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840374.962983:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125f800 x1875733134010240/t0(0) o44->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 448/440 e 0 to 0 dl 1788840390 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840374.962994:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=440 offset=224 replen=440 req@ffff90ee9125f800 x1875733134010240/t0(0) o44->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 448/440 e 0 to 0 dl 1788840390 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840374.963016:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840374.963024:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840374.963027:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840374.963139:0:34783:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788840374.963147:0:34783:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840374.963149:0:34783:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840374.963152:0:34783:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4eb00. 00000400:00000200:3.0:1788840374.963165:0:34783:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234d48 00000400:00000010:3.0:1788840374.963167:0:34783:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234d48. 00000100:00000001:3.0:1788840374.963171:0:34783:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840374.963175:0:34783:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125f800 x1875733134010240/t0(0) o44->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 448/440 e 0 to 0 dl 1788840390 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840374.963184:0:34783:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125f800 x1875733134010240/t0(0) o44->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 448/440 e 0 to 0 dl 1788840390 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840374.963195:0:34783:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840374.963197:0:34783:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840374.963200:0:34783:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840374.963203:0:34783:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840374.963205:0:34783:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840374.963208:0:34783:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840374.963211:0:34783:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840374.963222:0:34783:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=74 v=5 (5 5 102 102) 00000100:00001000:3.0:1788840374.963226:0:34783:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=32 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840374.963229:0:34783:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840374.963231:0:34783:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840374.963234:0:34783:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840374.963237:0:34783:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840374.963242:0:34783:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00100000:3.0:1788840374.963244:0:34783:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: committing for last_committed 8589934613 gen 2 00000100:00000040:3.0:1788840374.963251:0:34783:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 8589934613) req@ffff90ee9125dc00 x1875733134007552/t8589934608(8589934608) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/448 e 0 to 0 dl 1788840389 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840374.963258:0:34783:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840374.963262:0:34783:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125dc00 x1875733134007552/t8589934608(8589934608) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 568/448 e 0 to 0 dl 1788840389 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840374.963268:0:34783:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840374.963271:0:34783:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840374.963274:0:34783:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee9127b800. 02000000:00000001:3.0:1788840374.963277:0:34783:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840374.963279:0:34783:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840374.963281:0:34783:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:3.0:1788840374.963283:0:34783:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840374.963286:0:34783:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee91279800. 02000000:00000001:3.0:1788840374.963289:0:34783:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840374.963290:0:34783:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840374.963292:0:34783:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125dc00. 00000100:00000001:3.0:1788840374.963295:0:34783:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840374.963297:0:34783:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840374.963302:0:34783:0:(client.c:3181:ptlrpc_free_committed()) @@@ commit (last_committed 8589934613) req@ffff90ee87f58a80 x1875733134008576/t8589934610(8589934610) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/456 e 0 to 0 dl 1788840389 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840374.963308:0:34783:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840374.963310:0:34783:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f58a80 x1875733134008576/t8589934610(8589934610) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 520/456 e 0 to 0 dl 1788840389 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840374.963315:0:34783:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840374.963316:0:34783:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840374.963317:0:34783:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee86f35c00. 02000000:00000001:3.0:1788840374.963320:0:34783:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840374.963321:0:34783:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840374.963322:0:34783:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:3.0:1788840374.963324:0:34783:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840374.963325:0:34783:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee86f36c00. 02000000:00000001:3.0:1788840374.963327:0:34783:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840374.963328:0:34783:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840374.963329:0:34783:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f58a80. 00000100:00000001:3.0:1788840374.963332:0:34783:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840374.963333:0:34783:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1788840374.963337:0:34783:0:(client.c:3174:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff90ee87faed80 x1875733134009216/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1788840389 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788840374.963345:0:34783:0:(client.c:3174:ptlrpc_free_committed()) @@@ keeping (FL_REPLAY) req@ffff90ee86d49880 x1875733134009600/t8589934613(8589934613) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1788840389 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840374.963352:0:34783:0:(client.c:3188:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:3.0:1788840374.963354:0:34783:0:(client.c:3235:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: normal: skip=1 replay=2/4 committed=0/0 00000100:00000001:3.0:1788840374.963357:0:34783:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840374.963359:0:34783:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840374.963363:0:34783:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125f800 x1875733134010240/t0(0) o44->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 448/440 e 0 to 0 dl 1788840390 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840374.963370:0:34783:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840374.963372:0:34783:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840374.963374:0:34783:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840374.963378:0:34783:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125f800 x1875733134010240/t0(0) o44->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 448/440 e 0 to 0 dl 1788840390 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840374.963385:0:34783:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125f800 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:34783:1875733134010240:192.168.202.131@tcp:44:multiop.0 00000100:00000001:3.0:1788840374.963391:0:34783:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840374.963394:0:34783:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840374.963396:0:34783:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788840374.963397:0:34783:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840374.963400:0:34783:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125f800 x1875733134010240/t0(0) o44->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 448/440 e 0 to 0 dl 1788840390 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840374.963406:0:34783:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788840374.963408:0:34783:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee85d30900. 00000100:00000001:3.0:1788840374.963411:0:34783:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788840374.963412:0:34783:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840374.963415:0:34783:0:(mdc_request.c:2794:mdc_fsync()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840374.963419:0:34783:0:(lmv_obd.c:3065:lmv_fsync()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840374.963422:0:34783:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840374.963425:0:34783:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125f800 x1875733134010240/t0(0) o44->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 448/440 e 0 to 0 dl 1788840390 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840374.963431:0:34783:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840374.963432:0:34783:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840374.963434:0:34783:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee91278800. 02000000:00000001:3.0:1788840374.963447:0:34783:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840374.963449:0:34783:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840374.963450:0:34783:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:3.0:1788840374.963452:0:34783:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840374.963454:0:34783:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee98878800. 02000000:00000001:3.0:1788840374.963457:0:34783:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840374.963459:0:34783:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840374.963460:0:34783:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125f800. 00000100:00000001:3.0:1788840374.963463:0:34783:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840374.963464:0:34783:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788840374.963468:0:34783:0:(pcc.c:2802:pcc_fsync()) Process entered 00000080:00000001:3.0:1788840374.963469:0:34783:0:(pcc.c:2805:pcc_fsync()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840374.963472:0:34783:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:3.0:1788840374.963476:0:34783:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788840374.963480:0:34783:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044391912 : -122120665159704 : ffff90ee912227e8) 00000020:00001000:3.0:1788840374.963483:0:34783:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912227e0 00000020:00000001:3.0:1788840374.963489:0:34783:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f3a0 -> ffff90ee82e4f3a0 00000020:00000001:3.0:1788840374.963491:0:34783:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788840374.963494:0:34783:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788840374.963497:0:34783:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x34:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:3.0:1788840374.963500:0:34783:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788840374.963501:0:34783:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1788840374.963503:0:34783:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788840374.963507:0:34783:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x34:0x0]io ffff90ee98846310 type 6 ignore/verify layout 0/0 00020000:00000002:3.0:1788840374.963510:0:34783:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee98eff0f8) owner 0000000000000000/ffff90eec216a7c0 00020000:00000001:3.0:1788840374.963515:0:34783:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788840374.963517:0:34783:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788840374.963519:0:34783:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788840374.963521:0:34783:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840374.963523:0:34783:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788840374.963525:0:34783:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788840374.963527:0:34783:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840374.963529:0:34783:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788840374.963529:0:34783:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788840374.963531:0:34783:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788840374.963532:0:34783:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee98eff0f8) owner 0000000000000000/ffff90eec216a7c0 00000020:00000001:3.0:1788840374.963534:0:34783:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840374.963536:0:34783:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:3.0:1788840374.963538:0:34783:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:3.0:1788840374.963539:0:34783:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:3.0:1788840374.963542:0:34783:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:3.0:1788840374.963545:0:34783:0:(lov_offset.c:253:lov_stripe_intersects()) [0->9223372036854775806] -> [(0) 0->9223372036854775806 (0)] 00020000:00000001:3.0:1788840374.963548:0:34783:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788840374.963550:0:34783:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788840374.963552:0:34783:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788840374.963553:0:34783:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044390328 : -122120665161288 : ffff90ee912221b8) 00000020:00001000:3.0:1788840374.963555:0:34783:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912221b0 00000020:00000001:3.0:1788840374.963558:0:34783:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4fc38 -> ffff90ee82e4f3a0 00000020:00000001:3.0:1788840374.963560:0:34783:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1788840374.963563:0:34783:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788840374.963564:0:34783:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788840374.963566:0:34783:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840374.963568:0:34783:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840374.963570:0:34783:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174949984 : -122120534601632 : ffff90ee98ea5060) 00000020:00000001:3.0:1788840374.963572:0:34783:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:3.0:1788840374.963573:0:34783:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840374.963575:0:34783:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840374.963577:0:34783:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840374.963578:0:34783:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:3.0:1788840374.963580:0:34783:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:3.0:1788840374.963582:0:34783:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788840374.963582:0:34783:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:3.0:1788840374.963584:0:34783:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788840374.963585:0:34783:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840374.963587:0:34783:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840374.963588:0:34783:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840374.963590:0:34783:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840374.963591:0:34783:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:3.0:1788840374.963592:0:34783:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840374.963593:0:34783:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840374.963595:0:34783:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:3.0:1788840374.963597:0:34783:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:3.0:1788840374.963598:0:34783:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788840374.963599:0:34783:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:3.0:1788840374.963601:0:34783:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:3.0:1788840374.963603:0:34783:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000020:3.0:1788840374.963607:0:34783:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff90ee87839340 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 2251799813685247] npages 2: rc=0. 00000008:00000001:3.0:1788840374.963611:0:34783:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788840374.963613:0:34783:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000020:3.0:1788840374.963615:0:34783:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff90ee87839340 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:3.0:1788840374.963618:0:34783:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788840374.963620:0:34783:0:(osc_io.c:1067:osc_fsync_ost()) Process entered 00000020:00000001:3.0:1788840374.963622:0:34783:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1788840374.963624:0:34783:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1788840374.963625:0:34783:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1788840374.963627:0:34783:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1788840374.963628:0:34783:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1788840374.963629:0:34783:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1788840374.963632:0:34783:0:(osc_request.c:517:osc_sync_base()) Process entered 00000100:00000010:3.0:1788840374.963667:0:34783:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d48e00. 00000020:00000040:3.0:1788840374.963671:0:34783:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=5 obd=lustre-OST0000-osc-ffff90ee90f70800 00000100:00000001:3.0:1788840374.963676:0:34783:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840374.963687:0:34783:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840374.963692:0:34783:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840374.963699:0:34783:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee85c11400. 00000100:00000001:3.0:1788840374.963705:0:34783:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840374.963712:0:34783:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840374.963715:0:34783:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840374.963721:0:34783:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009e224342] to pc [ptlrpcd_01_01+1] req@ffff90ee86d48e00 x1875733134010368/t0(0) o16->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000008:00000001:3.0:1788840374.963745:0:34783:0:(osc_request.c:541:osc_sync_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788840374.963748:0:34783:0:(osc_io.c:1084:osc_fsync_ost()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788840374.963750:0:34783:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840374.963752:0:34783:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840374.963753:0:34783:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840374.963755:0:34783:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840374.963757:0:34783:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840374.963759:0:34783:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:3.0:1788840374.963761:0:34783:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:3.0:1788840374.963763:0:34783:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:3.0:1788840374.963764:0:34783:0:(cl_io.c:555:cl_io_end()) Process entered 00000100:00000001:3.0:1788840374.963776:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1788840374.963780:0:2361:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1788840374.963781:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840374.963789:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840374.963791:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840374.963793:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840374.963794:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840374.963796:0:2361:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840374.963802:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d48e00 x1875733134010368/t0(0) o16->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840374.963809:0:2361:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840374.963811:0:2361:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840374.963815:0:2361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840374.963817:0:2361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840374.963819:0:2361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840374.963822:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733134010368:192.168.202.131@tcp:16:multiop.0 00000100:00000001:3.0:1788840374.963828:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840374.963833:0:2361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840374.963835:0:2361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840374.963838:0:2361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840374.963843:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86eee000. 02000000:00000001:3.0:1788840374.963844:0:2361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840374.963849:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840374.963852:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4fd10. 00000400:00000010:3.0:1788840374.963857:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e4c8. 00000100:00000200:3.0:1788840374.963863:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733134010368, portal 4 00000100:00000001:3.0:1788840374.963865:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840374.963866:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871534080 : -122120838017536 : ffff90ee86d48e00) 00000100:00000040:3.0:1788840374.963873:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee86d48e00 x1875733134010368/t0(0) o16->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 1788840390 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840374.963879:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840374.963882:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840374.963885:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e7f8. 00000100:00000200:3.0:1788840374.963888:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 440 bytes to portal 28, xid 1875733134010368, offset 0 00000400:00000200:3.0:1788840374.963895:0:2361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840374.963902:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840374.963909:0:2361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840374.963914:0:2361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840374.963919:0:2361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840374.963922:0:2361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840374.963924:0:2361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840374.963928:0:2361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2667:2667:256:4294967295] 192.168.202.131@tcp LPNI seq info [2667:2667:8:4294967295] 00000400:00000200:3.0:1788840374.963932:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840374.963938:0:2361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840374.963944:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 440 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840374.963948:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee86f0de00. 00000800:00000200:3.0:1788840374.963955:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840374.963962:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840374.963966:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee86f0de00 type 1, nob 536 niov 1 nkiov 1 00000100:00000001:3.0:1788840374.963976:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840374.963980:0:2361:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: using a timeout of 23581 usecs (24 jiffies) 00000400:00000200:3.0:1788840374.963983:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840374.963986:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296604805 00000100:00000001:3.0:1788840374.963989:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296606629 00000100:00000001:3.0:1788840374.963991:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296604805 00000100:00000001:3.0:1788840374.963994:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296606629 00000100:00000001:3.0:1788840374.963997:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840374.963999:0:2361:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840374.964002:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840374.964004:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840374.964108:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840374.964113:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0de00. 00000400:00000200:3.0:1788840374.964117:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840374.964121:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840374.964125:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e7f8 00000400:00000010:3.0:1788840374.964127:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e7f8. 00000100:00000001:3.0:1788840374.964132:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840374.964137:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d48e00 x1875733134010368/t0(0) o16->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 1788840390 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840374.964146:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840374.964148:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d48e00 x1875733134010368/t0(0) o16->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 1788840390 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840374.964154:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840374.964156:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000001:2.0:1788840374.965819:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840374.965826:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788840374.976944:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840374.976962:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840374.976966:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840374.976969:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840374.976978:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840374.976985:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840374.976995:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840374.976999:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840374.977004:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840374.977008:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f827256800 00000400:00000200:2.0:1788840374.977013:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840374.977019:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x73d5 [1] + 224 00000800:00000001:2.0:1788840374.977025:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840374.977032:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840374.977036:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840374.977040:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840374.977048:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840374.977059:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d48e00 x1875733134010368/t0(0) o16->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 1788840390 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840374.977070:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=224 offset=224 replen=432 req@ffff90ee86d48e00 x1875733134010368/t0(0) o16->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 1788840390 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840374.977091:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840374.977100:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840374.977103:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840374.981373:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840374.981382:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788840374.981392:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840374.981395:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840374.981399:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4fd10. 00000400:00000200:3.0:1788840374.981406:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e4c8 00000400:00000010:3.0:1788840374.981409:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e4c8. 00000100:00000001:3.0:1788840374.981414:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840374.981424:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d48e00 x1875733134010368/t0(0) o16->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 1788840390 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788840374.981435:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d48e00 x1875733134010368/t0(0) o16->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/432 e 0 to 0 dl 1788840390 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840374.981456:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840374.981458:0:2361:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840374.981461:0:2361:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840374.981464:0:2361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840374.981467:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840374.981469:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840374.981472:0:2361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840374.981481:0:2361:0:(import.c:2149:obd_at_measure()) add 0 to ffff90ee92b5cc60 time=74 v=5 (5 5 5 5) 00000100:00001000:3.0:1788840374.981485:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=9 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840374.981487:0:2361:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:02020000:3.0:1788840374.981492:0:2361:0:(client.c:1505:ptlrpc_check_status()) lustre-OST0000-osc-ffff90ee90f70800: operation ost_sync to node 192.168.202.131@tcp failed: rc = -107 00000100:00000001:3.0:1788840374.981494:0:2361:0:(client.c:1506:ptlrpc_check_status()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1788840374.981498:0:2361:0:(recover.c:202:ptlrpc_request_handle_notconn()) Process entered 00000100:00080000:3.0:1788840374.981501:0:2361:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-OST0000-osc-ffff90ee90f70800 of lustre-OST0000_UUID@192.168.202.131@tcp abruptly disconnected: reconnecting 00000100:00080000:3.0:1788840374.981505:0:2361:0:(import.c:65:import_set_state_nolock()) ffff90ee92b5c800 lustre-OST0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1788840374.981509:0:2361:0:(import.c:182:ptlrpc_set_import_discon()) lustre-OST0000-osc-ffff90ee90f70800: Connection to lustre-OST0000 (at 192.168.202.131@tcp) was lost; in progress operations using this service will wait for recovery to complete 00000100:00000001:3.0:1788840374.981512:0:2361:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:3.0:1788840374.981515:0:2361:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:3.0:1788840374.981518:0:2361:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840374.981520:0:2361:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00000001:3.0:1788840374.981522:0:2361:0:(import.c:701:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1788840374.981524:0:2361:0:(import.c:65:import_set_state_nolock()) ffff90ee92b5c800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1788840374.981527:0:2361:0:(import.c:485:import_select_connection()) Process entered 00000100:00080000:3.0:1788840374.981530:0:2361:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff90ee90f70800: connect to NID 192.168.202.131@tcp last attempt 1928 00000400:00000200:3.0:1788840374.981537:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840374.981543:0:2361:0:(peer.c:1685:LNetPeerDiscovered()) Peer NID 192.168.202.131@tcp is discovered: rc = 1 00000100:00000040:3.0:1788840374.981547:0:2361:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff90ee85e803c0 refcount 11 to 192.168.202.131@tcp 00000100:00000001:3.0:1788840374.981549:0:2361:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788840374.981552:0:2361:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff90ee85e803c0 refcount 12 to 192.168.202.131@tcp 00000100:00000001:3.0:1788840374.981554:0:2361:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621952856032192 : -122120853519424 : ffff90ee85e803c0) 00000020:00000001:3.0:1788840374.981557:0:2361:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788840374.981559:0:2361:0:(genops.c:804:class_conn2export()) looking for export cookie 0x3aa5f499c96f2ce6 00000020:00000001:3.0:1788840374.981562:0:2361:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840374.981565:0:2361:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90ee98818000 refcount=4 00000020:00000001:3.0:1788840374.981567:0:2361:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621953168080896 : -122120541470720 : ffff90ee98818000) 00000020:00000001:3.0:1788840374.981570:0:2361:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446621953168080896 : -122120541470720 : ffff90ee98818000) 00000100:00000040:3.0:1788840374.981572:0:2361:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff90ee85e803c0 refcount 11 to 192.168.202.131@tcp 00000100:00000001:3.0:1788840374.981574:0:2361:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788840374.981576:0:2361:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff90ee85e803c0 refcount 12 to 192.168.202.131@tcp 00000100:00000001:3.0:1788840374.981578:0:2361:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621952856032192 : -122120853519424 : ffff90ee85e803c0) 00000020:00000040:3.0:1788840374.981581:0:2361:0:(genops.c:879:class_export_put()) PUTting export ffff90ee98818000 : new refcount 3 00000100:00080000:3.0:1788840374.981583:0:2361:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff90ee90f70800: import ffff90ee92b5c800 using connection 192.168.202.131@tcp/192.168.202.131@tcp 00000100:00000001:3.0:1788840374.981585:0:2361:0:(import.c:628:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840374.981588:0:2361:0:(sec.c:1579:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1788840374.981594:0:2361:0:(sec.c:1619:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840374.981596:0:2361:0:(sec.c:1647:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840374.981598:0:2361:0:(obd_class.h:888:obd_reconnect()) Process entered 00000008:00100000:3.0:1788840374.981601:0:2361:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683253 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1788840374.981604:0:2361:0:(osc_request.c:3833:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840374.981606:0:2361:0:(obd_class.h:902:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788840374.981614:0:2361:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d48380. 00000020:00000040:3.0:1788840374.981618:0:2361:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=6 obd=lustre-OST0000-osc-ffff90ee90f70800 02000000:00000001:3.0:1788840374.981622:0:2361:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:3.0:1788840374.981623:0:2361:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840374.981626:0:2361:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840374.981630:0:2361:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840374.981635:0:2361:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840374.981668:0:2361:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee86eedc00. 00000100:00000001:3.0:1788840374.981675:0:2361:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840374.981682:0:2361:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff90ee86d48380 x1875733134010496/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788840374.981691:0:2361:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840374.981696:0:2361:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840374.981700:0:2361:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f3e67e77] to pc [ptlrpcd_rcv+-1] req@ffff90ee86d48380 x1875733134010496/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840374.981715:0:2361:0:(import.c:833:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840374.981717:0:2361:0:(recover.c:221:ptlrpc_request_handle_notconn()) Process leaving 00000100:00000001:3.0:1788840374.981719:0:2361:0:(client.c:1714:after_reply()) Process leaving (rc=18446744073709551509 : -107 : ffffffffffffff95) 00000100:00000001:3.0:1788840374.981722:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840374.981724:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840374.981730:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840374.981733:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840374.981735:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840374.981736:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840374.981738:0:2361:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840374.981740:0:2361:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840374.981742:0:2361:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840374.981744:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840374.981747:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840374.981847:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840374.981850:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840374.981852:0:2358:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840374.981858:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d48380 x1875733134010496/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840374.981865:0:2358:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840374.981867:0:2358:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840374.981870:0:2358:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840374.981873:0:2358:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840374.981875:0:2358:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840374.981878:0:2358:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:10f4a654-3497-48d8-8f70-7e89f4f161cc:2358:1875733134010496:192.168.202.131@tcp:8:ptlrpcd_01_00.0 00000100:00000001:1.0:1788840374.981882:0:2358:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840374.981888:0:2358:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840374.981890:0:2358:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840374.981893:0:2358:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840374.981897:0:2358:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee85c5f400. 02000000:00000001:1.0:1788840374.981899:0:2358:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840374.981904:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840374.981908:0:2358:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000010:1.0:1788840374.981912:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea05393b8. 00000100:00000200:1.0:1788840374.981918:0:2358:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733134010496, portal 4 00000100:00000001:1.0:1788840374.981921:0:2358:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840374.981922:0:2358:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871531392 : -122120838020224 : ffff90ee86d48380) 00000100:00000040:1.0:1788840374.981928:0:2358:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee86d48380 x1875733134010496/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1788840384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840374.981934:0:2358:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840374.981937:0:2358:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840374.981939:0:2358:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539908. 00000100:00000200:1.0:1788840374.981942:0:2358:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1875733134010496, offset 0 00000400:00000200:1.0:1788840374.981947:0:2358:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840374.981955:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840374.981962:0:2358:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840374.981967:0:2358:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840374.981971:0:2358:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840374.981974:0:2358:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840374.981977:0:2358:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840374.981980:0:2358:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2668:2668:256:4294967295] 192.168.202.131@tcp LPNI seq info [2668:2668:8:4294967295] 00000400:00000200:1.0:1788840374.981983:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840374.981992:0:2358:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840374.981998:0:2358:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840374.982002:0:2358:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989400. 00000800:00000200:1.0:1788840374.982009:0:2358:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840374.982017:0:2358:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840374.982021:0:2358:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989400 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1788840374.982038:0:2358:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840374.982042:0:2358:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: using a timeout of 23575 usecs (24 jiffies) 00000400:00000200:1.0:1788840374.982045:0:2358:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840374.982047:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296604824 00000100:00000001:1.0:1788840374.982050:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296606629 00000100:00000001:1.0:1788840374.982052:0:2358:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296604824 00000100:00000001:1.0:1788840374.982054:0:2358:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296606629 00000100:00000001:1.0:1788840374.982057:0:2358:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840374.982059:0:2358:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840374.982062:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840374.982064:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840374.982068:0:2358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840374.982069:0:2358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:1.0:1788840374.982071:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840374.982073:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840374.982074:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840374.982076:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840374.982535:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840374.982541:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989400. 00000400:00000200:3.0:1788840374.982546:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840374.982552:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840374.982557:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539908 00000400:00000010:3.0:1788840374.982560:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539908. 00000100:00000001:3.0:1788840374.982563:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840374.982568:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d48380 x1875733134010496/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1788840384 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840374.982577:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840374.982580:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d48380 x1875733134010496/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1788840384 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840374.982588:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840374.982589:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840374.989995:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840374.990016:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840374.990021:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840374.990024:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840374.990034:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840374.990042:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840374.990052:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840374.990057:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840374.990062:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840374.990066:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 416 into portal 4 MB=0x6a9f827256880 00000400:00000200:2.0:1788840374.990071:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840374.990078:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 416/416 into md 0x73e5 [1] + 0 00000800:00000001:2.0:1788840374.990085:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840374.990108:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840374.990112:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840374.990117:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840374.990128:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840374.990138:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d48380 x1875733134010496/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1788840384 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840374.990149:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff90ee86d48380 x1875733134010496/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1788840384 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840374.990179:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840374.990190:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840374.990193:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840374.990262:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840374.990267:0:2358:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788840374.990274:0:2358:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840374.990276:0:2358:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840374.990279:0:2358:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000200:1.0:1788840374.990285:0:2358:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea05393b8 00000400:00000010:1.0:1788840374.990288:0:2358:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea05393b8. 00000100:00000001:1.0:1788840374.990291:0:2358:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840374.990296:0:2358:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d48380 x1875733134010496/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1788840384 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788840374.990306:0:2358:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d48380 x1875733134010496/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/544 e 0 to 0 dl 1788840384 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840374.990312:0:2358:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840374.990314:0:2358:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840374.990317:0:2358:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840374.990320:0:2358:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840374.990322:0:2358:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840374.990325:0:2358:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840374.990328:0:2358:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840374.990338:0:2358:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b5cc60 time=74 v=5 (5 5 5 5) 00000100:00001000:1.0:1788840374.990342:0:2358:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=9 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840374.990345:0:2358:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840374.990347:0:2358:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840374.990351:0:2358:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840374.990354:0:2358:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840374.990358:0:2358:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840374.990360:0:2358:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: skip recheck: last_committed 4294967345 00000100:00000001:1.0:1788840374.990362:0:2358:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840374.990365:0:2358:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840374.990371:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d48380 x1875733134010496/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/416 e 0 to 0 dl 1788840384 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840374.990378:0:2358:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840374.990381:0:2358:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840374.990383:0:2358:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840374.990385:0:2358:0:(import.c:1057:ptlrpc_connect_interpret()) Process entered 00000100:00080000:1.0:1788840374.990392:0:2358:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-ffff90ee90f70800: connect to target with instance 1 00000020:00000001:1.0:1788840374.990395:0:2358:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:1.0:1788840374.990397:0:2358:0:(genops.c:804:class_conn2export()) looking for export cookie 0x3aa5f499c96f2ce6 00000020:00000001:1.0:1788840374.990399:0:2358:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840374.990402:0:2358:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90ee98818000 refcount=4 00000020:00000001:1.0:1788840374.990405:0:2358:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621953168080896 : -122120541470720 : ffff90ee98818000) 00000020:00000001:1.0:1788840374.990407:0:2358:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446621953168080896 : -122120541470720 : ffff90ee98818000) 00000100:00001000:1.0:1788840374.990410:0:2358:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=1788840374 v=0 (0 0 0 0) 00000100:00001000:1.0:1788840374.990413:0:2358:0:(import.c:2215:obd_at_measure()) AT ffff90ee92b5cc18 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000100:00000040:1.0:1788840374.990417:0:2358:0:(obd_cksum.h:77:obd_cksum_types_supported_client()) Crypto hash speed: crc 911, crc32c 5375, adler 879 00000020:00000040:1.0:1788840374.990422:0:2358:0:(genops.c:879:class_export_put()) PUTting export ffff90ee98818000 : new refcount 3 00000100:00000001:1.0:1788840374.990425:0:2358:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1788840374.990428:0:2358:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000020:1.0:1788840374.990432:0:2358:0:(osc_request.c:1062:osc_init_grant()) lustre-OST0000-osc-ffff90ee90f70800, setting cl_avail_grant: 2097152 cl_lost_grant: 0. chunk bits: 20 cl_max_extent_pages: 262144 00000008:00000001:1.0:1788840374.990446:0:2358:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1788840374.990450:0:2358:0:(lov_obd.c:430:lov_notify()) Process entered 00000080:00000001:1.0:1788840374.990455:0:2358:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788840374.990459:0:2358:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840374.990462:0:2358:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840374.990464:0:2358:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840374.990467:0:2358:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840374.990468:0:2358:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1788840374.990473:0:2358:0:(import.c:1338:ptlrpc_connect_interpret()) @@@ lustre-OST0000-osc-ffff90ee90f70800: evicting (reconnect/recover flags not set: 4) req@ffff90ee86d48380 x1875733134010496/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/416 e 0 to 0 dl 1788840384 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788840374.990481:0:2358:0:(import.c:65:import_set_state_nolock()) ffff90ee92b5c800 lustre-OST0000_UUID: changing import state from CONNECTING to EVICTED 00000100:00000001:1.0:1788840374.990485:0:2358:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:02020000:1.0:1788840374.990488:0:2358:0:(import.c:1663:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff90ee90f70800: This client was evicted by lustre-OST0000; in progress operations using this service will fail. 00000100:00080000:1.0:1788840375.000949:0:2358:0:(import.c:1674:ptlrpc_import_recovery_state_machine()) evicted from lustre-OST0000_UUID@192.168.202.131@tcp; invalidating 00000020:00000040:1.0:1788840375.000957:0:2358:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=7 obd=lustre-OST0000-osc-ffff90ee90f70800 00000100:00000001:3.0:1788840375.006560:0:2358:0:(import.c:1695:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840375.006570:0:2358:0:(import.c:1517:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840375.006589:0:2358:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d48380 x1875733134010496/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/416 e 0 to 0 dl 1788840384 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840375.006604:0:2358:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d48380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:10f4a654-3497-48d8-8f70-7e89f4f161cc:2358:1875733134010496:192.168.202.131@tcp:8:ptlrpcd_01_00.0 00000100:00000001:3.0:1788840375.006610:0:2358:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840375.006613:0:2358:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788840375.006614:0:34800:0:(import.c:1594:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000040:3.0:1788840375.006617:0:2358:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d48380 x1875733134010496/t0(0) o8->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 520/416 e 0 to 0 dl 1788840384 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'ptlrpcd_01_00.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840375.006623:0:2358:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840375.006626:0:2358:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:1.0:1788840375.006627:0:34800:0:(import.c:1598:ptlrpc_invalidate_import_thread()) thread invalidate import lustre-OST0000-osc-ffff90ee90f70800 to lustre-OST0000_UUID@192.168.202.131@tcp 02000000:00000010:3.0:1788840375.006630:0:2358:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee85c5f400. 00000100:00000001:1.0:1788840375.006631:0:34800:0:(import.c:135:ptlrpc_deactivate_import_nolock()) Process entered 00000100:00080000:1.0:1788840375.006633:0:34800:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 02000000:00000001:3.0:1788840375.006634:0:2358:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788840375.006635:0:34800:0:(client.c:3574:ptlrpc_abort_inflight()) Process entered 00000020:00000001:3.0:1788840375.006636:0:2358:0:(genops.c:1217:class_import_put()) Process entered 00000100:00100000:1.0:1788840375.006669:0:34800:0:(client.c:3601:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff90ee86d48e00 x1875733134010368/t0(0) o16->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/224 e 0 to 0 dl 1788840390 ref 1 fl Rpc:RSQU/600/0 rc -107/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00000040:3.0:1788840375.006671:0:2358:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=6 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:3.0:1788840375.006674:0:2358:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840375.006677:0:2358:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee86eedc00. 02000000:00000001:3.0:1788840375.006681:0:2358:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840375.006683:0:2358:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840375.006685:0:2358:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d48380. 00000100:00000001:3.0:1788840375.006689:0:2358:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840375.006690:0:2358:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840375.006693:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840375.006701:0:2358:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840375.006702:0:34800:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000001:3.0:1788840375.006703:0:2358:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840375.006704:0:34800:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: committing for last_committed 4294967345 gen 19 00000100:00000001:3.0:1788840375.006705:0:2358:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840375.006707:0:2358:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840375.006710:0:34800:0:(client.c:3163:ptlrpc_free_committed()) @@@ free request with old gen req@ffff90ee87fac000 x1875733134009856/t4294967347(4294967347) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788840389 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840375.006716:0:34800:0:(client.c:3164:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840375.006720:0:34800:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840375.006722:0:34800:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87fac000 x1875733134009856/t4294967347(4294967347) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788840389 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840375.006728:0:34800:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840375.006729:0:34800:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840375.006732:0:34800:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee86f34400. 02000000:00000001:1.0:1788840375.006735:0:34800:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840375.006736:0:34800:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840375.006738:0:34800:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=5 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:1.0:1788840375.006740:0:34800:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840375.006741:0:34800:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 16384 at ffff90ee85d8c000. 02000000:00000001:1.0:1788840375.006760:0:34800:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840375.006761:0:34800:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840375.006763:0:34800:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87fac000. 00000100:00000001:1.0:1788840375.006766:0:34800:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840375.006767:0:34800:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1788840375.006773:0:34800:0:(client.c:3163:ptlrpc_free_committed()) @@@ free request with old gen req@ffff90ee87fafb80 x1875733134009984/t4294967348(4294967348) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788840390 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840375.006779:0:34800:0:(client.c:3164:ptlrpc_free_committed()) Process leaving via free_req (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840375.006790:0:34800:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840375.006793:0:34800:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87fafb80 x1875733134009984/t4294967348(4294967348) o4->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:6/4 lens 8680/448 e 0 to 0 dl 1788840390 ref 1 fl Complete:RMQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840375.006805:0:34800:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840375.006806:0:34800:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840375.006808:0:34800:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee86f36000. 02000000:00000001:1.0:1788840375.006811:0:34800:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840375.006981:0:34800:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840375.006983:0:34800:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=4 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:1.0:1788840375.006985:0:34800:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840375.006988:0:34800:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 16384 at ffff90ee86eac000. 02000000:00000001:1.0:1788840375.006995:0:34800:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840375.006997:0:34800:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840375.007006:0:34800:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87fafb80. 00000100:00000001:1.0:1788840375.007009:0:34800:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840375.007010:0:34800:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840375.007013:0:34800:0:(client.c:3235:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: normal: skip=0 replay=2/2 committed=0/0 00000100:00000001:1.0:1788840375.007016:0:34800:0:(client.c:3236:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840375.007017:0:34800:0:(client.c:3619:ptlrpc_abort_inflight()) Process leaving 00000100:00000001:1.0:1788840375.007018:0:34800:0:(import.c:145:ptlrpc_deactivate_import_nolock()) Process leaving 00000100:00000001:1.0:1788840375.007020:0:34800:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1788840375.007023:0:34800:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:1.0:1788840375.007025:0:34800:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1788840375.007027:0:34800:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:1.0:1788840375.007031:0:34800:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:1.0:1788840375.007033:0:34800:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff90ee98890820 for uuid lustre-OST0000_UUID event(2) 00020000:01000000:1.0:1788840375.007038:0:34800:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID inactive 00020000:00000040:1.0:1788840375.007040:0:34800:0:(lov_obd.c:417:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn 3aa5f499c96f2ce6 00020000:00000001:1.0:1788840375.007042:0:34800:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.007046:0:34800:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788840375.007049:0:34800:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.007051:0:34800:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840375.007053:0:34800:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840375.007055:0:34800:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840375.007056:0:34800:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00100000:1.0:1788840375.007058:0:34800:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00000001:2.0:1788840375.007305:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840375.007308:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840375.007311:0:2361:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840375.007319:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d48e00 x1875733134010368/t0(0) o16->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/224 e 0 to 0 dl 1788840390 ref 1 fl Rpc:ESQU/600/0 rc -5/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840375.007326:0:2361:0:(client.c:2142:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000100:00000001:2.0:1788840375.007329:0:2361:0:(client.c:2993:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840375.007331:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840375.007333:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:2.0:1788840375.007336:0:2361:0:(osc_request.c:477:osc_sync_interpret()) Process entered 00000008:00000001:2.0:1788840375.007338:0:2361:0:(osc_request.c:479:osc_sync_interpret()) Process leaving via out (rc=18446744073709551611 : -5 : 0xfffffffffffffffb) 00000008:00000001:2.0:1788840375.007356:0:2361:0:(osc_request.c:505:osc_sync_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840375.007361:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d48e00 x1875733134010368/t0(0) o16->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/224 e 0 to 0 dl 1788840390 ref 1 fl Interpret:ESQU/600/0 rc 0/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788840375.007368:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733134010368:192.168.202.131@tcp:16:multiop.0 00000100:00000001:2.0:1788840375.007381:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840375.007383:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840375.007386:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d48e00 x1875733134010368/t0(0) o16->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 440/224 e 0 to 0 dl 1788840390 ref 1 fl Complete:ESQU/600/0 rc 0/-107 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840375.007391:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1788840375.007393:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840375.007396:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee86eee000. 02000000:00000001:2.0:1788840375.007399:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1788840375.007401:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:2.0:1788840375.007402:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=3 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:2.0:1788840375.007404:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:2.0:1788840375.007405:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee85c11400. 02000000:00000001:2.0:1788840375.007408:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1788840375.007409:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1788840375.007410:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d48e00. 00000100:00000001:2.0:1788840375.007414:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1788840375.007415:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840375.007417:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840375.007423:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840375.007424:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840375.007426:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840375.007428:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840375.007493:0:34783:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:3.0:1788840375.007496:0:34783:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840375.007499:0:34783:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000080:00000001:3.0:1788840375.007504:0:34783:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1788840375.007508:0:34783:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f3a0 -> ffff90ee82e4f3a0 00000020:00000001:3.0:1788840375.007511:0:34783:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f3a0 -> ffff90ee82e4f3a0 00000020:00000001:3.0:1788840375.007513:0:34783:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1788840375.007518:0:34783:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:3.0:1788840375.007523:0:34783:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788840375.007525:0:34783:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000001:3.0:1788840375.007527:0:34783:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:3.0:1788840375.007528:0:34783:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=8192 : 8192 : 2000) 00020000:00000002:3.0:1788840375.007530:0:34783:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x34:1028 on OST[0]: s=8192 (1) m=1788840373 a=0 c=1788840373 b=1 00020000:00000001:3.0:1788840375.007534:0:34783:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788840375.007536:0:34783:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=8192 m=1788840373 a=0 c=1788840373 b=1 00020000:00000001:3.0:1788840375.007539:0:34783:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840375.007541:0:34783:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840375.007543:0:34783:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f3a0 -> ffff90ee82e4f3a0 00000080:00200000:3.0:1788840375.007545:0:34783:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x34:0x0] updating i_size 8192 i_blocks 1 00000080:00000001:3.0:1788840375.007548:0:34783:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1788840375.007549:0:34783:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:3.0:1788840375.007552:0:34783:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:3.0:1788840375.007554:0:34783:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:3.0:1788840375.007556:0:34783:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788840375.007557:0:34783:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:3.0:1788840375.007558:0:34783:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:3.0:1788840375.007560:0:34783:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840375.007562:0:34783:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840375.007564:0:34783:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:3.0:1788840375.007564:0:34783:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:3.0:1788840375.007566:0:34783:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:3.0:1788840375.007567:0:34783:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:3.0:1788840375.007569:0:34783:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:3.0:1788840375.007570:0:34783:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:3.0:1788840375.007571:0:34783:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:3.0:1788840375.007572:0:34783:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:3.0:1788840375.007574:0:34783:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:3.0:1788840375.007575:0:34783:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840375.007577:0:34783:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840375.007578:0:34783:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788840375.007579:0:34783:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:3.0:1788840375.007581:0:34783:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:3.0:1788840375.007584:0:34783:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788840375.007587:0:34783:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788840375.007588:0:34783:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788840375.007590:0:34783:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1788840375.007591:0:34783:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788840375.007594:0:34783:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912221b0 00020000:00000001:3.0:1788840375.007597:0:34783:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788840375.007599:0:34783:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788840375.007601:0:34783:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788840375.007605:0:34783:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x34:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788840375.007608:0:34783:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788840375.007609:0:34783:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788840375.007611:0:34783:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912227e0 00000080:00000001:3.0:1788840375.007613:0:34783:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00000020:00000001:3.0:1788840375.007618:0:34783:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907e48 00000080:00000008:3.0:1788840375.007621:0:34783:0:(file.c:5438:ll_fsync()) COMPLETED file: name=f24b.recovery-small-1, fid=[0x200000404:0x34:0x0], start=0, end=9223372036854775807, datasync=0, rc=-5 00000080:00000001:3.0:1788840375.007624:0:34783:0:(file.c:5440:ll_fsync()) Process leaving (rc=18446744073709551611 : -5 : fffffffffffffffb) 00020000:00000001:3.0:1788840375.008737:0:34783:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788840375.008745:0:34783:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee98eff0f8) owner 0000000000000000/ffff90eec216a7c0 00020000:00000002:3.0:1788840375.008751:0:34783:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee98eff0f8) owner 0000000000000000/ffff90eec216a7c0 00020000:00000001:3.0:1788840375.008753:0:34783:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840375.008770:0:34783:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:3.0:1788840375.008772:0:34783:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907d88 00000080:00200008:3.0:1788840375.008775:0:34783:0:(file.c:479:ll_file_release()) START file f24b.recovery-small-1:[0x200000404:0x34:0x0](ffff90ee90591148), flags 100002 00000080:00000001:3.0:1788840375.008780:0:34783:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:3.0:1788840375.008782:0:34783:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:3.0:1788840375.008784:0:34783:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788840375.008785:0:34783:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee98eff0f8) owner 0000000000000000/ffff90eec216a7c0 00020000:00000002:3.0:1788840375.008787:0:34783:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee98eff0f8) owner 0000000000000000/ffff90eec216a7c0 00020000:00000001:3.0:1788840375.008788:0:34783:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840375.008790:0:34783:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:3.0:1788840375.008924:0:34783:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840375.008929:0:34783:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788840375.008937:0:34783:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74800 count: 2 00010000:00000001:3.0:1788840375.008941:0:34783:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788840375.008947:0:34783:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788840375.008949:0:34783:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x34:0x0]: 0 00000080:00000001:3.0:1788840375.008953:0:34783:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1788840375.008955:0:34783:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1788840375.008961:0:34783:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff90ee85c11200. 00000080:00000001:3.0:1788840375.008964:0:34783:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1788840375.008969:0:34783:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1788840375.008974:0:34783:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:3.0:1788840375.008975:0:34783:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x34:0x0] 00000002:00000001:3.0:1788840375.008980:0:34783:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1788840375.008982:0:34783:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff90ee90f70800: [0x200000404:0x34:0x0] file closed with intent: 200 00000100:00000010:3.0:1788840375.008987:0:34783:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d48380. 00000020:00000040:3.0:1788840375.008992:0:34783:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:3.0:1788840375.008996:0:34783:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:1.0:1788840375.010927:0:34800:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1788840375.010937:0:34800:0:(osc_request.c:3902:osc_import_event()) Process entered 00000001:00000001:1.0:1788840375.010941:0:34800:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1788840375.010944:0:34800:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00010000:00000040:1.0:1788840375.010960:0:34800:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74c00 count: 2 00010000:00000001:1.0:1788840375.010966:0:34800:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788840375.010969:0:34800:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840375.010971:0:34800:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840375.010975:0:34800:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030c00 refcount=3 00000020:00000001:1.0:1788840375.010977:0:34800:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:1.0:1788840375.010981:0:34800:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757140480 : -122120952411136 : ffff90ee80030c00) 00010000:00000001:1.0:1788840375.010985:0:34800:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788840375.010990:0:34800:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009053ac87/0x3aa5f499c96f392d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80012e400000000 nid: local remote: 0x8a436931312baf28 expref: -99 pid: 34783 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:1.0:1788840375.011012:0:34800:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1788840375.011014:0:34800:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840375.011018:0:34800:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036963208 : -122120672588408 : ffff90ee90b0cd88) 00000020:00001000:1.0:1788840375.011020:0:34800:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0cd80 00000008:00000001:1.0:1788840375.011022:0:34800:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1788840375.011026:0:34800:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:1.0:1788840375.011027:0:34800:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840375.011028:0:34800:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036959896 : -122120672591720 : ffff90ee90b0c098) 00000020:00001000:1.0:1788840375.011029:0:34800:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0c090 00000008:00000001:1.0:1788840375.011032:0:34800:0:(osc_cache.c:3704:osc_ldlm_hp_handle()) Process entered 00000008:00000020:1.0:1788840375.011034:0:34800:0:(osc_cache.c:3724:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:1.0:1788840375.011037:0:34800:0:(osc_cache.c:3740:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1788840375.011039:0:34800:0:(osc_cache.c:3788:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840375.011041:0:34800:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1788840375.011046:0:34800:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1788840375.011049:0:34800:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff90ee87839340 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1788840375.011052:0:34800:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1788840375.011054:0:34800:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff90ee87839340 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 2: rc=0. 00000008:00000001:1.0:1788840375.011058:0:34800:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1788840375.011060:0:34800:0:(osc_lock.c:372:osc_lock_flush()) object ffff90ee87839340: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:1.0:1788840375.011064:0:34800:0:(osc_cache.c:3673:osc_lock_discard_pages()) Process entered 00000020:00000001:1.0:1788840375.011066:0:34800:0:(cl_object.c:143:cl_object_top()) ffff90ee87839340 -> ffff90ee82e4f3a0 00000020:00000001:1.0:1788840375.011069:0:34800:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f3a0 -> ffff90ee82e4f3a0 00000020:00000001:1.0:1788840375.011071:0:34800:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788840375.011074:0:34800:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788840375.011076:0:34800:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x34:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788840375.011079:0:34800:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788840375.011081:0:34800:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788840375.011083:0:34800:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788840375.011087:0:34800:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x34:0x0]io ffff90ee98889700 type 8 ignore/verify layout 1/0 00020000:00000001:1.0:1788840375.011091:0:34800:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788840375.011092:0:34800:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788840375.011094:0:34800:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788840375.011097:0:34800:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788840375.011098:0:34800:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.011099:0:34800:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788840375.011100:0:34800:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788840375.011101:0:34800:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:1.0:1788840375.011103:0:34800:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840375.011104:0:34800:0:(osc_cache.c:3460:osc_page_gang_lookup()) Process entered 00000020:00000001:1.0:1788840375.011109:0:34800:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1788840375.011110:0:34800:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1788840375.011111:0:34800:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1788840375.011112:0:34800:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1788840375.011122:0:34800:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:1.0:1788840375.011125:0:34800:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:1.0:1788840375.011126:0:34800:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446621953168545536 : -122120541006080 : ffff90ee98889700) 00000020:00000001:1.0:1788840375.011129:0:34800:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1788840375.011130:0:34800:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1788840375.011132:0:34800:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788840375.011136:0:34800:0:(cl_page.c:507:__cl_page_state_set()) page@0000000068811fa4[2 00000000ecc627d7 1 1 000000002fac3a50 0 0 0] 00000020:00000001:1.0:1788840375.011138:0:34800:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1788840375.011140:0:34800:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:1.0:1788840375.011141:0:34800:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:1.0:1788840375.011143:0:34800:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.011146:0:34800:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:1.0:1788840375.011147:0:34800:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:1.0:1788840375.011149:0:34800:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788840375.011150:0:34800:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788840375.011151:0:34800:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788840375.011154:0:34800:0:(cl_page.c:507:__cl_page_state_set()) page@0000000068811fa4[2 00000000ecc627d7 2 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788840375.011155:0:34800:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:1.0:1788840375.011156:0:34800:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:1.0:1788840375.011158:0:34800:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:1.0:1788840375.011160:0:34800:0:(osc_page.c:138:osc_page_delete()) ffff90ee8344b220 00000008:00000001:1.0:1788840375.011162:0:34800:0:(osc_cache.c:2676:osc_teardown_async_page()) Process entered 00000008:00000040:1.0:1788840375.011164:0:34800:0:(osc_cache.c:2679:osc_teardown_async_page()) teardown oap ffff90ee8344b230 page ffff90ee8344b220 at index 0. 00000008:00000001:1.0:1788840375.011166:0:34800:0:(osc_cache.c:2701:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840375.011172:0:34800:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:1.0:1788840375.011174:0:34800:0:(vvp_page.c:56:vvp_page_delete()) delete page fffffcfe44c6c1c0 index 0 00000020:00000001:1.0:1788840375.011178:0:34800:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:1.0:1788840375.011180:0:34800:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:1.0:1788840375.011191:0:34800:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1788840375.011192:0:34800:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788840375.011193:0:34800:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788840375.011195:0:34800:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1788840375.011196:0:34800:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:1.0:1788840375.011197:0:34800:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:1.0:1788840375.011199:0:34800:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446621953168545536 : -122120541006080 : ffff90ee98889700) 00000020:00000001:1.0:1788840375.011201:0:34800:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1788840375.011202:0:34800:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1788840375.011203:0:34800:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788840375.011206:0:34800:0:(cl_page.c:507:__cl_page_state_set()) page@00000000eaf8c4f4[2 00000000ecc627d7 1 1 000000002fac3a50 0 0 1] 00000020:00000001:1.0:1788840375.011207:0:34800:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1788840375.011208:0:34800:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:1.0:1788840375.011209:0:34800:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:1.0:1788840375.011211:0:34800:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.011212:0:34800:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:1.0:1788840375.011213:0:34800:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:1.0:1788840375.011214:0:34800:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788840375.011215:0:34800:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788840375.011216:0:34800:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788840375.011219:0:34800:0:(cl_page.c:507:__cl_page_state_set()) page@00000000eaf8c4f4[2 00000000ecc627d7 2 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1788840375.011220:0:34800:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:1.0:1788840375.011221:0:34800:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:1.0:1788840375.011222:0:34800:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:1.0:1788840375.011223:0:34800:0:(osc_page.c:138:osc_page_delete()) ffff90ee8344b140 00000008:00000001:1.0:1788840375.011224:0:34800:0:(osc_cache.c:2676:osc_teardown_async_page()) Process entered 00000008:00000040:1.0:1788840375.011225:0:34800:0:(osc_cache.c:2679:osc_teardown_async_page()) teardown oap ffff90ee8344b150 page ffff90ee8344b140 at index 1. 00000008:00000001:1.0:1788840375.011227:0:34800:0:(osc_cache.c:2701:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840375.011233:0:34800:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:1.0:1788840375.011235:0:34800:0:(vvp_page.c:56:vvp_page_delete()) delete page fffffcfe4490f7c0 index 1 02000000:00000001:3.0:1788840375.011387:0:34783:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840375.011395:0:34783:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840375.011407:0:34783:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee85c10e00. 00000100:00000001:3.0:1788840375.011415:0:34783:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1788840375.011446:0:34783:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff90ee87faed80 x1875733134009216/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1788840389 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1788840375.011460:0:34783:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1788840375.011465:0:34783:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee86d48380 x1875733134010752/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1788840375.011471:0:34783:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788840375.011473:0:34783:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788840375.011479:0:34783:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee86f3de40. 00000100:00000001:3.0:1788840375.011482:0:34783:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952873586240 : -122120835965376 : ffff90ee86f3de40) 00000100:00000001:3.0:1788840375.011484:0:34783:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840375.011486:0:34783:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871531392 : -122120838020224 : ffff90ee86d48380) 00000100:00000001:3.0:1788840375.011490:0:34783:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840375.011493:0:34783:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840375.011495:0:34783:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788840375.011497:0:34783:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840375.011500:0:34783:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d48380 x1875733134010752/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840375.011507:0:34783:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840375.011510:0:34783:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840375.011513:0:34783:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840375.011516:0:34783:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840375.011519:0:34783:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840375.011522:0:34783:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d48380 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:34783:1875733134010752:192.168.202.131@tcp:35:multiop.0 00000100:00000001:3.0:1788840375.011526:0:34783:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840375.011531:0:34783:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840375.011533:0:34783:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840375.011535:0:34783:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840375.011539:0:34783:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86eedc00. 02000000:00000001:3.0:1788840375.011541:0:34783:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840375.011549:0:34783:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840375.011553:0:34783:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4fd10. 00000400:00000010:3.0:1788840375.011560:0:34783:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e4c8. 00000100:00000200:3.0:1788840375.011566:0:34783:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733134010752, portal 10 00000100:00000001:3.0:1788840375.011567:0:34783:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840375.011568:0:34783:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871531392 : -122120838020224 : ffff90ee86d48380) 00000100:00000040:3.0:1788840375.011575:0:34783:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee86d48380 x1875733134010752/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840391 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840375.011581:0:34783:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840375.011584:0:34783:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840375.011586:0:34783:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e7f8. 00000100:00000200:3.0:1788840375.011589:0:34783:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875733134010752, offset 0 00000400:00000200:3.0:1788840375.011595:0:34783:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840375.011606:0:34783:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840375.011616:0:34783:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840375.011623:0:34783:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840375.011627:0:34783:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840375.011631:0:34783:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840375.011634:0:34783:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840375.011669:0:34783:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2669:2669:256:4294967295] 192.168.202.131@tcp LPNI seq info [2669:2669:8:4294967295] 00000400:00000200:3.0:1788840375.011673:0:34783:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000020:00000001:1.0:1788840375.012100:0:34800:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:1.0:1788840375.012102:0:34800:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:1.0:1788840375.012123:0:34800:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1788840375.012125:0:34800:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788840375.012126:0:34800:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788840375.012127:0:34800:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1788840375.012130:0:34800:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788840375.012136:0:34800:0:(cl_page.c:556:cl_batch_put()) page@0000000068811fa4[1 00000000ecc627d7 5 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788840375.012137:0:34800:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:1.0:1788840375.012139:0:34800:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:1.0:1788840375.012144:0:34800:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff90ee8344b1c0. 00000020:00000001:1.0:1788840375.012149:0:34800:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:1.0:1788840375.012151:0:34800:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:1.0:1788840375.012151:0:34800:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788840375.012154:0:34800:0:(cl_page.c:556:cl_batch_put()) page@00000000eaf8c4f4[1 00000000ecc627d7 5 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1788840375.012155:0:34800:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:1.0:1788840375.012156:0:34800:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:1.0:1788840375.012157:0:34800:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff90ee8344b0e0. 00000020:00000001:1.0:1788840375.012159:0:34800:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:1.0:1788840375.012160:0:34800:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:1.0:1788840375.012194:0:34800:0:(osc_cache.c:3537:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788840375.012198:0:34800:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788840375.012202:0:34800:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788840375.012204:0:34800:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788840375.012207:0:34800:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788840375.012209:0:34800:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x34:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:1.0:1788840375.012212:0:34800:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788840375.012213:0:34800:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:1.0:1788840375.012215:0:34800:0:(osc_cache.c:3692:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788840375.012218:0:34800:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0c090 00000008:00000001:1.0:1788840375.012221:0:34800:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.012224:0:34800:0:(cl_object.c:143:cl_object_top()) ffff90ee87839340 -> ffff90ee82e4f3a0 00010000:00000001:1.0:1788840375.012227:0:34800:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:1.0:1788840375.012230:0:34800:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.012233:0:34800:0:(cl_object.c:143:cl_object_top()) ffff90ee87839340 -> ffff90ee82e4f3a0 00000020:00000001:1.0:1788840375.012235:0:34800:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1788840375.012784:0:34800:0:(osc_object.c:161:osc_attr_update()) set kms from 8192to 0 00020000:00000001:1.0:1788840375.012790:0:34800:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788840375.012793:0:34800:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.012803:0:34800:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.012806:0:34800:0:(cl_object.c:143:cl_object_top()) ffff90ee87839340 -> ffff90ee82e4f3a0 00000020:00000001:1.0:1788840375.012807:0:34800:0:(cl_object.c:143:cl_object_top()) ffff90ee82e4f3a0 -> ffff90ee82e4f3a0 00000020:00000001:1.0:1788840375.012809:0:34800:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:1.0:1788840375.013519:0:34800:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.013526:0:34800:0:(cl_object.c:143:cl_object_top()) ffff90ee87839340 -> ffff90ee82e4f3a0 00000008:00000001:1.0:1788840375.013534:0:34800:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788840375.013538:0:34800:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0cd80 00000008:00000001:1.0:1788840375.013542:0:34800:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840375.013547:0:34800:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1788840375.013550:0:34800:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788840375.013555:0:34800:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788840375.013557:0:34800:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788840375.013560:0:34800:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840375.013564:0:34800:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788840375.013569:0:34800:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee80030c00 with handle 0x3aa5f499c96f392d from hash 00010000:00000001:1.0:1788840375.013572:0:34800:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788840375.013573:0:34800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.013575:0:34800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840375.013577:0:34800:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788840375.013581:0:34800:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788840375.013583:0:34800:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1788840375.013586:0:34800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.013587:0:34800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840375.013589:0:34800:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.013590:0:34800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788840375.013594:0:34800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 000000009053ac87/0x3aa5f499c96f392d lrc: 0/0,0 mode: --/PW res: [0x240000400:0x44:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80496f400000000 nid: local remote: 0x8a436931312baf28 expref: -99 pid: 34783 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1788840375.013607:0:34800:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff90ee90b50bc0. 00010000:00000001:1.0:1788840375.013619:0:34800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:1.0:1788840375.013623:0:34800:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee99a74c00 count: 0 00010000:00000010:1.0:1788840375.013629:0:34800:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff90ee99a74000. 00010000:00000040:1.0:1788840375.013667:0:34800:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1000 count: 2 00010000:00000001:1.0:1788840375.013671:0:34800:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788840375.013673:0:34800:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840375.013675:0:34800:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840375.013677:0:34800:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8ce00 refcount=3 00000400:00000200:3.0:1788840375.013964:0:34783:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840375.013978:0:34783:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840375.013989:0:34783:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee86f0de00. 00000800:00000200:3.0:1788840375.013998:0:34783:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840375.014379:0:34783:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840375.014384:0:34783:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee86f0de00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1788840375.014411:0:34783:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840375.014417:0:34783:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 790872 usecs (791 jiffies) 00000400:00000200:3.0:1788840375.014424:0:34783:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840375.014427:0:34783:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296605623 00000100:00000001:3.0:1788840375.014431:0:34783:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296606629 00000100:00000001:3.0:1788840375.014433:0:34783:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296605623 00000100:00000001:3.0:1788840375.014445:0:34783:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296606629 00000100:00000001:3.0:1788840375.014448:0:34783:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840375.014451:0:34783:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840375.014454:0:34783:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840375.014457:0:34783:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788840375.014460:0:34783:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee86f3de40 going to sleep for 11 seconds 00000100:00000001:3.0:1788840375.014463:0:34783:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840375.014466:0:34783:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.014509:0:34800:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888589824 : -122120820961792 : ffff90ee87d8ce00) 00010000:00000001:1.0:1788840375.014513:0:34800:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888589824 : -122120820961792 : ffff90ee87d8ce00) 00010000:00000001:1.0:1788840375.014517:0:34800:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788840375.014521:0:34800:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000e66b11dd/0x3aa5f499c96f393b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80012e400000000 nid: local remote: 0x8a436931312baf52 expref: -99 pid: 34786 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00000008:00000001:1.0:1788840375.014531:0:34800:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1788840375.014534:0:34800:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840375.014538:0:34800:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036963208 : -122120672588408 : ffff90ee90b0cd88) 00000020:00001000:1.0:1788840375.014540:0:34800:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0cd80 00000008:00000001:1.0:1788840375.014542:0:34800:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1788840375.014545:0:34800:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:1.0:1788840375.014546:0:34800:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840375.014547:0:34800:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036959896 : -122120672591720 : ffff90ee90b0c098) 00000020:00001000:1.0:1788840375.014549:0:34800:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0c090 00000008:00000001:1.0:1788840375.014552:0:34800:0:(osc_cache.c:3704:osc_ldlm_hp_handle()) Process entered 00000008:00000020:1.0:1788840375.014554:0:34800:0:(osc_cache.c:3724:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:1.0:1788840375.014558:0:34800:0:(osc_cache.c:3740:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:1.0:1788840375.014560:0:34800:0:(osc_cache.c:3788:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840375.014563:0:34800:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000001:1.0:1788840375.014567:0:34800:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1788840375.014570:0:34800:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff90ee850761c0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1788840375.014573:0:34800:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1788840375.014576:0:34800:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff90ee850761c0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 4503599627370495] npages 2: rc=0. 00000008:00000001:1.0:1788840375.014579:0:34800:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1788840375.014581:0:34800:0:(osc_lock.c:372:osc_lock_flush()) object ffff90ee850761c0: [0 -> 4503599627370495] 0 pages were written back. 00000008:00000001:1.0:1788840375.014585:0:34800:0:(osc_cache.c:3673:osc_lock_discard_pages()) Process entered 00000020:00000001:1.0:1788840375.014587:0:34800:0:(cl_object.c:143:cl_object_top()) ffff90ee850761c0 -> ffff90ee98ea32d8 00000020:00000001:1.0:1788840375.014589:0:34800:0:(cl_object.c:143:cl_object_top()) ffff90ee98ea32d8 -> ffff90ee98ea32d8 00000020:00000001:1.0:1788840375.014591:0:34800:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788840375.014595:0:34800:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788840375.014597:0:34800:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x35:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788840375.014600:0:34800:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788840375.014602:0:34800:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788840375.014603:0:34800:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788840375.014608:0:34800:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x35:0x0]io ffff90ee98889700 type 8 ignore/verify layout 1/0 00020000:00000001:1.0:1788840375.014611:0:34800:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788840375.014613:0:34800:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788840375.014616:0:34800:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788840375.014618:0:34800:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788840375.014620:0:34800:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.014621:0:34800:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788840375.014622:0:34800:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788840375.014624:0:34800:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:1.0:1788840375.014625:0:34800:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840375.014627:0:34800:0:(osc_cache.c:3460:osc_page_gang_lookup()) Process entered 00000020:00000001:1.0:1788840375.014632:0:34800:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1788840375.014634:0:34800:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1788840375.014635:0:34800:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1788840375.014636:0:34800:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1788840375.014665:0:34800:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:1.0:1788840375.014668:0:34800:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:1.0:1788840375.014669:0:34800:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446621953168545536 : -122120541006080 : ffff90ee98889700) 00000020:00000001:1.0:1788840375.014672:0:34800:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1788840375.014673:0:34800:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1788840375.014675:0:34800:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788840375.015197:0:34800:0:(cl_page.c:507:__cl_page_state_set()) page@00000000929edaeb[2 000000001f1d06e1 1 1 000000002fac3a50 0 0 0] 00000020:00000001:1.0:1788840375.015202:0:34800:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1788840375.015205:0:34800:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:1.0:1788840375.015206:0:34800:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:1.0:1788840375.015208:0:34800:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.015211:0:34800:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:1.0:1788840375.015212:0:34800:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:1.0:1788840375.015214:0:34800:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788840375.015215:0:34800:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788840375.015216:0:34800:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788840375.015220:0:34800:0:(cl_page.c:507:__cl_page_state_set()) page@00000000929edaeb[2 000000001f1d06e1 2 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788840375.015221:0:34800:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:1.0:1788840375.015223:0:34800:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:1.0:1788840375.015225:0:34800:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:1.0:1788840375.015226:0:34800:0:(osc_page.c:138:osc_page_delete()) ffff90ee853c0e60 00000008:00000001:1.0:1788840375.015228:0:34800:0:(osc_cache.c:2676:osc_teardown_async_page()) Process entered 00000008:00000040:1.0:1788840375.015230:0:34800:0:(osc_cache.c:2679:osc_teardown_async_page()) teardown oap ffff90ee853c0e70 page ffff90ee853c0e60 at index 0. 00000008:00000001:1.0:1788840375.015232:0:34800:0:(osc_cache.c:2701:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840375.015708:0:34800:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:1.0:1788840375.015712:0:34800:0:(vvp_page.c:56:vvp_page_delete()) delete page fffffcfe44a708c0 index 0 00000020:00000001:1.0:1788840375.015717:0:34800:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:1.0:1788840375.015719:0:34800:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:1.0:1788840375.015729:0:34800:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1788840375.015730:0:34800:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788840375.015731:0:34800:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788840375.015733:0:34800:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1788840375.015734:0:34800:0:(cl_page.c:700:__cl_page_own()) Process entered 00000020:00000001:1.0:1788840375.015736:0:34800:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:1.0:1788840375.015737:0:34800:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446621953168545536 : -122120541006080 : ffff90ee98889700) 00000020:00000001:1.0:1788840375.015740:0:34800:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1788840375.015741:0:34800:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1788840375.015743:0:34800:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788840375.015747:0:34800:0:(cl_page.c:507:__cl_page_state_set()) page@000000005a44c58e[2 000000001f1d06e1 1 1 000000002fac3a50 0 0 1] 00000020:00000001:1.0:1788840375.015749:0:34800:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1788840375.015751:0:34800:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000040:1.0:1788840375.015751:0:34800:0:(cl_page.c:744:__cl_page_own()) res 0 00000020:00000001:1.0:1788840375.015753:0:34800:0:(cl_page.c:747:__cl_page_own()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.015754:0:34800:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:1.0:1788840375.015755:0:34800:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:1.0:1788840375.015756:0:34800:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788840375.015757:0:34800:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788840375.015758:0:34800:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788840375.015761:0:34800:0:(cl_page.c:507:__cl_page_state_set()) page@000000005a44c58e[2 000000001f1d06e1 2 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1788840375.015762:0:34800:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 5 00000020:00000001:1.0:1788840375.015763:0:34800:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:1.0:1788840375.015764:0:34800:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:1.0:1788840375.015765:0:34800:0:(osc_page.c:138:osc_page_delete()) ffff90ee853c0ca0 00000008:00000001:1.0:1788840375.015767:0:34800:0:(osc_cache.c:2676:osc_teardown_async_page()) Process entered 00000008:00000040:1.0:1788840375.015769:0:34800:0:(osc_cache.c:2679:osc_teardown_async_page()) teardown oap ffff90ee853c0cb0 page ffff90ee853c0ca0 at index 1. 00000008:00000001:1.0:1788840375.015771:0:34800:0:(osc_cache.c:2701:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840375.015779:0:34800:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:1.0:1788840375.015781:0:34800:0:(vvp_page.c:56:vvp_page_delete()) delete page fffffcfe44a70040 index 1 00000020:00000001:1.0:1788840375.015783:0:34800:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:1.0:1788840375.015784:0:34800:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:1.0:1788840375.015788:0:34800:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1788840375.015789:0:34800:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788840375.015790:0:34800:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788840375.015791:0:34800:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1788840375.015793:0:34800:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788840375.015805:0:34800:0:(cl_page.c:556:cl_batch_put()) page@00000000929edaeb[1 000000001f1d06e1 5 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788840375.015807:0:34800:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:1.0:1788840375.015809:0:34800:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:1.0:1788840375.015821:0:34800:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff90ee853c0e00. 00000020:00000001:1.0:1788840375.015826:0:34800:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:1.0:1788840375.015827:0:34800:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:1.0:1788840375.015828:0:34800:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788840375.015830:0:34800:0:(cl_page.c:556:cl_batch_put()) page@000000005a44c58e[1 000000001f1d06e1 5 1 0000000000000000 0 0 1] 00000020:00000001:1.0:1788840375.015832:0:34800:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:1.0:1788840375.015832:0:34800:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:1.0:1788840375.015834:0:34800:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff90ee853c0c40. 00000020:00000001:1.0:1788840375.015836:0:34800:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:1.0:1788840375.015837:0:34800:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:1.0:1788840375.015860:0:34800:0:(osc_cache.c:3537:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788840375.015863:0:34800:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788840375.015867:0:34800:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788840375.015869:0:34800:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788840375.015871:0:34800:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788840375.015873:0:34800:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x35:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:1.0:1788840375.015876:0:34800:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788840375.015878:0:34800:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:1.0:1788840375.015879:0:34800:0:(osc_cache.c:3692:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788840375.015882:0:34800:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0c090 00000008:00000001:1.0:1788840375.015885:0:34800:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.015889:0:34800:0:(cl_object.c:143:cl_object_top()) ffff90ee850761c0 -> ffff90ee98ea32d8 00010000:00000001:1.0:1788840375.015892:0:34800:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:1.0:1788840375.015895:0:34800:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.015897:0:34800:0:(cl_object.c:143:cl_object_top()) ffff90ee850761c0 -> ffff90ee98ea32d8 00000020:00000001:1.0:1788840375.015899:0:34800:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1788840375.015901:0:34800:0:(osc_object.c:161:osc_attr_update()) set kms from 8192to 0 00020000:00000001:1.0:1788840375.015905:0:34800:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788840375.015907:0:34800:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.015908:0:34800:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.015910:0:34800:0:(cl_object.c:143:cl_object_top()) ffff90ee850761c0 -> ffff90ee98ea32d8 00000020:00000001:1.0:1788840375.015911:0:34800:0:(cl_object.c:143:cl_object_top()) ffff90ee98ea32d8 -> ffff90ee98ea32d8 00000020:00000001:1.0:1788840375.015913:0:34800:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:1.0:1788840375.015916:0:34800:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.015917:0:34800:0:(cl_object.c:143:cl_object_top()) ffff90ee850761c0 -> ffff90ee98ea32d8 00000008:00000001:1.0:1788840375.015920:0:34800:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788840375.015922:0:34800:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0cd80 00000008:00000001:1.0:1788840375.015924:0:34800:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840375.015927:0:34800:0:(ldlm_request.c:1407:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1788840375.015929:0:34800:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788840375.015934:0:34800:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788840375.015935:0:34800:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788840375.015937:0:34800:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840375.015940:0:34800:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788840375.015943:0:34800:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee87d8ce00 with handle 0x3aa5f499c96f393b from hash 00010000:00000001:1.0:1788840375.015945:0:34800:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788840375.015947:0:34800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.015948:0:34800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840375.015949:0:34800:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788840375.015953:0:34800:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788840375.015954:0:34800:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1788840375.015957:0:34800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.015958:0:34800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840375.015959:0:34800:0:(ldlm_request.c:1809:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.015960:0:34800:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788840375.015964:0:34800:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0000-osc-ffff90ee90f70800 lock: 00000000e66b11dd/0x3aa5f499c96f393b lrc: 0/0,0 mode: --/PW res: [0x240000400:0x45:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->8191) gid 0 flags: 0x80496f400000000 nid: local remote: 0x8a436931312baf52 expref: -99 pid: 34786 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1788840375.015972:0:34800:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff90eea05b2500. 00010000:00000001:1.0:1788840375.015978:0:34800:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000040:1.0:1788840375.015981:0:34800:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee892b1000 count: 0 00010000:00000010:1.0:1788840375.015986:0:34800:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff90ee892b1b00. 00000001:00000001:1.0:1788840375.016027:0:34800:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788840375.016031:0:34800:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1788840375.016033:0:34800:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1788840375.016060:0:34800:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.016063:0:34800:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840375.016065:0:34800:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036963208 : -122120672588408 : ffff90ee90b0cd88) 00000020:00001000:1.0:1788840375.016067:0:34800:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0cd80 00000008:00000001:1.0:1788840375.016070:0:34800:0:(osc_cache.c:2334:osc_check_rpcs()) Process entered 00000008:00000001:1.0:1788840375.016071:0:34800:0:(osc_cache.c:2295:osc_next_obj()) Process entered 00000008:00000001:1.0:1788840375.016074:0:34800:0:(osc_cache.c:2325:osc_next_obj()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840375.016076:0:34800:0:(osc_cache.c:2398:osc_check_rpcs()) Process leaving 00000001:00000001:1.0:1788840375.016077:0:34800:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1788840375.016078:0:34800:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1788840375.016100:0:34800:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788840375.016102:0:34800:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0cd80 00000001:00000001:1.0:1788840375.016104:0:34800:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1788840375.016105:0:34800:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1788840375.016127:0:34800:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788840375.016128:0:34800:0:(hash.c:1696:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:1.0:1788840375.016129:0:34800:0:(hash.c:1609:cfs_hash_for_each_relax()) Process entered 00000001:00000001:1.0:1788840375.016150:0:34800:0:(hash.c:1712:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840375.016152:0:34800:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840375.016155:0:34800:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:00080000:1.0:1788840375.016161:0:34800:0:(import.c:65:import_set_state_nolock()) ffff90ee92b5c800 lustre-OST0000_UUID: changing import state from EVICTED to RECOVER 00000100:00000001:1.0:1788840375.016165:0:34800:0:(import.c:1648:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:1.0:1788840375.016168:0:34800:0:(recover.c:149:ptlrpc_resend()) Process entered 00000100:00000001:1.0:1788840375.016170:0:34800:0:(recover.c:178:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1788840375.016172:0:34800:0:(import.c:65:import_set_state_nolock()) ffff90ee92b5c800 lustre-OST0000_UUID: changing import state from RECOVER to FULL 00000100:00000001:1.0:1788840375.016175:0:34800:0:(obd_class.h:1222:obd_import_event()) Process entered 00000008:00000001:1.0:1788840375.016177:0:34800:0:(osc_request.c:3902:osc_import_event()) Process entered 00000008:00000001:1.0:1788840375.016178:0:34800:0:(obd_class.h:1242:obd_notify()) Process entered 00020000:00000001:1.0:1788840375.016182:0:34800:0:(lov_obd.c:430:lov_notify()) Process entered 00020000:00000001:1.0:1788840375.016185:0:34800:0:(lov_obd.c:349:lov_set_osc_active()) Process entered 00020000:00000040:1.0:1788840375.016187:0:34800:0:(lov_obd.c:351:lov_set_osc_active()) Searching in lov ffff90ee98890820 for uuid lustre-OST0000_UUID event(1) 00020000:01000000:1.0:1788840375.016191:0:34800:0:(lov_obd.c:398:lov_set_osc_active()) Marking OSC lustre-OST0000_UUID active 00020000:00000040:1.0:1788840375.016194:0:34800:0:(lov_obd.c:417:lov_set_osc_active()) lustre-OST0000_UUID: lov idx 0 conn 3aa5f499c96f2ce6 00020000:00000001:1.0:1788840375.016197:0:34800:0:(lov_obd.c:421:lov_set_osc_active()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.016201:0:34800:0:(llite_lib.c:386:ll_upcall_notify()) Process entered 00000080:00000001:1.0:1788840375.016204:0:34800:0:(lcommon_misc.c:85:cl_ocd_update()) Process entered 00000080:00000004:1.0:1788840375.016206:0:34800:0:(lcommon_misc.c:94:cl_ocd_update()) Changing connect_flags: 0xa0427af2e3440038 -> 0xa0427af2e3440038 00000080:00000001:1.0:1788840375.016208:0:34800:0:(lcommon_misc.c:37:cl_init_ea_size()) Process entered 00000080:00000001:1.0:1788840375.016210:0:34800:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:1.0:1788840375.016212:0:34800:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:1.0:1788840375.016213:0:34800:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.016215:0:34800:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.016217:0:34800:0:(obd_class.h:510:obd_get_info()) Process entered 00020000:00000001:1.0:1788840375.016218:0:34800:0:(lov_obd.c:1160:lov_get_info()) Process entered 00020000:00000001:1.0:1788840375.016219:0:34800:0:(lov_obd.c:1211:lov_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.016221:0:34800:0:(obd_class.h:524:obd_get_info()) Process leaving (rc=0 : 0 : 0) 00000080:00080000:1.0:1788840375.016223:0:34800:0:(lcommon_misc.c:56:cl_init_ea_size()) updating def/max_easize: 72/65536 00800000:00000001:1.0:1788840375.016227:0:34800:0:(lmv_obd.c:286:lmv_init_ea_size()) Process entered 00800000:00000001:1.0:1788840375.016229:0:34800:0:(lmv_obd.c:298:lmv_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.016230:0:34800:0:(lcommon_misc.c:59:cl_init_ea_size()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.016232:0:34800:0:(lcommon_misc.c:111:cl_ocd_update()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.016234:0:34800:0:(llite_lib.c:411:ll_upcall_notify()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.016434:0:34800:0:(lov_obd.c:467:lov_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840375.016446:0:34800:0:(obd_class.h:1255:obd_notify()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840375.016448:0:34800:0:(osc_request.c:3969:osc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840375.016450:0:34800:0:(obd_class.h:1233:obd_import_event()) Process leaving 00000100:02000000:1.0:1788840375.016456:0:34800:0:(import.c:1743:ptlrpc_import_recovery_state_machine()) lustre-OST0000-osc-ffff90ee90f70800: Connection restored to 192.168.202.131@tcp (at 192.168.202.131@tcp) 00000100:00000001:1.0:1788840375.016460:0:34800:0:(import.c:1754:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.016462:0:34800:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840375.016464:0:34800:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=2 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:1.0:1788840375.016467:0:34800:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1788840375.016468:0:34800:0:(import.c:1611:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840375.016755:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840375.016761:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0de00. 00000400:00000200:2.0:1788840375.016767:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840375.016774:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840375.016782:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e7f8 00000400:00000010:2.0:1788840375.016784:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e7f8. 00000100:00000001:2.0:1788840375.016790:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840375.016817:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d48380 x1875733134010752/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840391 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840375.016827:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840375.016831:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee86d48380 x1875733134010752/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840391 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840375.016837:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840375.016839:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1788840375.025749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030c00. 00010000:00000010:1.1:1788840375.025763:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74c00. 00010000:00000010:1.1:1788840375.025772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8ce00. 00010000:00000010:1.1:1788840375.025776:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1000. 00000800:00000001:2.0:1788840375.027725:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840375.027746:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840375.027750:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840375.027753:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840375.027762:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.027770:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840375.027778:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.027783:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.027789:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.027793:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 456 into portal 10 MB=0x6a9f827256980 00000400:00000200:2.0:1788840375.027809:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.027819:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 456/456 into md 0x73ed [1] + 224 00000800:00000001:2.0:1788840375.027826:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840375.027833:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840375.027837:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840375.027841:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840375.027850:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840375.027858:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d48380 x1875733134010752/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840391 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840375.027869:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff90ee86d48380 x1875733134010752/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840391 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840375.027890:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840375.027897:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840375.027900:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840375.028024:0:34783:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788840375.028032:0:34783:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840375.028034:0:34783:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840375.028037:0:34783:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4fd10. 00000400:00000200:3.0:1788840375.028041:0:34783:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e4c8 00000400:00000010:3.0:1788840375.028044:0:34783:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e4c8. 00000100:00000001:3.0:1788840375.028047:0:34783:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840375.028052:0:34783:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d48380 x1875733134010752/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840391 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788840375.028061:0:34783:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d48380 x1875733134010752/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840391 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840375.028067:0:34783:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840375.028069:0:34783:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840375.028071:0:34783:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840375.028074:0:34783:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840375.028077:0:34783:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840375.028079:0:34783:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840375.028082:0:34783:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840375.028090:0:34783:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee988234a8 time=75 v=5 (10 5 5 5) 00000100:00001000:3.0:1788840375.028094:0:34783:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=33 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840375.028097:0:34783:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840375.028099:0:34783:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840375.028102:0:34783:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840375.028105:0:34783:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840375.028108:0:34783:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788840375.028109:0:34783:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:3.0:1788840375.028111:0:34783:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788840375.028113:0:34783:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840375.028115:0:34783:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871531392 : -122120838020224 : ffff90ee86d48380) 00000100:00000001:3.0:1788840375.028118:0:34783:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840375.028120:0:34783:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 8589934613 00000100:00000001:3.0:1788840375.028121:0:34783:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840375.028124:0:34783:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840375.028129:0:34783:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d48380 x1875733134010752/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840391 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840375.028136:0:34783:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840375.028139:0:34783:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840375.028141:0:34783:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840375.028145:0:34783:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d48380 x1875733134010752/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840391 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788840375.028152:0:34783:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d48380 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:34783:1875733134010752:192.168.202.131@tcp:35:multiop.0 00000100:00000001:3.0:1788840375.028157:0:34783:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840375.028160:0:34783:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840375.028162:0:34783:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788840375.028164:0:34783:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840375.028168:0:34783:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee86d48380 x1875733134010752/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840391 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840375.028175:0:34783:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788840375.028178:0:34783:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee86f3de40. 00000100:00000001:3.0:1788840375.028181:0:34783:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788840375.028182:0:34783:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840375.028189:0:34783:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840375.028190:0:34783:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871531392 : -122120838020224 : ffff90ee86d48380) 00000002:00000001:3.0:1788840375.028193:0:34783:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840375.028196:0:34783:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788840375.028201:0:34783:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85c11200. 00000080:00000001:3.0:1788840375.028205:0:34783:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:3.0:1788840375.028208:0:34783:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:3.0:1788840375.028213:0:34783:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:3.0:1788840375.028218:0:34783:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff90ee87faed80 x1875733134009216/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1788840389 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840375.028225:0:34783:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840375.028226:0:34783:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890826112 : -122120818725504 : ffff90ee87faed80) 00000100:00000001:3.0:1788840375.028229:0:34783:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840375.028231:0:34783:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87faed80 x1875733134009216/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1788840389 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840375.028248:0:34783:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840375.028250:0:34783:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840375.028253:0:34783:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87faed80 x1875733134009216/t8589934612(8589934612) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1788840389 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840375.028259:0:34783:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1788840375.028262:0:34783:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840375.028264:0:34783:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:3.0:1788840375.028266:0:34783:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840375.028270:0:34783:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee85c5d800. 02000000:00000001:3.0:1788840375.028274:0:34783:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840375.028276:0:34783:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840375.028279:0:34783:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87faed80. 00000100:00000001:3.0:1788840375.028283:0:34783:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840375.028284:0:34783:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840375.028285:0:34783:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840375.028288:0:34783:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee86d48380 x1875733134010752/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840391 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840375.028294:0:34783:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788840375.028295:0:34783:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff90ee83169ea0. 00000002:00000001:3.0:1788840375.028298:0:34783:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840375.028299:0:34783:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788840375.028301:0:34783:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff90ee90b50600. 00000100:00000001:3.0:1788840375.028304:0:34783:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840375.028307:0:34783:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d48380 x1875733134010752/t8589934614(8589934614) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840391 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840375.028313:0:34783:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840375.028315:0:34783:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:3.0:1788840375.028319:0:34783:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90ee92d4d680. 00000080:00000001:3.0:1788840375.028322:0:34783:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840375.028328:0:34783:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907d88 00000080:00000008:3.0:1788840375.028330:0:34783:0:(file.c:523:ll_file_release()) COMPLETED file f24b.recovery-small-1:[0x200000404:0x34:0x0](ffff90ee90591148), flags 100002, rc = 0 00000080:00000001:3.0:1788840375.028333:0:34783:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840375.028338:0:34783:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788840375.028340:0:34783:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201907d98 00000080:00002000:3.0:1788840375.028342:0:34783:0:(dcache.c:127:ll_ddelete()) keeping dentry f24b.recovery-small-1 (ffff90ee90760bd0, parent ffff90ee90736af8, inode ffff90ee90591148) hashed, 00000080:00000001:3.0:1788840375.028345:0:34783:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840375.030700:0:34786:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:3.0:1788840375.030710:0:34786:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee86dd2e88) owner 0000000000000000/ffff90ee92ba0000 00020000:00000002:3.0:1788840375.030717:0:34786:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee86dd2e88) owner 0000000000000000/ffff90ee92ba0000 00020000:00000001:3.0:1788840375.030720:0:34786:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840375.031166:0:34786:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:2.0:1788840375.031172:0:34786:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c17df0 00000080:00200008:2.0:1788840375.031175:0:34786:0:(file.c:479:ll_file_release()) START file f24b.recovery-small-2:[0x200000404:0x35:0x0](ffff90ee9058f448), flags 100002 00000080:00000001:2.0:1788840375.031180:0:34786:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:2.0:1788840375.031184:0:34786:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:2.0:1788840375.031186:0:34786:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788840375.031188:0:34786:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee86dd2e88) owner 0000000000000000/ffff90ee92ba0000 00020000:00000002:2.0:1788840375.031191:0:34786:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee86dd2e88) owner 0000000000000000/ffff90ee92ba0000 00020000:00000001:2.0:1788840375.031192:0:34786:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840375.031195:0:34786:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:2.0:1788840375.031203:0:34786:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840375.031206:0:34786:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840375.031213:0:34786:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55500 count: 2 00010000:00000001:2.0:1788840375.031216:0:34786:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:2.0:1788840375.031221:0:34786:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788840375.031223:0:34786:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x35:0x0]: 0 00000080:00000001:2.0:1788840375.031225:0:34786:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:2.0:1788840375.031227:0:34786:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:2.0:1788840375.031234:0:34786:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff90ee98879400. 00000080:00000001:2.0:1788840375.031237:0:34786:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:2.0:1788840375.031243:0:34786:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:2.0:1788840375.031247:0:34786:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:2.0:1788840375.031250:0:34786:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x35:0x0] 00000002:00000001:2.0:1788840375.031254:0:34786:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:2.0:1788840375.031257:0:34786:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff90ee90f70800: [0x200000404:0x35:0x0] file closed with intent: 200 00000100:00000010:2.0:1788840375.031263:0:34786:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125c380. 00000020:00000040:2.0:1788840375.031267:0:34786:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:2.0:1788840375.031272:0:34786:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840375.031276:0:34786:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840375.031280:0:34786:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840375.031288:0:34786:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee98878400. 00000100:00000001:2.0:1788840375.031295:0:34786:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:2.0:1788840375.031324:0:34786:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff90ee86d49880 x1875733134009600/t8589934613(8589934613) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1788840389 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000020:00100000:2.0:1788840375.031336:0:34786:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:2.0:1788840375.031341:0:34786:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee9125c380 x1875733134011008/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:2.0:1788840375.031347:0:34786:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788840375.031349:0:34786:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788840375.031356:0:34786:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee85d30840. 00000100:00000001:2.0:1788840375.031358:0:34786:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952854657088 : -122120854894528 : ffff90ee85d30840) 00000100:00000001:2.0:1788840375.031360:0:34786:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840375.031362:0:34786:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044628352 : -122120664923264 : ffff90ee9125c380) 00000100:00000001:2.0:1788840375.031367:0:34786:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840375.031371:0:34786:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840375.031373:0:34786:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788840375.031375:0:34786:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840375.031379:0:34786:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125c380 x1875733134011008/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840375.031385:0:34786:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840375.031387:0:34786:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840375.031391:0:34786:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840375.031394:0:34786:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840375.031396:0:34786:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840375.031399:0:34786:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125c380 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:34786:1875733134011008:192.168.202.131@tcp:35:multiop.0 00000100:00000001:2.0:1788840375.031404:0:34786:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840375.031409:0:34786:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840375.031412:0:34786:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840375.031415:0:34786:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840375.031419:0:34786:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee91279800. 02000000:00000001:2.0:1788840375.031428:0:34786:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840375.031435:0:34786:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840375.031450:0:34786:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e898. 00000400:00000010:2.0:1788840375.031458:0:34786:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234110. 00000100:00000200:2.0:1788840375.031466:0:34786:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733134011008, portal 10 00000100:00000001:2.0:1788840375.031468:0:34786:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840375.031469:0:34786:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044628352 : -122120664923264 : ffff90ee9125c380) 00000100:00000040:2.0:1788840375.031476:0:34786:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee9125c380 x1875733134011008/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840391 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840375.031483:0:34786:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840375.031486:0:34786:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840375.031488:0:34786:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234550. 00000100:00000200:2.0:1788840375.031491:0:34786:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875733134011008, offset 0 00000400:00000200:2.0:1788840375.031498:0:34786:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840375.031509:0:34786:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.031517:0:34786:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840375.031523:0:34786:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840375.031528:0:34786:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840375.031532:0:34786:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840375.031535:0:34786:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840375.031539:0:34786:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2670:2670:256:4294967295] 192.168.202.131@tcp LPNI seq info [2670:2670:8:4294967295] 00000400:00000200:2.0:1788840375.031543:0:34786:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.031553:0:34786:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840375.031559:0:34786:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840375.031564:0:34786:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee84c26200. 00000800:00000200:2.0:1788840375.031570:0:34786:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840375.031579:0:34786:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840375.031583:0:34786:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee84c26200 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:2.0:1788840375.031605:0:34786:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840375.031609:0:34786:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 789943 usecs (790 jiffies) 00000400:00000200:2.0:1788840375.031612:0:34786:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840375.031614:0:34786:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296605639 00000100:00000001:2.0:1788840375.031618:0:34786:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296606629 00000100:00000001:2.0:1788840375.031620:0:34786:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296605639 00000100:00000001:2.0:1788840375.031622:0:34786:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296606629 00000100:00000001:2.0:1788840375.031624:0:34786:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840375.031626:0:34786:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840375.031628:0:34786:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840375.031630:0:34786:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788840375.031633:0:34786:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee85d30840 going to sleep for 11 seconds 00000100:00000001:2.0:1788840375.031635:0:34786:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840375.031667:0:34786:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840375.031774:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840375.031779:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee84c26200. 00000400:00000200:3.0:1788840375.031784:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840375.031790:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840375.031808:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234550 00000400:00000010:3.0:1788840375.032369:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234550. 00000100:00000001:3.0:1788840375.032376:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840375.032382:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125c380 x1875733134011008/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840391 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840375.032392:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840375.032395:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee9125c380 x1875733134011008/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840391 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840375.032402:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840375.032404:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840375.068224:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840375.068245:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840375.068250:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840375.068252:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840375.068263:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.068271:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840375.068280:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.068285:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.068290:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.068294:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 456 into portal 10 MB=0x6a9f827256a80 00000400:00000200:2.0:1788840375.068298:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.068304:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 456/456 into md 0x73fd [1] + 224 00000800:00000001:2.0:1788840375.068311:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840375.068319:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840375.068323:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840375.068327:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840375.068336:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840375.068344:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125c380 x1875733134011008/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840391 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840375.068356:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff90ee9125c380 x1875733134011008/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840391 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840375.068384:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840375.068392:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840375.068396:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840375.068473:0:34786:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788840375.068482:0:34786:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840375.068484:0:34786:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840375.068487:0:34786:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e898. 00000400:00000200:1.0:1788840375.068493:0:34786:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234110 00000400:00000010:1.0:1788840375.068496:0:34786:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234110. 00000100:00000001:1.0:1788840375.068498:0:34786:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840375.068503:0:34786:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125c380 x1875733134011008/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840391 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788840375.068512:0:34786:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125c380 x1875733134011008/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840391 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840375.068518:0:34786:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840375.068520:0:34786:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840375.068522:0:34786:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840375.068525:0:34786:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840375.068528:0:34786:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840375.068530:0:34786:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840375.068533:0:34786:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840375.068542:0:34786:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee988234a8 time=75 v=5 (10 5 5 5) 00000100:00001000:1.0:1788840375.068546:0:34786:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=33 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840375.068549:0:34786:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840375.068551:0:34786:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.068553:0:34786:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840375.068557:0:34786:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840375.068559:0:34786:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788840375.068561:0:34786:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788840375.068563:0:34786:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788840375.068565:0:34786:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840375.068567:0:34786:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044628352 : -122120664923264 : ffff90ee9125c380) 00000100:00000001:1.0:1788840375.068570:0:34786:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840375.068572:0:34786:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 8589934613 00000100:00000001:1.0:1788840375.068574:0:34786:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840375.068577:0:34786:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840375.068582:0:34786:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125c380 x1875733134011008/t8589934615(8589934615) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840391 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840375.068589:0:34786:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840375.068592:0:34786:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840375.068594:0:34786:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840375.068598:0:34786:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125c380 x1875733134011008/t8589934615(8589934615) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840391 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788840375.068605:0:34786:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125c380 pname:cluuid:pid:xid:nid:opc:job multiop:10f4a654-3497-48d8-8f70-7e89f4f161cc:34786:1875733134011008:192.168.202.131@tcp:35:multiop.0 00000100:00000001:1.0:1788840375.068610:0:34786:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840375.068613:0:34786:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840375.068615:0:34786:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788840375.068618:0:34786:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840375.068621:0:34786:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee9125c380 x1875733134011008/t8589934615(8589934615) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840391 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840375.068628:0:34786:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840375.068631:0:34786:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee85d30840. 00000100:00000001:1.0:1788840375.068634:0:34786:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788840375.068636:0:34786:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840375.068676:0:34786:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840375.068686:0:34786:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044628352 : -122120664923264 : ffff90ee9125c380) 00000002:00000001:1.0:1788840375.068690:0:34786:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840375.068693:0:34786:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788840375.068698:0:34786:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98879400. 00000080:00000001:1.0:1788840375.068703:0:34786:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788840375.068706:0:34786:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1788840375.068711:0:34786:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788840375.068716:0:34786:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff90ee86d49880 x1875733134009600/t8589934613(8589934613) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1788840389 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840375.068725:0:34786:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840375.068726:0:34786:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871536768 : -122120838014848 : ffff90ee86d49880) 00000100:00000001:1.0:1788840375.068728:0:34786:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840375.068732:0:34786:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d49880 x1875733134009600/t8589934613(8589934613) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1788840389 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840375.068739:0:34786:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840375.068740:0:34786:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840375.068743:0:34786:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d49880 x1875733134009600/t8589934613(8589934613) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 592/664 e 0 to 0 dl 1788840389 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840375.068749:0:34786:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788840375.068752:0:34786:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840375.068754:0:34786:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=5 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:1.0:1788840375.068756:0:34786:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840375.068759:0:34786:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee86eecc00. 02000000:00000001:1.0:1788840375.068763:0:34786:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840375.068765:0:34786:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840375.068767:0:34786:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d49880. 00000100:00000001:1.0:1788840375.068770:0:34786:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840375.068771:0:34786:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840375.068773:0:34786:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840375.068776:0:34786:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee9125c380 x1875733134011008/t8589934615(8589934615) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840391 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840375.068783:0:34786:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840375.068785:0:34786:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff90ee86e75320. 00000002:00000001:1.0:1788840375.068788:0:34786:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840375.068790:0:34786:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788840375.068793:0:34786:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff90eea05b2bc0. 00000100:00000001:1.0:1788840375.068795:0:34786:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840375.068798:0:34786:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125c380 x1875733134011008/t8589934615(8589934615) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840391 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'multiop.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840375.068805:0:34786:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.068808:0:34786:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788840375.068812:0:34786:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90ee82ffc140. 00000080:00000001:1.0:1788840375.068816:0:34786:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.068821:0:34786:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c17df0 00000080:00000008:1.0:1788840375.068824:0:34786:0:(file.c:523:ll_file_release()) COMPLETED file f24b.recovery-small-2:[0x200000404:0x35:0x0](ffff90ee9058f448), flags 100002, rc = 0 00000080:00000001:1.0:1788840375.068827:0:34786:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.068833:0:34786:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788840375.068835:0:34786:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201c17e00 00000080:00002000:1.0:1788840375.068837:0:34786:0:(dcache.c:127:ll_ddelete()) keeping dentry f24b.recovery-small-2 (ffff90ee905ad948, parent ffff90ee90736af8, inode ffff90ee9058f448) hashed, 00000080:00000001:1.0:1788840375.068840:0:34786:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.096571:0:34802:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788840375.096581:0:34802:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788840375.096584:0:34802:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788840375.096587:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d47bc0 00000080:00200000:1.0:1788840375.096593:0:34802:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:1.0:1788840375.096602:0:34802:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98862400. 00800000:00000002:1.0:1788840375.096609:0:34802:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:1.0:1788840375.096613:0:34802:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788840375.096616:0:34802:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788840375.096618:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d47ae0 00800000:00000002:1.0:1788840375.096620:0:34802:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788840375.096623:0:34802:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788840375.096626:0:34802:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788840375.096631:0:34802:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788840375.096632:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d479b0 00000002:00010000:1.0:1788840375.096633:0:34802:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788840375.096636:0:34802:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788840375.097562:0:34802:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840375.097568:0:34802:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840375.097574:0:34802:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74e00 count: 2 00010000:00000001:1.0:1788840375.097579:0:34802:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840375.097584:0:34802:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840375.097589:0:34802:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788840375.097595:0:34802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030400/0x3aa5f499c96f3911 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baebf expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1788840375.097606:0:34802:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788840375.097613:0:34802:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840375.097615:0:34802:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030400/0x3aa5f499c96f3911 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baebf expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:1.0:1788840375.097622:0:34802:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788840375.097624:0:34802:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788840375.097626:0:34802:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788840375.097629:0:34802:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788840375.097631:0:34802:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788840375.097634:0:34802:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788840375.097637:0:34802:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788840375.097954:0:34802:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:1.0:1788840375.097959:0:34802:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98862400. 00000080:00000001:1.0:1788840375.097965:0:34802:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788840375.097967:0:34802:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840375.097970:0:34802:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:1.0:1788840375.097974:0:34802:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f3911 00800000:00000001:1.0:1788840375.097977:0:34802:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788840375.097980:0:34802:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788840375.097982:0:34802:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840375.097985:0:34802:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840375.097987:0:34802:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030400 refcount=3 00000020:00000001:1.0:1788840375.097990:0:34802:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757138432 : -122120952413184 : ffff90ee80030400) 00010000:00000001:1.0:1788840375.097994:0:34802:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757138432 : -122120952413184 : ffff90ee80030400) 00010000:00000001:1.0:1788840375.097997:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.097998:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840375.098076:0:34802:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840375.098079:0:34802:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840375.098082:0:34802:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3911 from it ffffa16201d47bf8 00010000:00000001:1.0:1788840375.098084:0:34802:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840375.098086:0:34802:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840375.098087:0:34802:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030400 refcount=3 00000020:00000001:1.0:1788840375.098089:0:34802:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757138432 : -122120952413184 : ffff90ee80030400) 00010000:00000001:1.0:1788840375.098092:0:34802:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757138432 : -122120952413184 : ffff90ee80030400) 00010000:00000001:1.0:1788840375.098094:0:34802:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840375.098097:0:34802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030400/0x3aa5f499c96f3911 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312baebf expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788840375.098104:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.098105:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840375.098107:0:34802:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840375.098110:0:34802:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840375.098112:0:34802:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030400/0x3aa5f499c96f3911 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baebf expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788840375.098212:0:34802:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840375.098215:0:34802:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840375.098217:0:34802:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840375.098221:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.098222:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840375.098224:0:34802:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.098227:0:34802:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840375.098229:0:34802:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.098231:0:34802:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.098233:0:34802:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.098302:0:34802:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840375.098304:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.098305:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788840375.098309:0:34802:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788840375.098311:0:34802:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788840375.098314:0:34802:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788840375.098320:0:34802:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788840375.098518:0:34802:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff90ee83169340. 00000080:00000001:0.0:1788840375.098525:0:34802:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840375.098527:0:34802:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788840375.098529:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d47b00 00000080:00200000:0.0:1788840375.098531:0:34802:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:0.0:1788840375.098536:0:34802:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98d1f000. 00800000:00000002:0.0:1788840375.098542:0:34802:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840375.098546:0:34802:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840375.098549:0:34802:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840375.098552:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d47a20 00800000:00000002:0.0:1788840375.098554:0:34802:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840375.098557:0:34802:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788840375.098561:0:34802:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788840375.098564:0:34802:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840375.098566:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d478f0 00000002:00010000:0.0:1788840375.098568:0:34802:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788840375.098571:0:34802:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788840375.098572:0:34802:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840375.098575:0:34802:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840375.098579:0:34802:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74e00 count: 2 00010000:00000001:0.0:1788840375.098582:0:34802:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840375.098585:0:34802:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840375.098588:0:34802:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788840375.098591:0:34802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030400/0x3aa5f499c96f3911 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baebf expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1788840375.098599:0:34802:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840375.098603:0:34802:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840375.098605:0:34802:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030400/0x3aa5f499c96f3911 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baebf expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:0.0:1788840375.098611:0:34802:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788840375.098613:0:34802:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840375.098614:0:34802:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840375.098616:0:34802:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840375.098617:0:34802:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840375.098619:0:34802:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788840375.098622:0:34802:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788840375.098623:0:34802:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840375.098625:0:34802:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98d1f000. 00000080:00000001:0.0:1788840375.098629:0:34802:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788840375.098630:0:34802:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840375.098632:0:34802:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:0.0:1788840375.098634:0:34802:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f3911 00800000:00000001:0.0:1788840375.101420:0:34802:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840375.101433:0:34802:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840375.101445:0:34802:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840375.101448:0:34802:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840375.101453:0:34802:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030400 refcount=3 00000020:00000001:0.0:1788840375.101458:0:34802:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757138432 : -122120952413184 : ffff90ee80030400) 00010000:00000001:0.0:1788840375.101463:0:34802:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757138432 : -122120952413184 : ffff90ee80030400) 00010000:00000001:0.0:1788840375.101467:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.101468:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840375.101470:0:34802:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840375.101472:0:34802:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840375.101476:0:34802:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3911 from it ffffa16201d47b38 00010000:00000001:0.0:1788840375.101478:0:34802:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840375.101479:0:34802:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840375.101481:0:34802:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80030400 refcount=3 00000020:00000001:0.0:1788840375.101483:0:34802:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757138432 : -122120952413184 : ffff90ee80030400) 00010000:00000001:0.0:1788840375.101484:0:34802:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757138432 : -122120952413184 : ffff90ee80030400) 00010000:00000001:0.0:1788840375.101487:0:34802:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840375.101492:0:34802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030400/0x3aa5f499c96f3911 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312baebf expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788840375.101501:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.101502:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840375.101504:0:34802:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840375.101507:0:34802:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840375.101510:0:34802:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030400/0x3aa5f499c96f3911 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baebf expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1788840375.101516:0:34802:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840375.101520:0:34802:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840375.101522:0:34802:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840375.101526:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.101527:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840375.101529:0:34802:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.101532:0:34802:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840375.101534:0:34802:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.101536:0:34802:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.101539:0:34802:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.101541:0:34802:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840375.101542:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.101543:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788840375.101547:0:34802:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788840375.101549:0:34802:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840375.101552:0:34802:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 3 00000080:00000001:0.0:1788840375.101559:0:34802:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840375.101563:0:34802:0:(namei.c:1405:ll_atomic_open()) Process entered 00000020:00000001:0.0:1788840375.101565:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d47b58 00000080:00200000:0.0:1788840375.101568:0:34802:0:(namei.c:1412:ll_atomic_open()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), file ffff90ee86f91980, open_flags 8441, mode 81b6 opened 0 00000080:00000010:0.0:1788840375.101599:0:34802:0:(namei.c:1432:ll_atomic_open()) kmalloced '(it)': 72 at ffff90ee9887d300. 00000080:00000001:0.0:1788840375.101605:0:34802:0:(namei.c:1066:ll_lookup_it()) Process entered 00000020:00000001:0.0:1788840375.101606:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d47a08 00000080:00200000:0.0:1788840375.101608:0:34802:0:(namei.c:1072:ll_lookup_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), intent=open|creat 00000080:00000010:0.0:1788840375.101616:0:34802:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98d1f000. 00800000:00000002:0.0:1788840375.101620:0:34802:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840375.101626:0:34802:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840375.101629:0:34802:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840375.101631:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d47928 00800000:00000002:0.0:1788840375.101633:0:34802:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x0:0x0:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840375.101636:0:34802:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00800000:00000001:0.0:1788840375.101748:0:34802:0:(lmv_obd.c:2248:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1788840375.101753:0:34802:0:(lmv_obd.c:2294:lmv_locate_tgt_create()) Process leaving (rc=18446621952875900928 : -122120833650688 : ffff90ee87173000) 00800000:00000001:0.0:1788840375.101757:0:34802:0:(lmv_obd.c:1208:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1788840375.101759:0:34802:0:(obd_class.h:931:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1788840375.101762:0:34802:0:(mdc_request.c:2962:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1788840375.101764:0:34802:0:(fid_request.c:299:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1788840375.101767:0:34802:0:(fid_request.c:336:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff90ee90f70800: Allocated FID [0x200000404:0x36:0x0] 40000000:00000001:0.0:1788840375.101769:0:34802:0:(fid_request.c:340:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840375.101772:0:34802:0:(mdc_request.c:2968:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840375.101773:0:34802:0:(obd_class.h:944:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840375.101775:0:34802:0:(lmv_obd.c:1232:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840375.101777:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d478a8 00800000:00000002:0.0:1788840375.101779:0:34802:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='recon' -> mds #0 layout version 1 00000002:00000001:0.0:1788840375.101784:0:34802:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840375.101786:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d477e0 00000002:00010000:0.0:1788840375.101788:0:34802:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: recon,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0102102 00000002:00000001:0.0:1788840375.101791:0:34802:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788840375.101794:0:34802:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788840375.102119:0:34802:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00000002:00000001:0.0:1788840375.102125:0:34802:0:(mdc_reint.c:67:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840375.102128:0:34802:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788840375.102132:0:34802:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74e00 count: 2 00010000:00000001:0.0:1788840375.102135:0:34802:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840375.102138:0:34802:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788840375.102141:0:34802:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788840375.102144:0:34802:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030400/0x3aa5f499c96f3911 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8a436931312baebf expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000080:00000001:0.0:1788840375.102153:0:34802:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1788840375.102156:0:34802:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1788840375.102158:0:34802:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1788840375.102161:0:34802:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1788840375.102164:0:34802:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840375.102166:0:34802:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840375.102169:0:34802:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74e00 count: 3 00010000:00000001:0.0:1788840375.102171:0:34802:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840375.102175:0:34802:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840375.102177:0:34802:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840375.102178:0:34802:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840375.102180:0:34802:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74e00 count: 3 00010000:00000001:0.0:1788840375.102181:0:34802:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840375.102185:0:34802:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840375.102186:0:34802:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840375.102187:0:34802:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840375.102188:0:34802:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee99a74e00 count: 3 00010000:00000001:0.0:1788840375.102190:0:34802:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840375.102191:0:34802:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840375.102193:0:34802:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1788840375.102196:0:34802:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff90ee90514200, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1788840375.102200:0:34802:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1788840375.102203:0:34802:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1788840375.102206:0:34802:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1788840375.102207:0:34802:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.102210:0:34802:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788840375.102215:0:34802:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788840375.102217:0:34802:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788840375.102219:0:34802:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840375.102222:0:34802:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1788840375.102225:0:34802:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee80030400 with handle 0x3aa5f499c96f3911 from hash 00010000:00000001:0.0:1788840375.102227:0:34802:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788840375.102228:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.102229:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840375.102231:0:34802:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788840375.102233:0:34802:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788840375.102234:0:34802:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1788840375.102304:0:34802:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788840375.102306:0:34802:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840375.102308:0:34802:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1788840375.102316:0:34802:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f5ad80. 00000020:00000040:0.0:1788840375.102320:0:34802:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=6 obd=lustre-MDT0000-mdc-ffff90ee90f70800 02000000:00000001:0.0:1788840375.102326:0:34802:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788840375.102328:0:34802:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.102331:0:34802:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788840375.102336:0:34802:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840375.102339:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.102341:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840375.102342:0:34802:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840375.102345:0:34802:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840375.102347:0:34802:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840375.102351:0:34802:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840375.102359:0:34802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee86f37c00. 00000100:00000001:0.0:1788840375.102366:0:34802:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.102371:0:34802:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840375.102373:0:34802:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788840375.102377:0:34802:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030400/0x3aa5f499c96f3911 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312baebf expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00010000:0.0:1788840375.102383:0:34802:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788840375.102385:0:34802:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1788840375.102386:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788840375.102389:0:34802:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80030400/0x3aa5f499c96f3911 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312baebf expref: -99 pid: 34776 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000040:0.0:1788840375.102397:0:34802:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee99a74e00 count: 0 00010000:00000010:0.0:1788840375.102402:0:34802:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90ee90f56880. 00010000:00000001:0.0:1788840375.102413:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840375.102415:0:34802:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.102417:0:34802:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840375.102418:0:34802:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.102420:0:34802:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840375.102431:0:34802:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446621952890482048 : -122120819069568 : ffff90ee87f5ad80) 00010000:00000001:0.0:1788840375.102446:0:34802:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788840375.102448:0:34802:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1788840375.102453:0:34802:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee99a74a00. 00010000:00000010:0.0:1788840375.102457:0:34802:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee90f56880. 00010000:00000001:0.0:1788840375.102462:0:34802:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788840375.102465:0:34802:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee80031a00. 00000020:00000001:0.0:1788840375.102468:0:34802:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788840375.102470:0:34802:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee80031a00 with handle 0x3aa5f499c96f3942 to hash 00000020:00000001:0.0:1788840375.102473:0:34802:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788840375.102474:0:34802:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:0.0:1788840375.102478:0:34802:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:0.0:1788840375.102481:0:34802:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840375.102482:0:34802:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840375.102487:0:34802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3942 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34802 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840375.102494:0:34802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3942 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34802 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788840375.102506:0:34802:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788840375.102517:0:34802:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee87f5ad80 x1875733134011264/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788840375.102527:0:34802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3942 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34802 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788840375.102533:0:34802:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788840375.102535:0:34802:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788840375.102542:0:34802:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee916eec00. 00000100:00000001:0.0:1788840375.102544:0:34802:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621953049422848 : -122120660128768 : ffff90ee916eec00) 00000100:00000001:0.0:1788840375.102547:0:34802:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840375.102548:0:34802:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890482048 : -122120819069568 : ffff90ee87f5ad80) 00000100:00000001:0.0:1788840375.102553:0:34802:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840375.102557:0:34802:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840375.102560:0:34802:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788840375.102562:0:34802:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840375.102566:0:34802:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f5ad80 x1875733134011264/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840375.102574:0:34802:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840375.102577:0:34802:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840375.102582:0:34802:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840375.102585:0:34802:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840375.102587:0:34802:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840375.102591:0:34802:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f5ad80 pname:cluuid:pid:xid:nid:opc:job bash:10f4a654-3497-48d8-8f70-7e89f4f161cc:34802:1875733134011264:192.168.202.131@tcp:101:bash.0 00000100:00000001:0.0:1788840375.102596:0:34802:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840375.102602:0:34802:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840375.102605:0:34802:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840375.102608:0:34802:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840375.103084:0:34802:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff90ee87fe0000. 02000000:00000001:0.0:1788840375.103089:0:34802:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840375.103098:0:34802:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840375.103205:0:34802:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e160. 00000400:00000010:2.0:1788840375.103215:0:34802:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff90ee9127b800. 00000100:00000200:2.0:1788840375.103224:0:34802:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875733134011264, portal 10 00000100:00000001:2.0:1788840375.103226:0:34802:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840375.103227:0:34802:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890482048 : -122120819069568 : ffff90ee87f5ad80) 00000100:00000040:2.0:1788840375.103306:0:34802:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87f5ad80 x1875733134011264/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840391 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840375.103316:0:34802:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840375.103320:0:34802:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840375.103324:0:34802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234660. 00000100:00000200:2.0:1788840375.103327:0:34802:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875733134011264, offset 0 00000400:00000200:2.0:1788840375.103334:0:34802:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840375.103344:0:34802:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.103352:0:34802:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840375.103359:0:34802:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840375.103363:0:34802:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840375.103367:0:34802:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840375.103370:0:34802:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840375.103374:0:34802:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2671:2671:256:4294967295] 192.168.202.131@tcp LPNI seq info [2671:2671:8:4294967295] 00000400:00000200:2.0:1788840375.103379:0:34802:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.103388:0:34802:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840375.103394:0:34802:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840375.103400:0:34802:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee84c26200. 00000800:00000200:2.0:1788840375.103406:0:34802:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840375.103413:0:34802:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840375.103418:0:34802:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee84c26200 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:2.0:1788840375.103483:0:34802:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840375.103489:0:34802:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 789047 usecs (790 jiffies) 00000400:00000200:2.0:1788840375.103492:0:34802:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840375.103496:0:34802:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296605711 00000100:00000001:2.0:1788840375.103499:0:34802:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296606629 00000100:00000001:2.0:1788840375.103501:0:34802:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296605711 00000100:00000001:2.0:1788840375.103503:0:34802:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296606629 00000100:00000001:2.0:1788840375.103506:0:34802:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840375.103508:0:34802:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840375.103511:0:34802:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840375.103513:0:34802:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788840375.103516:0:34802:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee916eec00 going to sleep for 11 seconds 00000100:00000001:2.0:1788840375.103519:0:34802:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840375.103522:0:34802:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840375.103782:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840375.103788:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee84c26200. 00000400:00000200:3.0:1788840375.103793:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840375.103873:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840375.103880:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234660 00000400:00000010:3.0:1788840375.103882:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234660. 00000100:00000001:3.0:1788840375.103886:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840375.103891:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f5ad80 x1875733134011264/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840391 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840375.103901:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840375.103904:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f5ad80 x1875733134011264/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840391 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840375.103911:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840375.103913:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1788840375.110308:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74e00. 00010000:00000010:0.1:1788840375.110325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80030400. 00000800:00000001:2.0:1788840375.121083:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840375.121104:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840375.121109:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840375.121112:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840375.121121:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.121129:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840375.121138:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.121144:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.121150:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.121154:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 664 into portal 10 MB=0x6a9f827256b80 00000400:00000200:2.0:1788840375.121159:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.121168:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 664/664 into md 0x740d [32] + 224 00000800:00000001:2.0:1788840375.121176:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840375.121183:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840375.121187:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840375.121192:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840375.121202:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840375.121214:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f5ad80 x1875733134011264/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840391 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840375.121225:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff90ee87f5ad80 x1875733134011264/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840391 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840375.121257:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1788840375.121265:0:2354:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1788840375.121268:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.121273:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840375.121279:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2672:2672:256:4294967295] 192.168.202.131@tcp LPNI seq info [2672:2672:8:4294967295] 00000400:00000200:2.0:1788840375.121283:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.121292:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) 192.168.202.131@tcp : ACK try# 0 00000800:00000200:2.0:1788840375.121298:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 32 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840375.121304:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 744 at ffff90ee9127a400. 00000800:00000200:2.0:1788840375.121309:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840375.121316:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840375.121320:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee9127a400 type 0, nob 96 niov 1 nkiov 0 00000800:00000001:3.0:1788840375.121394:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000100:00000001:3.0:1788840375.121416:0:34802:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000800:00000200:2.0:1788840375.121418:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840375.121421:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 744 at ffff90ee9127a400. 00000400:00000001:3.0:1788840375.121424:0:34802:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1788840375.121424:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000001:3.0:1788840375.121426:0:34802:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1788840375.121428:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: ACK: OK 00000400:00000010:3.0:1788840375.121430:0:34802:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e160. 00000400:00000200:3.0:1788840375.121445:0:34802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee9127b800 00000400:00000010:3.0:1788840375.121448:0:34802:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff90ee9127b800. 00000800:00000001:2.0:1788840375.121449:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840375.121451:0:34802:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840375.121455:0:34802:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f5ad80 x1875733134011264/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840391 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788840375.121470:0:34802:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f5ad80 x1875733134011264/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840391 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840375.121476:0:34802:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840375.121479:0:34802:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840375.121481:0:34802:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840375.121484:0:34802:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840375.121487:0:34802:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840375.121489:0:34802:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840375.121492:0:34802:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840375.121503:0:34802:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=75 v=5 (5 5 102 102) 00000100:00001000:3.0:1788840375.121507:0:34802:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=33 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840375.121509:0:34802:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840375.121511:0:34802:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840375.121514:0:34802:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840375.121518:0:34802:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840375.121521:0:34802:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1788840375.121523:0:34802:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a2/0x1] 00000100:00000001:3.0:1788840375.121525:0:34802:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1788840375.121527:0:34802:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840375.121529:0:34802:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890482048 : -122120819069568 : ffff90ee87f5ad80) 00000100:00000001:3.0:1788840375.121532:0:34802:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840375.121534:0:34802:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 8589934613 00000100:00000001:3.0:1788840375.121536:0:34802:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840375.121539:0:34802:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840375.121543:0:34802:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f5ad80 x1875733134011264/t8589934616(8589934616) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/664 e 0 to 0 dl 1788840391 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840375.121550:0:34802:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840375.121553:0:34802:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840375.121554:0:34802:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840375.121558:0:34802:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f5ad80 x1875733134011264/t8589934616(8589934616) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/664 e 0 to 0 dl 1788840391 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788840375.121565:0:34802:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f5ad80 pname:cluuid:pid:xid:nid:opc:job bash:10f4a654-3497-48d8-8f70-7e89f4f161cc:34802:1875733134011264:192.168.202.131@tcp:101:bash.0 00000100:00000001:3.0:1788840375.121570:0:34802:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840375.121572:0:34802:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840375.121574:0:34802:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1788840375.121576:0:34802:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840375.121580:0:34802:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f5ad80 x1875733134011264/t8589934616(8589934616) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/664 e 0 to 0 dl 1788840391 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840375.121586:0:34802:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1788840375.121589:0:34802:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee916eec00. 00000100:00000001:3.0:1788840375.121592:0:34802:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1788840375.121594:0:34802:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840375.121597:0:34802:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788840375.121602:0:34802:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840375.121605:0:34802:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840375.121608:0:34802:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031a00 refcount=4 00000020:00000001:3.0:1788840375.121610:0:34802:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:3.0:1788840375.121614:0:34802:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000040:3.0:1788840375.121621:0:34802:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee80031a00, remote cookie: 0x8a436931312baf75, flags: 0x1001 00010000:00010000:3.0:1788840375.121627:0:34802:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3942 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baf75 expref: -99 pid: 34802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788840375.121635:0:34802:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x36:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:3.0:1788840375.121685:0:34802:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000010:3.0:1788840375.121693:0:34802:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee85e55f00. 00010000:00000010:3.0:1788840375.121697:0:34802:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee86e2f400. 00010000:00000040:3.0:1788840375.121702:0:34802:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee99a74a00 count: 0 00010000:00000010:3.0:1788840375.121708:0:34802:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90ee90f56880. 00010000:00000001:3.0:1788840375.121718:0:34802:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840375.121721:0:34802:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3942 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baf75 expref: -99 pid: 34802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788840375.121730:0:34802:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3942 lrc: 4/0,1 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baf75 expref: -99 pid: 34802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840375.121737:0:34802:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788840375.121742:0:34802:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:3.0:1788840375.121744:0:34802:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:3.0:1788840375.121745:0:34802:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:3.0:1788840375.121747:0:34802:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:3.0:1788840375.121749:0:34802:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x36:0x0].0x0 (ffff90ee85e55f00) refcount = 1 00010000:00010000:3.0:1788840375.121753:0:34802:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3942 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312baf75 expref: -99 pid: 34802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840375.121759:0:34802:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:3.0:1788840375.121762:0:34802:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788840375.121764:0:34802:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840375.121767:0:34802:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788840375.121769:0:34802:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840375.121772:0:34802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3942 lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baf75 expref: -99 pid: 34802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840375.121778:0:34802:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788840375.121780:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840375.121781:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840375.121782:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840375.121783:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840375.121785:0:34802:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840375.121789:0:34802:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:3.0:1788840375.121792:0:34802:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840375.121793:0:34802:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840375.121795:0:34802:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031a00 refcount=3 00000020:00000001:3.0:1788840375.121796:0:34802:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:3.0:1788840375.121798:0:34802:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:3.0:1788840375.121801:0:34802:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840375.121802:0:34802:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840375.121803:0:34802:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031a00 refcount=4 00000020:00000001:3.0:1788840375.121805:0:34802:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:3.0:1788840375.121807:0:34802:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:3.0:1788840375.121810:0:34802:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840375.121813:0:34802:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840375.121816:0:34802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3942 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312baf75 expref: -99 pid: 34802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840375.121823:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840375.121824:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840375.121825:0:34802:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840375.121826:0:34802:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840375.121827:0:34802:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031a00 refcount=5 00000020:00000001:3.0:1788840375.121829:0:34802:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:3.0:1788840375.121831:0:34802:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:3.0:1788840375.121833:0:34802:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788840375.121835:0:34802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3942 lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312baf75 expref: -99 pid: 34802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840375.121841:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840375.121842:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788840375.121844:0:34802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3942 lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312baf75 expref: -99 pid: 34802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840375.121850:0:34802:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788840375.121851:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840375.121852:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840375.121853:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840375.121854:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:3.0:1788840375.121859:0:34802:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x37, status=0 req@ffff90ee87f5ad80 x1875733134011264/t8589934616(8589934616) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/664 e 0 to 0 dl 1788840391 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788840375.121869:0:34802:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:3.0:1788840375.121874:0:34802:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90ee87f5ad80 x1875733134011264/t8589934616(8589934616) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/664 e 0 to 0 dl 1788840391 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:3.0:1788840375.121885:0:34802:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840375.121891:0:34802:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840375.121892:0:34802:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840375.121894:0:34802:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031a00 refcount=3 00000020:00000001:3.0:1788840375.121896:0:34802:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:3.0:1788840375.121897:0:34802:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00000002:00010000:3.0:1788840375.121901:0:34802:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3942 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baf75 expref: -99 pid: 34802 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:2.0:1788840375.122037:0:34802:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff90eea05b25c0. 00010000:00000001:2.0:1788840375.122042:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840375.122043:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840375.122044:0:34802:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840375.122046:0:34802:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840375.122049:0:34802:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:2.0:1788840375.122051:0:34802:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840375.122053:0:34802:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890482048 : -122120819069568 : ffff90ee87f5ad80) 00000100:00000001:2.0:1788840375.122055:0:34802:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840375.122056:0:34802:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890482048 : -122120819069568 : ffff90ee87f5ad80) 00010000:00000001:2.0:1788840375.122058:0:34802:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840375.122059:0:34802:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840375.122061:0:34802:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031a00 refcount=3 00000020:00000001:2.0:1788840375.122062:0:34802:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:2.0:1788840375.122065:0:34802:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00000002:00010000:2.0:1788840375.122069:0:34802:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3942 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baf75 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840375.122076:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840375.122077:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840375.122078:0:34802:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788840375.122080:0:34802:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840375.122081:0:34802:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840375.122082:0:34802:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031a00 refcount=3 00000020:00000001:2.0:1788840375.122084:0:34802:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:2.0:1788840375.122086:0:34802:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000040:2.0:1788840375.122090:0:34802:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55f00 count: 2 00010000:00000001:2.0:1788840375.122093:0:34802:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788840375.122096:0:34802:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 4 res 8589935620/54 (0 0) 00010000:00000001:2.0:1788840375.122099:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840375.122100:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840375.122101:0:34802:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:2.0:1788840375.122104:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d47768 00000002:00002000:2.0:1788840375.122106:0:34802:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry=recon intent=open|creat status=0 disp=0x1800037: rc = 0 00000002:00000001:2.0:1788840375.122109:0:34802:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840375.122112:0:34802:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840375.122128:0:34802:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788840375.122130:0:34802:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:2.0:1788840375.122134:0:34802:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:2.0:1788840375.122138:0:34802:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000001:2.0:1788840375.122141:0:34802:0:(namei.c:668:ll_lookup_it_finish()) Process entered 00000080:00002000:2.0:1788840375.122143:0:34802:0:(namei.c:674:ll_lookup_it_finish()) it ffff90ee9887d300 it_disposition 1800037 00000080:00002000:2.0:1788840375.122149:0:34802:0:(namei.c:653:ll_splice_alias()) Add dentry ffff90ee907345e8 inode 0000000000000000 refc 1 flags 0xe 00000080:00000001:2.0:1788840375.122154:0:34802:0:(namei.c:830:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788840375.122157:0:34802:0:(namei.c:1624:ll_create_it()) Process entered 00000020:00000001:2.0:1788840375.122159:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d47998 00000080:00200000:2.0:1788840375.122161:0:34802:0:(namei.c:1628:ll_create_it()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff90ee905142c8), intent=open|creat 00000080:00000001:2.0:1788840375.122163:0:34802:0:(namei.c:1575:ll_create_node()) Process entered 00000080:00000001:2.0:1788840375.122166:0:34802:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:2.0:1788840375.122170:0:34802:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:2.0:1788840375.122174:0:34802:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:2.0:1788840375.122176:0:34802:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833974 : 144115205322833974 : 200000404000036) 00000080:00000001:2.0:1788840375.122179:0:34802:0:(namei.c:113:ll_iget()) Process entered 00000080:00000010:2.0:1788840375.122191:0:34802:0:(super25.c:42:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff90ee905c39c0. 00000020:00000001:2.0:1788840375.122202:0:34802:0:(class_obd.c:978:obd_heat_clear()) Process entered 00000020:00000001:2.0:1788840375.122203:0:34802:0:(class_obd.c:981:obd_heat_clear()) Process leaving 00000080:00000001:2.0:1788840375.122206:0:34802:0:(llite_lib.c:3353:ll_read_inode2()) Process entered 00000080:00200000:2.0:1788840375.122208:0:34802:0:(llite_lib.c:3356:ll_read_inode2()) VFS Op:inode=[0x200000404:0x36:0x0](ffff90ee905c3a88) 00000020:00000001:2.0:1788840375.122212:0:34802:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788840375.122216:0:34802:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044391624 : -122120665159992 : ffff90ee912226c8) 00000020:00001000:2.0:1788840375.122218:0:34802:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912226c0 00000020:00000001:2.0:1788840375.122223:0:34802:0:(lu_object.c:830:lu_object_find_at()) Process entered 00000080:00000010:2.0:1788840375.122227:0:34802:0:(vvp_object.c:304:vvp_object_alloc()) slab-alloced 'vob': 200 at ffff90ee879840c8. 00000020:00000001:2.0:1788840375.122230:0:34802:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1788840375.122232:0:34802:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840375.122249:0:34802:0:(lov_object.c:2359:lov_object_alloc()) Process entered 00020000:00000010:2.0:1788840375.122254:0:34802:0:(lov_object.c:2360:lov_object_alloc()) slab-alloced 'lov': 248 at ffff90ee831501f0. 00020000:00000001:2.0:1788840375.122256:0:34802:0:(lov_object.c:2374:lov_object_alloc()) Process leaving (rc=18446621952808649200 : -122120900902416 : ffff90ee831501f0) 00020000:00000001:2.0:1788840375.122259:0:34802:0:(lov_object.c:1410:lov_object_init()) Process entered 00020000:00000001:2.0:1788840375.122263:0:34802:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788840375.122269:0:34802:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90ee87fb1600. 00020000:00000010:2.0:1788840375.122272:0:34802:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90ee85dfa400. 00020000:00000010:2.0:1788840375.122278:0:34802:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90ee87fb1a20. 00020000:00000001:2.0:1788840375.122280:0:34802:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621952890837536 : -122120818714080 : ffff90ee87fb1a20) 00020000:00000002:2.0:1788840375.122283:0:34802:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee87fb1a20, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788840375.122288:0:34802:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788840375.122292:0:34802:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90ee85dfa400: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000001:2.0:1788840375.122296:0:34802:0:(lov_object.c:598:lov_init_composite()) Process entered 00020000:00000002:2.0:1788840375.122298:0:34802:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee87fb1a20, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 2, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788840375.122301:0:34802:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788840375.122304:0:34802:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90ee85dfa400: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000010:2.0:1788840375.122308:0:34802:0:(lov_object.c:618:lov_init_composite()) kmalloced '(comp->lo_mirrors)': 12 at ffff90ee85d29750. 00020000:00000010:2.0:1788840375.122312:0:34802:0:(lov_object.c:622:lov_init_composite()) kmalloced '(comp->lo_entries)': 184 at ffff90ee85d309c0. 00020000:00000001:2.0:1788840375.122316:0:34802:0:(lov_object.c:189:lov_init_raid0()) Process entered 00020000:00000010:2.0:1788840375.122320:0:34802:0:(lov_object.c:194:lov_init_raid0()) kmalloced '(r0->lo_sub)': 8 at ffff90eea01ba6f8. 00020000:00000001:2.0:1788840375.122322:0:34802:0:(lov_object.c:83:lov_sub_find()) Process entered 00000020:00000001:2.0:1788840375.122323:0:34802:0:(lu_object.c:830:lu_object_find_at()) Process entered 00020000:00000001:2.0:1788840375.122329:0:34802:0:(lovsub_object.c:176:lovsub_object_alloc()) Process entered 00020000:00000010:2.0:1788840375.122332:0:34802:0:(lovsub_object.c:177:lovsub_object_alloc()) slab-alloced 'los': 200 at ffff90ee879847d0. 00000020:00000001:2.0:1788840375.122334:0:34802:0:(cl_object.c:60:cl_object_header_init()) Process entered 00000020:00000001:2.0:1788840375.122335:0:34802:0:(cl_object.c:68:cl_object_header_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840375.122337:0:34802:0:(lovsub_object.c:190:lovsub_object_alloc()) Process leaving (rc=18446621952884361296 : -122120825190320 : ffff90ee87984850) 00020000:00000001:2.0:1788840375.122340:0:34802:0:(lovsub_object.c:32:lovsub_object_init()) Process entered 00000008:00000010:2.0:1788840375.122346:0:34802:0:(osc_object.c:435:osc_object_alloc()) slab-alloced 'osc': 448 at ffff90ee996fa1c0. 00020000:00000001:2.0:1788840375.122348:0:34802:0:(lovsub_object.c:41:lovsub_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840375.122353:0:34802:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446621952884361296 : -122120825190320 : ffff90ee87984850) 00020000:00000001:2.0:1788840375.122356:0:34802:0:(lov_object.c:87:lov_sub_find()) Process leaving (rc=18446621952884361296 : -122120825190320 : ffff90ee87984850) 00020000:00000002:2.0:1788840375.122359:0:34802:0:(lov_object.c:134:lov_init_sub()) [0x280000400:0x42:0x0]@ffff90ee879847d0[0:0] -> [0x200000404:0x36:0x0]@ffff90ee879840c8: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000001:2.0:1788840375.122365:0:34802:0:(lov_object.c:259:lov_init_raid0()) Process leaving (rc=128 : 128 : 80) 00020000:00000001:2.0:1788840375.122367:0:34802:0:(lov_object.c:815:lov_init_composite()) Process leaving 00020000:00000001:2.0:1788840375.122369:0:34802:0:(lov_object.c:1438:lov_object_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840375.122371:0:34802:0:(lu_object.c:929:lu_object_find_at()) Process leaving (rc=18446621952884359496 : -122120825192120 : ffff90ee87984148) 00000020:00001000:2.0:1788840375.122374:0:34802:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912226c0 00000080:00000001:2.0:1788840375.122378:0:34802:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833974 : 144115205322833974 : 200000404000036) 00000080:00000001:2.0:1788840375.122381:0:34802:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00000080:00000002:2.0:1788840375.122383:0:34802:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115205322833974 mtime from 0 to 1788840375 00000080:00000001:2.0:1788840375.122387:0:34802:0:(llite_lib.c:3378:ll_read_inode2()) Process leaving 00000080:00000001:2.0:1788840375.122389:0:34802:0:(namei.c:156:ll_iget()) Process leaving (rc=18446621953031420552 : -122120678131064 : ffff90ee905c3a88) 00010000:00000001:2.0:1788840375.122392:0:34802:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840375.122393:0:34802:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840375.122395:0:34802:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031a00 refcount=3 00000020:00000001:2.0:1788840375.122397:0:34802:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:2.0:1788840375.122399:0:34802:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00000080:00000001:2.0:1788840375.122401:0:34802:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:2.0:1788840375.122403:0:34802:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788840375.122404:0:34802:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044391624 : -122120665159992 : ffff90ee912226c8) 00000020:00001000:2.0:1788840375.122406:0:34802:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912226c0 00000020:00000001:2.0:1788840375.122408:0:34802:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:2.0:1788840375.122410:0:34802:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:2.0:1788840375.122411:0:34802:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:2.0:1788840375.122413:0:34802:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90ee87fb1c00. 00020000:00000010:2.0:1788840375.122415:0:34802:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90ee85dfac80. 00020000:00000010:2.0:1788840375.122418:0:34802:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90ee87fb1720. 00020000:00000001:2.0:1788840375.122419:0:34802:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621952890836768 : -122120818714848 : ffff90ee87fb1720) 00020000:00000002:2.0:1788840375.122422:0:34802:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee87fb1720, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:2.0:1788840375.122425:0:34802:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:2.0:1788840375.122428:0:34802:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90ee85dfac80: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000002:2.0:1788840375.122431:0:34802:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90ee831501f0) owner ffff90ee8876cf80 00020000:00000001:2.0:1788840375.122433:0:34802:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:2.0:1788840375.122446:0:34802:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90ee831501f0) owner ffff90ee8876cf80 00020000:00000010:2.0:1788840375.122450:0:34802:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90ee85dfac80. 00020000:00000010:2.0:1788840375.122453:0:34802:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90ee87fb1c00. 00020000:00000010:2.0:1788840375.122456:0:34802:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90ee87fb1720. 00020000:00000002:2.0:1788840375.122458:0:34802:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=0 00020000:00000001:2.0:1788840375.122460:0:34802:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840375.122462:0:34802:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840375.122464:0:34802:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:2.0:1788840375.122467:0:34802:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee831501f0) owner 0000000000000000/ffff90ee8876cf80 00020000:00000002:2.0:1788840375.122470:0:34802:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90ee87fb1a20 addref 2/0 by ffff90ee8876cf80. 00020000:00000002:2.0:1788840375.122472:0:34802:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee831501f0) owner 0000000000000000/ffff90ee8876cf80 00020000:00000001:2.0:1788840375.122474:0:34802:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:2.0:1788840375.122476:0:34802:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:2.0:1788840375.122478:0:34802:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:2.0:1788840375.122479:0:34802:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:2.0:1788840375.122481:0:34802:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:2.0:1788840375.122483:0:34802:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x36:0x0]: layout version change: 4294967294 -> 0 00000020:00001000:2.0:1788840375.122485:0:34802:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912226c0 00000080:00000001:2.0:1788840375.122487:0:34802:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840375.122488:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840375.122489:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788840375.122491:0:34802:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:2.0:1788840375.122494:0:34802:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:2.0:1788840375.122495:0:34802:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840375.122497:0:34802:0:(namei.c:1594:ll_create_node()) setting l_ast_data to inode [0x200000404:0x36:0x0](ffff90ee905c3a88) 00000080:00010000:2.0:1788840375.122500:0:34802:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff90ee905c3a88) for lock 0x3aa5f499c96f3942 00800000:00000001:2.0:1788840375.122503:0:34802:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788840375.122505:0:34802:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788840375.122506:0:34802:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840375.122507:0:34802:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840375.122509:0:34802:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031a00 refcount=3 00000020:00000001:2.0:1788840375.122510:0:34802:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:2.0:1788840375.122512:0:34802:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:2.0:1788840375.122514:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840375.122515:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840375.122516:0:34802:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840375.122518:0:34802:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840375.122519:0:34802:0:(namei.c:1596:ll_create_node()) Process leaving 00000100:00000001:2.0:1788840375.122521:0:34802:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840375.122526:0:34802:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 3 req@ffff90ee87f5ad80 x1875733134011264/t8589934616(8589934616) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840391 ref 4 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840375.122532:0:34802:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788840375.122537:0:34802:0:(namei.c:1651:ll_create_it()) inode ffff90ee905c3a88 need_sync_to_mds [0x200000404:0x36:0x0] 00000080:00000001:2.0:1788840375.122540:0:34802:0:(namei.c:1686:ll_create_it()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840375.122543:0:34802:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x36:0x0](ffff90ee905c3a88) 00000080:00000001:2.0:1788840375.122546:0:34802:0:(namei.c:1310:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788840375.122549:0:34802:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98d1f000. 00000100:00000001:2.0:1788840375.122553:0:34802:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840375.122556:0:34802:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f5ad80 x1875733134011264/t8589934616(8589934616) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840391 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840375.122561:0:34802:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840375.122565:0:34802:0:(pcc.c:3566:pcc_inode_create_fini()) Process entered 00000080:00000001:2.0:1788840375.122567:0:34802:0:(pcc.c:3569:pcc_inode_create_fini()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:2.0:1788840375.122569:0:34802:0:(namei.c:1500:ll_atomic_open()) inode ffff90ee905c3a88 need_sync_to_mds [0x200000404:0x36:0x0] 00000080:00000001:2.0:1788840375.122579:0:34802:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:2.0:1788840375.122581:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d47a68 00000080:00200008:2.0:1788840375.122584:0:34802:0:(file.c:1090:ll_file_open()) START file recon:[0x200000404:0x36:0x0](ffff90ee905c3a88), flags 102101 00000080:00000010:2.0:1788840375.122591:0:34802:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90ee82ffc640. 00000080:00000010:2.0:1788840375.122596:0:34802:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff90eea05b2480. 00000080:00000001:2.0:1788840375.122599:0:34802:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:2.0:1788840375.122602:0:34802:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:2.0:1788840375.122605:0:34802:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:2.0:1788840375.122608:0:34802:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff90ee86e75a20. 00000002:00100000:2.0:1788840375.122612:0:34802:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90ee87f5ad80 x1875733134011264/t8589934616(8589934616) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840391 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:2.0:1788840375.122619:0:34802:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840375.122621:0:34802:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:2.0:1788840375.122624:0:34802:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:2.0:1788840375.122627:0:34802:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840375.122630:0:34802:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840375.122633:0:34802:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840375.122635:0:34802:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f5ad80 x1875733134011264/t8589934616(8589934616) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840391 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:2.0:1788840375.122663:0:34802:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1788840375.122666:0:34802:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff90ee87fe0000. 02000000:00000001:2.0:1788840375.122692:0:34802:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:2.0:1788840375.122695:0:34802:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840375.122697:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d47a68 00000080:00000008:2.0:1788840375.122700:0:34802:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff90ee905c3a88), flags 102101, rc = 0 00000080:00000001:2.0:1788840375.122704:0:34802:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:2.0:1788840375.122706:0:34802:0:(dcache.c:176:ll_intent_release()) intent ffff90ee9887d300 released 00000080:00010000:2.0:1788840375.122708:0:34802:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3942 from it ffff90ee9887d300 00010000:00000001:2.0:1788840375.122709:0:34802:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840375.122711:0:34802:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840375.122712:0:34802:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031a00 refcount=3 00000020:00000001:2.0:1788840375.122714:0:34802:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:2.0:1788840375.122717:0:34802:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:2.0:1788840375.122719:0:34802:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788840375.122722:0:34802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3942 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8a436931312baf75 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840375.122729:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840375.122730:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840375.122732:0:34802:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788840375.122734:0:34802:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788840375.122738:0:34802:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3942 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312baf75 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788840375.122744:0:34802:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788840375.122747:0:34802:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788840375.122749:0:34802:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840375.122754:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840375.122755:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840375.122757:0:34802:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840375.122760:0:34802:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788840375.122762:0:34802:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840375.122763:0:34802:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840375.122766:0:34802:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840375.122768:0:34802:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788840375.122770:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840375.122771:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788840375.122772:0:34802:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:2.0:1788840375.122774:0:34802:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:2.0:1788840375.122776:0:34802:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788840375.122778:0:34802:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788840375.122781:0:34802:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788840375.122782:0:34802:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840375.122785:0:34802:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:2.0:1788840375.122787:0:34802:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840375.122789:0:34802:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788840375.122790:0:34802:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840375.122792:0:34802:0:(namei.c:1550:ll_atomic_open()) Process leaving via out_free (rc=0 : 0 : 0x0) 00000080:00000010:2.0:1788840375.122794:0:34802:0:(namei.c:1562:ll_atomic_open()) kfreed 'it': 72 at ffff90ee9887d300. 00000080:00000001:2.0:1788840375.122804:0:34802:0:(namei.c:1564:ll_atomic_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840375.122808:0:34802:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:2.0:1788840375.122810:0:34802:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x36:0x0](ffff90ee905c3a88), inode mode 81a4 mask 40 00000080:00000001:2.0:1788840375.122814:0:34802:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840375.122908:0:34802:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:2.0:1788840375.122911:0:34802:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee831501f0) owner 0000000000000000/ffff90ee8876cf80 00020000:00000002:2.0:1788840375.122915:0:34802:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee831501f0) owner 0000000000000000/ffff90ee8876cf80 00020000:00000001:2.0:1788840375.122917:0:34802:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840375.130176:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d47d28 00000080:00200008:2.0:1788840375.130187:0:34802:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000404:0x36:0x0](ffff90ee905c3a88), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788840375.130196:0:34802:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788840375.130198:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d47ca0 00000080:00200000:2.0:1788840375.130200:0:34802:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x36:0x0](ffff90ee905c3a88),name=recon 00000080:00000010:2.0:1788840375.130211:0:34802:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98878800. 00800000:00000002:2.0:1788840375.130218:0:34802:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:2.0:1788840375.130226:0:34802:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788840375.130233:0:34802:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788840375.130424:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d47bc0 00800000:00000002:2.0:1788840375.130428:0:34802:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x36:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788840375.130432:0:34802:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788840375.130446:0:34802:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='' -> mds #0 00000002:00000001:2.0:1788840375.130452:0:34802:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788840375.130454:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d47a90 00000002:00010000:2.0:1788840375.130456:0:34802:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788840375.130459:0:34802:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788840375.130461:0:34802:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840375.130464:0:34802:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840375.130470:0:34802:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55f00 count: 2 00010000:00000001:2.0:1788840375.130473:0:34802:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840375.130478:0:34802:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840375.130481:0:34802:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788840375.130486:0:34802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3942 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312baf75 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 02000000:00000001:2.0:1788840375.130497:0:34802:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788840375.130502:0:34802:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840375.130505:0:34802:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3942 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312baf75 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00000002:00000001:2.0:1788840375.130512:0:34802:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:2.0:1788840375.130515:0:34802:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:2.0:1788840375.130517:0:34802:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788840375.130518:0:34802:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:2.0:1788840375.130520:0:34802:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:2.0:1788840375.130523:0:34802:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:2.0:1788840375.130526:0:34802:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:2.0:1788840375.130529:0:34802:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:2.0:1788840375.130533:0:34802:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98878800. 00000080:00000001:2.0:1788840375.130538:0:34802:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:2.0:1788840375.130539:0:34802:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840375.130543:0:34802:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x36:0x0](ffff90ee905c3a88) 00000080:00010000:2.0:1788840375.130545:0:34802:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff90ee905c3a88) for lock 0x3aa5f499c96f3942 00800000:00000001:2.0:1788840375.130549:0:34802:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:2.0:1788840375.130551:0:34802:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:2.0:1788840375.130552:0:34802:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840375.130555:0:34802:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840375.130557:0:34802:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031a00 refcount=3 00000020:00000001:2.0:1788840375.130559:0:34802:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:2.0:1788840375.130563:0:34802:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:2.0:1788840375.130566:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840375.130568:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840375.130569:0:34802:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:2.0:1788840375.130571:0:34802:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:2.0:1788840375.130573:0:34802:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3942 from it ffffa16201d47cd8 00010000:00000001:2.0:1788840375.130575:0:34802:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840375.130576:0:34802:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840375.130577:0:34802:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031a00 refcount=3 00000020:00000001:2.0:1788840375.130579:0:34802:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:2.0:1788840375.130581:0:34802:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:2.0:1788840375.130584:0:34802:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1788840375.130587:0:34802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3942 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8a436931312baf75 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:2.0:1788840375.130594:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840375.130595:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840375.130596:0:34802:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:2.0:1788840375.130599:0:34802:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:2.0:1788840375.130601:0:34802:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3942 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312baf75 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788840375.130609:0:34802:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1788840375.130613:0:34802:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1788840375.130615:0:34802:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840375.130620:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840375.130621:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840375.130622:0:34802:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840375.130626:0:34802:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1788840375.130627:0:34802:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840375.130630:0:34802:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840375.130633:0:34802:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840375.130635:0:34802:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1788840375.130637:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840375.130661:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788840375.130665:0:34802:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:2.0:1788840375.130668:0:34802:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788840375.130672:0:34802:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:2.0:1788840375.130675:0:34802:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:2.0:1788840375.130677:0:34802:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788840375.130679:0:34802:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:2.0:1788840375.130681:0:34802:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840375.130683:0:34802:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788840375.130686:0:34802:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:2.0:1788840375.130689:0:34802:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788840375.130693:0:34802:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044391624 : -122120665159992 : ffff90ee912226c8) 00000020:00001000:2.0:1788840375.130695:0:34802:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912226c0 00000020:00000001:2.0:1788840375.130701:0:34802:0:(cl_object.c:143:cl_object_top()) ffff90ee87984148 -> ffff90ee87984148 00000020:00000001:2.0:1788840375.130705:0:34802:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788840375.130708:0:34802:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788840375.130710:0:34802:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:2.0:1788840375.130713:0:34802:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788840375.130714:0:34802:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:2.0:1788840375.130717:0:34802:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788840375.130719:0:34802:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840375.130720:0:34802:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788840375.130724:0:34802:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x36:0x0]io ffff90ee98847590 type 7 ignore/verify layout 0/1 00020000:00000002:2.0:1788840375.130728:0:34802:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee831501f0) owner 0000000000000000/ffff90ee8876cf80 00020000:00000001:2.0:1788840375.130731:0:34802:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788840375.130734:0:34802:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788840375.130736:0:34802:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788840375.130738:0:34802:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840375.130741:0:34802:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:2.0:1788840375.130743:0:34802:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788840375.130745:0:34802:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840375.130746:0:34802:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788840375.130747:0:34802:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788840375.130749:0:34802:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788840375.130750:0:34802:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee831501f0) owner 0000000000000000/ffff90ee8876cf80 00000020:00000001:2.0:1788840375.130753:0:34802:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788840375.130755:0:34802:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:2.0:1788840375.130756:0:34802:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x36:0x0] 00000020:00000001:2.0:1788840375.130759:0:34802:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788840375.130760:0:34802:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788840375.130762:0:34802:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788840375.130764:0:34802:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788840375.130770:0:34802:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1788840375.130778:0:34802:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90ee98e7d700. 00020000:00000002:2.0:1788840375.130780:0:34802:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788840375.130783:0:34802:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788840375.130786:0:34802:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788840375.130788:0:34802:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788840375.130789:0:34802:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000010:2.0:1788840375.130793:0:34802:0:(cl_object.c:707:cl_env_new()) slab-alloced 'cle': 144 at ffff90ee91222750. 00000020:00000010:2.0:1788840375.130798:0:34802:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90ee98878800. 00000020:00000010:2.0:1788840375.130802:0:34802:0:(lu_object.c:568:lu_global_key_init()) kmalloced '(value)': 512 at ffff90ee98879c00. 00000020:00000010:2.0:1788840375.130806:0:34802:0:(cl_object.c:1115:cl_key_init()) kmalloced '(value)': 72 at ffff90ee87fb1720. 00000008:00000010:2.0:1788840375.130813:0:34802:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2864 at ffff90ee8500a190. 00020000:00000010:2.0:1788840375.130817:0:34802:0:(lov_dev.c:78:lov_key_init()) slab-alloced 'info': 192 at ffff90ee90b55780. 00008000:00000010:2.0:1788840375.130822:0:34802:0:(echo_client.c:413:echo_thread_key_init()) slab-alloced 'info': 904 at ffff90ee871758b8. 00000080:00000010:2.0:1788840375.130828:0:34802:0:(vvp_dev.c:68:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff90ee988bd000. 00000080:00000010:2.0:1788840375.130831:0:34802:0:(vvp_dev.c:119:vvp_thread_key_init()) slab-alloced 'vti': 592 at ffff90ee988454d0. 00000020:00000010:2.0:1788840375.130836:0:34802:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90ee98879400. 00000008:00000010:2.0:1788840375.130839:0:34802:0:(osc_dev.c:115:osc_session_init()) slab-alloced 'info': 352 at ffff90ee87fdc6e0. 00020000:00000010:2.0:1788840375.130843:0:34802:0:(lov_dev.c:117:lov_session_key_init()) slab-alloced 'info': 584 at ffff90ee98ea7b50. 00008000:00000010:2.0:1788840375.130846:0:34802:0:(echo_client.c:438:echo_session_key_init()) slab-alloced 'session': 8 at ffff90ee988beb28. 00000080:00000010:2.0:1788840375.130849:0:34802:0:(vvp_dev.c:94:vvp_session_key_init()) slab-alloced 'session': 240 at ffff90ee988bf870. 00000020:00000001:2.0:1788840375.130852:0:34802:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044391768 : -122120665159848 : ffff90ee91222758) 00000020:00001000:2.0:1788840375.130854:0:34802:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee91222750 00000020:00000001:2.0:1788840375.130857:0:34802:0:(cl_object.c:143:cl_object_top()) ffff90ee87984850 -> ffff90ee87984148 00000020:00000001:2.0:1788840375.130859:0:34802:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788840375.130861:0:34802:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788840375.130862:0:34802:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788840375.130864:0:34802:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840375.130866:0:34802:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840375.130868:0:34802:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174954072 : -122120534597544 : ffff90ee98ea6058) 00000020:00000001:2.0:1788840375.130870:0:34802:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788840375.130874:0:34802:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90ee911df430. 00000008:00010000:2.0:1788840375.130876:0:34802:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:2.0:1788840375.130879:0:34802:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788840375.130880:0:34802:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788840375.130881:0:34802:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90ee98e7d730, osc lock ffff90ee911df430, flags 0x400001002 00000020:00000001:2.0:1788840375.130883:0:34802:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840375.130886:0:34802:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840375.130888:0:34802:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621953174787840 : -122120534763776 : ffff90ee98e7d700) 00000020:00000001:2.0:1788840375.130890:0:34802:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788840375.130891:0:34802:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788840375.130892:0:34802:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840375.130894:0:34802:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840375.130896:0:34802:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:2.0:1788840375.130898:0:34802:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:2.0:1788840375.130899:0:34802:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788840375.130901:0:34802:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788840375.130902:0:34802:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788840375.130903:0:34802:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174954072 : -122120534597544 : ffff90ee98ea6058) 00000020:00000001:2.0:1788840375.130905:0:34802:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788840375.130907:0:34802:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788840375.130909:0:34802:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:2.0:1788840375.130912:0:34802:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788840375.130915:0:34802:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788840375.130916:0:34802:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788840375.130918:0:34802:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788840375.130919:0:34802:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788840375.130921:0:34802:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788840375.130923:0:34802:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788840375.130925:0:34802:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788840375.130929:0:34802:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840375.130931:0:34802:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1788840375.130937:0:34802:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125fb80. 00000020:00000040:2.0:1788840375.130941:0:34802:0:(genops.c:1210:class_import_get()) import ffff90ee92b59000 refcount=3 obd=lustre-OST0001-osc-ffff90ee90f70800 00010000:00000001:2.0:1788840375.130946:0:34802:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788840375.130949:0:34802:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840375.130951:0:34802:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840375.130954:0:34802:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840375.130956:0:34802:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840375.130959:0:34802:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840375.130965:0:34802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90eea0337800. 00000100:00000001:2.0:1788840375.130972:0:34802:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840375.130977:0:34802:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840375.130979:0:34802:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840375.130980:0:34802:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840375.130982:0:34802:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840375.130984:0:34802:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840375.130987:0:34802:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446621953044642688 : -122120664908928 : ffff90ee9125fb80) 00010000:00000001:2.0:1788840375.130991:0:34802:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788840375.130993:0:34802:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788840375.131114:0:34802:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee892b1800. 00010000:00000010:2.0:1788840375.131120:0:34802:0:(ldlm_resource.c:1471:ldlm_resource_extent_new()) slab-alloced 'res->lr_itree': 216 at ffff90ee892b1300. 00010000:00000001:2.0:1788840375.131126:0:34802:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788840375.131129:0:34802:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee87d8d200. 00000020:00000001:2.0:1788840375.131133:0:34802:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788840375.131135:0:34802:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee87d8d200 with handle 0x3aa5f499c96f3949 to hash 00000020:00000001:2.0:1788840375.131137:0:34802:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788840375.131138:0:34802:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952888590848 : -122120820960768 : ffff90ee87d8d200) 00010000:00000010:2.0:1788840375.131142:0:34802:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff90eea05b2380. 00010000:00000001:2.0:1788840375.131144:0:34802:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952888590848 : -122120820960768 : ffff90ee87d8d200) 00010000:00000001:2.0:1788840375.131147:0:34802:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840375.131149:0:34802:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840375.131153:0:34802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 000000000744c247/0x3aa5f499c96f3949 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840375.131163:0:34802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x400001000 ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 000000000744c247/0x3aa5f499c96f3949 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840375.131174:0:34802:0:(ldlm_request.c:1191:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840375.131179:0:34802:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840375.131184:0:34802:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840375.131198:0:34802:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a0d67373] to pc [ptlrpcd_01_00+0] req@ffff90ee9125fb80 x1875733134011392/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840375.131267:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840375.131273:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840375.131276:0:2361:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840375.131283:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125fb80 x1875733134011392/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 1 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840375.131292:0:2361:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840375.131294:0:2361:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840375.131298:0:2361:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840375.131301:0:2361:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840375.131303:0:2361:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840375.131307:0:2361:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733134011392:192.168.202.131@tcp:101:uname.0 00000100:00000001:3.0:1788840375.131311:0:2361:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840375.131317:0:2361:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840375.131319:0:2361:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840375.131321:0:2361:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840375.131326:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86eec000. 02000000:00000001:3.0:1788840375.131328:0:2361:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840375.131337:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840375.131341:0:2361:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4fd10. 00000400:00000010:3.0:1788840375.131347:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e4c8. 00000100:00000200:3.0:1788840375.131354:0:2361:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733134011392, portal 4 00000100:00000001:3.0:1788840375.131357:0:2361:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840375.131359:0:2361:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044642688 : -122120664908928 : ffff90ee9125fb80) 00000100:00000040:3.0:1788840375.131365:0:2361:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee9125fb80 x1875733134011392/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840391 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840375.131373:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000008:00000001:2.0:1788840375.131373:0:34802:0:(osc_request.c:3308:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840375.131375:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000008:00000001:2.0:1788840375.131376:0:34802:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788840375.131378:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011edd0. 00000020:00000001:2.0:1788840375.131378:0:34802:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840375.131380:0:34802:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:3.0:1788840375.131381:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875733134011392, offset 0 00000020:00000001:2.0:1788840375.131382:0:34802:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840375.131384:0:34802:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:2.0:1788840375.131386:0:34802:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000400:00000200:3.0:1788840375.131387:0:2361:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000020:00000001:2.0:1788840375.131388:0:34802:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:2.0:1788840375.131389:0:34802:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000400:00000200:3.0:1788840375.131396:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840375.131398:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840375.131401:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840375.131403:0:2361:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840375.131409:0:2361:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840375.131413:0:2361:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840375.131417:0:2361:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840375.131420:0:2361:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840375.131423:0:2361:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2673:2673:256:4294967295] 192.168.202.131@tcp LPNI seq info [2673:2673:8:4294967295] 00000400:00000200:3.0:1788840375.131427:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840375.131446:0:2361:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840375.131453:0:2361:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840375.131458:0:2361:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee86f0d600. 00000800:00000200:3.0:1788840375.131465:0:2361:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840375.131471:0:2361:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840375.131476:0:2361:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee86f0d600 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788840375.131491:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840375.131495:0:2361:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: using a timeout of 248511 usecs (249 jiffies) 00000400:00000200:3.0:1788840375.131498:0:2361:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840375.131501:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296605198 00000100:00000001:3.0:1788840375.131504:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296606629 00000100:00000001:3.0:1788840375.131506:0:2361:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296605198 00000100:00000001:3.0:1788840375.131508:0:2361:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296606629 00000100:00000001:3.0:1788840375.131510:0:2361:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840375.131514:0:2361:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840375.131517:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840375.131519:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840375.131525:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840375.131528:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788840375.131530:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840375.131531:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840375.131532:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840375.131534:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840375.132555:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840375.132564:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0d600. 00000400:00000200:2.0:1788840375.132573:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840375.132581:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840375.132588:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011edd0 00000400:00000010:2.0:1788840375.132590:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011edd0. 00000100:00000001:2.0:1788840375.132596:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840375.132601:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125fb80 x1875733134011392/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840391 ref 2 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840375.132613:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840375.132617:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125fb80 x1875733134011392/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840391 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840375.132623:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840375.132625:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840375.140655:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840375.140683:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840375.140689:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840375.140693:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840375.140702:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.140710:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840375.140723:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.140729:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.140735:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.140739:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 400 into portal 4 MB=0x6a9f827256c00 00000400:00000200:2.0:1788840375.140744:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.140751:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 400/400 into md 0x741d [1] + 224 00000800:00000001:2.0:1788840375.140757:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840375.140769:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840375.140772:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840375.140777:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840375.140784:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840375.140793:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125fb80 x1875733134011392/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840391 ref 1 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840375.140824:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff90ee9125fb80 x1875733134011392/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840391 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840375.140844:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840375.140853:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840375.140857:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000010:3.1:1788840375.141051:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee99a74a00. 00000100:00000001:3.0:1788840375.141091:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840375.141097:0:2361:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788840375.141105:0:2361:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840375.141108:0:2361:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840375.141111:0:2361:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4fd10. 00000400:00000200:3.0:1788840375.141115:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e4c8 00000400:00000010:3.0:1788840375.141117:0:2361:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e4c8. 00000100:00000001:3.0:1788840375.141121:0:2361:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840375.141127:0:2361:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125fb80 x1875733134011392/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840391 ref 1 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:3.0:1788840375.141136:0:2361:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125fb80 x1875733134011392/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840391 ref 1 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840375.141142:0:2361:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840375.141145:0:2361:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840375.141146:0:2361:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840375.141150:0:2361:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840375.141153:0:2361:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840375.141155:0:2361:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840375.141167:0:2361:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840375.141177:0:2361:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b59460 time=75 v=5 (5 5 5 5) 00000100:00001000:3.0:1788840375.141180:0:2361:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b59418 time=27 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840375.141183:0:2361:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840375.141185:0:2361:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840375.141188:0:2361:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840375.141191:0:2361:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840375.141194:0:2361:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840375.141196:0:2361:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90ee90f70800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1788840375.141198:0:2361:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840375.141200:0:2361:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840375.141205:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125fb80 x1875733134011392/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840391 ref 1 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840375.141213:0:2361:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840375.141215:0:2361:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840375.141217:0:2361:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1788840375.141221:0:2361:0:(osc_request.c:3123:osc_enqueue_interpret()) Process entered 00010000:00000001:3.0:1788840375.141223:0:2361:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840375.141226:0:2361:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840375.141229:0:2361:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d200 refcount=4 00000020:00000001:3.0:1788840375.141231:0:2361:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888590848 : -122120820960768 : ffff90ee87d8d200) 00010000:00000001:3.0:1788840375.141235:0:2361:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888590848 : -122120820960768 : ffff90ee87d8d200) 00010000:00000001:3.0:1788840375.141237:0:2361:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840375.141238:0:2361:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840375.141239:0:2361:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d200 refcount=5 00000020:00000001:3.0:1788840375.141241:0:2361:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888590848 : -122120820960768 : ffff90ee87d8d200) 00010000:00000001:3.0:1788840375.141243:0:2361:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888590848 : -122120820960768 : ffff90ee87d8d200) 00010000:00000001:3.0:1788840375.141246:0:2361:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840375.141249:0:2361:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840375.141253:0:2361:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 000000000744c247/0x3aa5f499c96f3949 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840375.141264:0:2361:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840375.141266:0:2361:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840375.141268:0:2361:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:3.0:1788840375.141271:0:2361:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840375.141272:0:2361:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840375.141273:0:2361:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d200 refcount=6 00000020:00000001:3.0:1788840375.141275:0:2361:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888590848 : -122120820960768 : ffff90ee87d8d200) 00010000:00000001:3.0:1788840375.141277:0:2361:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888590848 : -122120820960768 : ffff90ee87d8d200) 00010000:00000040:3.0:1788840375.141284:0:2361:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee87d8d200, remote cookie: 0x8a436931312baf83, flags: 0x1001 00010000:00010000:3.0:1788840375.141288:0:2361:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 000000000744c247/0x3aa5f499c96f3949 lrc: 6/2,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x8a436931312baf83 expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840375.141296:0:2361:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:3.0:1788840375.141298:0:2361:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840375.141300:0:2361:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:3.0:1788840375.141304:0:2361:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00010000:3.0:1788840375.141308:0:2361:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 000000000744c247/0x3aa5f499c96f3949 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312baf83 expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:3.0:1788840375.141316:0:2361:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000400:0x42:0x0].0x0 (ffff90ee892b1800) refcount = 1 00010000:00000040:3.0:1788840375.141319:0:2361:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:3.0:1788840375.141322:0:2361:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 000000000744c247/0x3aa5f499c96f3949 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312baf83 expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840375.141331:0:2361:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:3.0:1788840375.141332:0:2361:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840375.141335:0:2361:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:3.0:1788840375.141338:0:2361:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840375.141342:0:2361:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 000000000744c247/0x3aa5f499c96f3949 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x8a436931312baf83 expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840375.141348:0:2361:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:3.0:1788840375.141349:0:2361:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840375.141350:0:2361:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840375.141352:0:2361:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840375.141352:0:2361:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788840375.141355:0:2361:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:3.0:1788840375.141358:0:2361:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1788840375.141361:0:2361:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840375.141362:0:2361:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840375.141364:0:2361:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d200 refcount=5 00000020:00000001:3.0:1788840375.141366:0:2361:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888590848 : -122120820960768 : ffff90ee87d8d200) 00010000:00000001:3.0:1788840375.141368:0:2361:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888590848 : -122120820960768 : ffff90ee87d8d200) 00000008:00000001:3.0:1788840375.141372:0:2361:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:3.0:1788840375.141377:0:2361:0:(cl_object.c:143:cl_object_top()) ffff90ee996fa1c0 -> ffff90ee87984148 00000008:00010000:3.0:1788840375.141381:0:2361:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 000000000744c247/0x3aa5f499c96f3949 lrc: 5/2,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000000000 nid: local remote: 0x8a436931312baf83 expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:3.0:1788840375.141388:0:2361:0:(cl_object.c:143:cl_object_top()) ffff90ee996fa1c0 -> ffff90ee87984148 00000020:00000001:3.0:1788840375.141390:0:2361:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:3.0:1788840375.141393:0:2361:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:3.0:1788840375.141396:0:2361:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:3.0:1788840375.141398:0:2361:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840375.141400:0:2361:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840375.141402:0:2361:0:(cl_object.c:143:cl_object_top()) ffff90ee996fa1c0 -> ffff90ee87984148 00000008:00000001:3.0:1788840375.141404:0:2361:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000020:00000001:3.0:1788840375.141406:0:2361:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1788840375.141408:0:2361:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1788840375.141423:0:2361:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1788840375.141425:0:2361:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840375.141427:0:2361:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840375.141429:0:2361:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840375.141430:0:2361:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d200 refcount=6 00000020:00000001:3.0:1788840375.141432:0:2361:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888590848 : -122120820960768 : ffff90ee87d8d200) 00010000:00000001:3.0:1788840375.141434:0:2361:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888590848 : -122120820960768 : ffff90ee87d8d200) 00010000:00000001:3.0:1788840375.141464:0:2361:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788840375.141467:0:2361:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 000000000744c247/0x3aa5f499c96f3949 lrc: 6/2,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x8a436931312baf83 expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840375.141473:0:2361:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840375.141475:0:2361:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:3.0:1788840375.141477:0:2361:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 000000000744c247/0x3aa5f499c96f3949 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x8a436931312baf83 expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840375.141483:0:2361:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788840375.141484:0:2361:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840375.141485:0:2361:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788840375.141487:0:2361:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840375.141488:0:2361:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840375.141489:0:2361:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840375.141491:0:2361:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d200 refcount=5 00000020:00000001:3.0:1788840375.141492:0:2361:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888590848 : -122120820960768 : ffff90ee87d8d200) 00010000:00000001:3.0:1788840375.141494:0:2361:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888590848 : -122120820960768 : ffff90ee87d8d200) 00010000:00000001:3.0:1788840375.141496:0:2361:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788840375.141498:0:2361:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 000000000744c247/0x3aa5f499c96f3949 lrc: 5/1,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000000000 nid: local remote: 0x8a436931312baf83 expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:3.0:1788840375.141504:0:2361:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840375.141505:0:2361:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840375.141506:0:2361:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788840375.141509:0:2361:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788840375.141511:0:2361:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 000000000744c247/0x3aa5f499c96f3949 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000000000 nid: local remote: 0x8a436931312baf83 expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:3.0:1788840375.141521:0:2361:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788840375.141524:0:2361:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788840375.141526:0:2361:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840375.141531:0:2361:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840375.141532:0:2361:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840375.141533:0:2361:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840375.141538:0:2361:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788840375.141540:0:2361:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840375.141542:0:2361:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840375.141545:0:2361:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840375.141546:0:2361:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788840375.141547:0:2361:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840375.141548:0:2361:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840375.141549:0:2361:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840375.141550:0:2361:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788840375.141551:0:2361:0:(osc_request.c:3162:osc_enqueue_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840375.141558:0:2361:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125fb80 x1875733134011392/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840391 ref 1 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788840375.141567:0:2361:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2361:1875733134011392:192.168.202.131@tcp:101:uname.0 00000100:00000001:3.0:1788840375.141572:0:2361:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840375.141576:0:2361:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840375.141579:0:2361:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125fb80 x1875733134011392/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840391 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840375.141587:0:2361:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840375.141590:0:2361:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840375.141594:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee86eec000. 02000000:00000001:3.0:1788840375.141597:0:2361:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840375.141600:0:2361:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840375.141602:0:2361:0:(genops.c:1223:class_import_put()) import ffff90ee92b59000 refcount=2 obd=lustre-OST0001-osc-ffff90ee90f70800 00000020:00000001:3.0:1788840375.141605:0:2361:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840375.141608:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90eea0337800. 02000000:00000001:3.0:1788840375.141612:0:2361:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840375.141614:0:2361:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840375.141616:0:2361:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125fb80. 00000100:00000001:3.0:1788840375.141619:0:2361:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840375.141620:0:2361:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840375.141623:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840375.141631:0:2361:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840375.141633:0:2361:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840375.141635:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840375.141666:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840375.141943:0:34802:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840375.141947:0:34802:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840375.141953:0:34802:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788840375.141957:0:34802:0:(cl_object.c:143:cl_object_top()) ffff90ee87984148 -> ffff90ee87984148 00000020:00000001:2.0:1788840375.141959:0:34802:0:(cl_object.c:143:cl_object_top()) ffff90ee87984148 -> ffff90ee87984148 00000020:00000001:2.0:1788840375.141961:0:34802:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788840375.141966:0:34802:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:2.0:1788840375.141970:0:34802:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788840375.141972:0:34802:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840375.141974:0:34802:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:2.0:1788840375.141975:0:34802:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788840375.141977:0:34802:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x36:1028 on OST[1]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:2.0:1788840375.141980:0:34802:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788840375.141983:0:34802:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:2.0:1788840375.141985:0:34802:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840375.141987:0:34802:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840375.141989:0:34802:0:(cl_object.c:143:cl_object_top()) ffff90ee87984148 -> ffff90ee87984148 00000080:00200000:2.0:1788840375.141991:0:34802:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 0 i_blocks 1 00000080:00000001:2.0:1788840375.141994:0:34802:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1788840375.141996:0:34802:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:2.0:1788840375.141998:0:34802:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90ee98847530 (ffff90ee912226c8/0) at cl_lock_release():245 00000020:00000001:2.0:1788840375.142002:0:34802:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788840375.142003:0:34802:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee98847530 (ffff90ee912226c8/0) at cl_lock_cancel():142 00020000:00000001:2.0:1788840375.142006:0:34802:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:2.0:1788840375.142011:0:34802:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788840375.142013:0:34802:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174954072 : -122120534597544 : ffff90ee98ea6058) 00000020:00000001:2.0:1788840375.142015:0:34802:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:2.0:1788840375.142016:0:34802:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee98e7d730 (ffff90ee91222758/1) at cl_lock_cancel():142 00000008:00000001:2.0:1788840375.142019:0:34802:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:2.0:1788840375.142020:0:34802:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:2.0:1788840375.142022:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840375.142023:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:2.0:1788840375.142024:0:34802:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:2.0:1788840375.142026:0:34802:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:2.0:1788840375.142027:0:34802:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788840375.142028:0:34802:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:2.0:1788840375.142029:0:34802:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788840375.142030:0:34802:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee98847530 (ffff90ee912226c8/0) at cl_lock_fini():72 00020000:00000001:2.0:1788840375.142033:0:34802:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:2.0:1788840375.142034:0:34802:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:2.0:1788840375.142035:0:34802:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee98e7d730 (ffff90ee912226c8/1) at cl_lock_fini():72 00000008:00000010:2.0:1788840375.142038:0:34802:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90ee911df430. 00000020:00000001:2.0:1788840375.142042:0:34802:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:2.0:1788840375.142043:0:34802:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90ee98e7d700. 00020000:00000001:2.0:1788840375.142046:0:34802:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:2.0:1788840375.142047:0:34802:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:2.0:1788840375.142048:0:34802:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:2.0:1788840375.142050:0:34802:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840375.142053:0:34802:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:2.0:1788840375.142055:0:34802:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:2.0:1788840375.142057:0:34802:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:2.0:1788840375.142059:0:34802:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:2.0:1788840375.142060:0:34802:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788840375.142063:0:34802:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee91222750 00020000:00000001:2.0:1788840375.142066:0:34802:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:2.0:1788840375.142069:0:34802:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:2.0:1788840375.142072:0:34802:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:2.0:1788840375.142074:0:34802:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:2.0:1788840375.142078:0:34802:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788840375.142081:0:34802:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840375.142083:0:34802:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788840375.142085:0:34802:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:2.0:1788840375.142086:0:34802:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:2.0:1788840375.142087:0:34802:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912226c0 00000001:00000001:2.0:1788840375.142090:0:34802:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840375.142100:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d47d28 00000080:00000008:2.0:1788840375.142103:0:34802:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff90ee905c3a88), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788840375.142207:0:34802:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:2.0:1788840375.142210:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d47d88 00000080:00200008:2.0:1788840375.142212:0:34802:0:(file.c:2650:do_file_write_iter()) START file recon:[0x200000404:0x36:0x0], ppos: 0, count: 23 00000080:00000002:2.0:1788840375.142215:0:34802:0:(file.c:2656:do_file_write_iter()) inode ffff90ee905c3a88 need_sync_to_oss [0x200000404:0x36:0x0] 00000080:00000001:2.0:1788840375.142218:0:34802:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:2.0:1788840375.142220:0:34802:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840375.142223:0:34802:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:2.0:1788840375.142226:0:34802:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840375.142229:0:34802:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788840375.142231:0:34802:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044391624 : -122120665159992 : ffff90ee912226c8) 00000020:00001000:2.0:1788840375.142234:0:34802:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912226c0 00000080:00000001:2.0:1788840375.142237:0:34802:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:2.0:1788840375.142239:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d47c98 00000080:00200000:2.0:1788840375.142240:0:34802:0:(file.c:2090:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:2.0:1788840375.142246:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d47c30 00000080:00200000:2.0:1788840375.142248:0:34802:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:2.0:1788840375.142250:0:34802:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:2.0:1788840375.142253:0:34802:0:(cl_object.c:143:cl_object_top()) ffff90ee87984148 -> ffff90ee87984148 00000020:00000001:2.0:1788840375.142254:0:34802:0:(cl_object.c:143:cl_object_top()) ffff90ee87984148 -> ffff90ee87984148 00000020:00000001:2.0:1788840375.142255:0:34802:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:2.0:1788840375.142257:0:34802:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:2.0:1788840375.142259:0:34802:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:2.0:1788840375.142261:0:34802:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840375.142263:0:34802:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840375.142265:0:34802:0:(cl_object.c:143:cl_object_top()) ffff90ee87984148 -> ffff90ee87984148 00000080:00200000:2.0:1788840375.142266:0:34802:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 0 i_blocks 1 00000080:00000001:2.0:1788840375.142268:0:34802:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:2.0:1788840375.142270:0:34802:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:2.0:1788840375.142275:0:34802:0:(cl_io.c:214:cl_io_rw_init()) header@000000007212ebf4[0x110, 1, [0x200000404:0x36:0x0] hash] 00000020:00200000:2.0:1788840375.142277:0:34802:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [0, 23) 0 1 00000020:00000001:2.0:1788840375.142279:0:34802:0:(cl_object.c:143:cl_object_top()) ffff90ee87984148 -> ffff90ee87984148 00000020:00000001:2.0:1788840375.142281:0:34802:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:2.0:1788840375.142283:0:34802:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:2.0:1788840375.142284:0:34802:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:2.0:1788840375.142287:0:34802:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788840375.142289:0:34802:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:2.0:1788840375.142291:0:34802:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840375.142295:0:34802:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840375.142297:0:34802:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:2.0:1788840375.142299:0:34802:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840375.142301:0:34802:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:2.0:1788840375.142303:0:34802:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x36:0x0]io ffff90ee98847590 type 2 ignore/verify layout 0/0 00020000:00000002:2.0:1788840375.142306:0:34802:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee831501f0) owner 0000000000000000/ffff90ee8876cf80 00020000:00000001:2.0:1788840375.142310:0:34802:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:2.0:1788840375.142312:0:34802:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:2.0:1788840375.142314:0:34802:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:2.0:1788840375.142316:0:34802:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:2.0:1788840375.142318:0:34802:0:(lov_io.c:860:lov_io_slice_init()) 0 23 00020000:00000001:2.0:1788840375.142320:0:34802:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:2.0:1788840375.142322:0:34802:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:2.0:1788840375.142323:0:34802:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840375.142325:0:34802:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788840375.142326:0:34802:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:2.0:1788840375.142327:0:34802:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:2.0:1788840375.142329:0:34802:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee831501f0) owner 0000000000000000/ffff90ee8876cf80 00000020:00000001:2.0:1788840375.142331:0:34802:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840375.142333:0:34802:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:2.0:1788840375.142335:0:34802:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:2.0:1788840375.142337:0:34802:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:2.0:1788840375.142340:0:34802:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840375.142343:0:34802:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:2.0:1788840375.142345:0:34802:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:2.0:1788840375.142347:0:34802:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:2.0:1788840375.142348:0:34802:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:2.0:1788840375.142350:0:34802:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00000001:2.0:1788840375.142354:0:34802:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:2.0:1788840375.142356:0:34802:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:2.0:1788840375.142358:0:34802:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788840375.142362:0:34802:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788840375.142363:0:34802:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:2.0:1788840375.142364:0:34802:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:2.0:1788840375.142366:0:34802:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044391768 : -122120665159848 : ffff90ee91222758) 00000020:00001000:2.0:1788840375.142368:0:34802:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee91222750 00000020:00000001:2.0:1788840375.142370:0:34802:0:(cl_object.c:143:cl_object_top()) ffff90ee87984850 -> ffff90ee87984148 00000020:00000001:2.0:1788840375.142372:0:34802:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:2.0:1788840375.142374:0:34802:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:2.0:1788840375.142375:0:34802:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:2.0:1788840375.142377:0:34802:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840375.142378:0:34802:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840375.142380:0:34802:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174954072 : -122120534597544 : ffff90ee98ea6058) 00000020:00000001:2.0:1788840375.142382:0:34802:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:2.0:1788840375.142385:0:34802:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:2.0:1788840375.142388:0:34802:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840375.142390:0:34802:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840375.142391:0:34802:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840375.142393:0:34802:0:(lov_io.c:1227:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840375.142394:0:34802:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840375.142396:0:34802:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:2.0:1788840375.142398:0:34802:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:2.0:1788840375.142400:0:34802:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:2.0:1788840375.142402:0:34802:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:2.0:1788840375.142405:0:34802:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840375.142408:0:34802:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840375.142410:0:34802:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:2.0:1788840375.142412:0:34802:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:2.0:1788840375.142413:0:34802:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:2.0:1788840375.142415:0:34802:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:2.0:1788840375.142417:0:34802:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840375.142419:0:34802:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840375.142420:0:34802:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840375.142422:0:34802:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:2.0:1788840375.142423:0:34802:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840375.142425:0:34802:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:2.0:1788840375.142427:0:34802:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:2.0:1788840375.142428:0:34802:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:2.0:1788840375.142430:0:34802:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788840375.142432:0:34802:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840375.142433:0:34802:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840375.142445:0:34802:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840375.142447:0:34802:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840375.142449:0:34802:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:2.0:1788840375.142450:0:34802:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:2.0:1788840375.142451:0:34802:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:2.0:1788840375.142453:0:34802:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:2.0:1788840375.142455:0:34802:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:2.0:1788840375.142458:0:34802:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:2.0:1788840375.142466:0:34802:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90ee98e7d700. 00020000:00000002:2.0:1788840375.142468:0:34802:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:2.0:1788840375.142471:0:34802:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:2.0:1788840375.142472:0:34802:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788840375.142473:0:34802:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174954072 : -122120534597544 : ffff90ee98ea6058) 00000020:00000001:2.0:1788840375.142475:0:34802:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:2.0:1788840375.142478:0:34802:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90ee911df430. 00000008:00010000:2.0:1788840375.142480:0:34802:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:2.0:1788840375.142483:0:34802:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788840375.142484:0:34802:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:2.0:1788840375.142487:0:34802:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90ee98e7d730, osc lock ffff90ee911df430, flags 0x0 00000020:00000001:2.0:1788840375.142490:0:34802:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840375.142491:0:34802:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:2.0:1788840375.142494:0:34802:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621953174787840 : -122120534763776 : ffff90ee98e7d700) 00000020:00000001:2.0:1788840375.142496:0:34802:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:2.0:1788840375.142497:0:34802:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:2.0:1788840375.142498:0:34802:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840375.142500:0:34802:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840375.142502:0:34802:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:2.0:1788840375.142503:0:34802:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:2.0:1788840375.142504:0:34802:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:2.0:1788840375.142505:0:34802:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174954072 : -122120534597544 : ffff90ee98ea6058) 00000020:00000001:2.0:1788840375.142507:0:34802:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:2.0:1788840375.142509:0:34802:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:2.0:1788840375.142511:0:34802:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:2.0:1788840375.142512:0:34802:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840375.142515:0:34802:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:2.0:1788840375.142517:0:34802:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:2.0:1788840375.142519:0:34802:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:2.0:1788840375.142521:0:34802:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:2.0:1788840375.142522:0:34802:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:2.0:1788840375.142523:0:34802:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:2.0:1788840375.142525:0:34802:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:2.0:1788840375.142527:0:34802:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840375.142533:0:34802:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1800 count: 2 00010000:00000001:2.0:1788840375.142536:0:34802:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788840375.142542:0:34802:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee85e3b800 type 11 mode 2 res 10737419264/66 (0 18446744073709551615) 00010000:00000001:2.0:1788840375.142546:0:34802:0:(ldlm_request.c:996:ldlm_enqueue_pack()) Process entered 00000100:00000010:2.0:1788840375.142550:0:34802:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125d500. 00000020:00000040:2.0:1788840375.142554:0:34802:0:(genops.c:1210:class_import_get()) import ffff90ee92b59000 refcount=3 obd=lustre-OST0001-osc-ffff90ee90f70800 00010000:00000001:2.0:1788840375.142557:0:34802:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788840375.142560:0:34802:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840375.142564:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840375.142566:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840375.142567:0:34802:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840375.142569:0:34802:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840375.142571:0:34802:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840375.142575:0:34802:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840375.142582:0:34802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90eea0337800. 00000100:00000001:2.0:1788840375.142587:0:34802:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840375.142591:0:34802:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840375.142593:0:34802:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840375.142595:0:34802:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840375.142596:0:34802:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840375.142598:0:34802:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840375.142600:0:34802:0:(ldlm_request.c:1010:ldlm_enqueue_pack()) Process leaving (rc=18446621953044632832 : -122120664918784 : ffff90ee9125d500) 00010000:00000001:2.0:1788840375.142603:0:34802:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788840375.142605:0:34802:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:2.0:1788840375.142606:0:34802:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1800 count: 2 00010000:00000001:2.0:1788840375.142609:0:34802:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840375.142611:0:34802:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788840375.142614:0:34802:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee87d8d400. 00000020:00000001:2.0:1788840375.142618:0:34802:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788840375.142620:0:34802:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee87d8d400 with handle 0x3aa5f499c96f3950 to hash 00000020:00000001:2.0:1788840375.142622:0:34802:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788840375.142623:0:34802:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000010:2.0:1788840375.142627:0:34802:0:(ldlm_lock.c:1732:ldlm_lock_create()) kmalloced '(lock->l_lvb_data)': 56 at ffff90eea05b2600. 00010000:00000001:2.0:1788840375.142631:0:34802:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:2.0:1788840375.142635:0:34802:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840375.142637:0:34802:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840375.143025:0:34802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840375.143036:0:34802:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x0 ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840375.143047:0:34802:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788840375.143055:0:34802:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788840375.143057:0:34802:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788840375.143065:0:34802:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee85d300c0. 00000100:00000001:2.0:1788840375.143067:0:34802:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952854655168 : -122120854896448 : ffff90ee85d300c0) 00000100:00000001:2.0:1788840375.143071:0:34802:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840375.143072:0:34802:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044632832 : -122120664918784 : ffff90ee9125d500) 00000100:00000001:2.0:1788840375.143077:0:34802:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840375.143079:0:34802:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840375.143082:0:34802:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788840375.143084:0:34802:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840375.143095:0:34802:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125d500 x1875733134011520/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840375.143104:0:34802:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840375.143106:0:34802:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840375.143110:0:34802:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840375.143112:0:34802:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840375.143114:0:34802:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840375.143118:0:34802:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125d500 pname:cluuid:pid:xid:nid:opc:job uname:10f4a654-3497-48d8-8f70-7e89f4f161cc:34802:1875733134011520:192.168.202.131@tcp:101:uname.0 00000100:00000001:2.0:1788840375.143122:0:34802:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840375.143128:0:34802:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840375.143131:0:34802:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840375.143134:0:34802:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840375.143140:0:34802:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee9127a000. 02000000:00000001:2.0:1788840375.143143:0:34802:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840375.143150:0:34802:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840375.143154:0:34802:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4e160. 00000400:00000010:2.0:1788840375.143170:0:34802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234dd0. 00000100:00000200:2.0:1788840375.143178:0:34802:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733134011520, portal 4 00000100:00000001:2.0:1788840375.143180:0:34802:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840375.143181:0:34802:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044632832 : -122120664918784 : ffff90ee9125d500) 00000100:00000040:2.0:1788840375.143187:0:34802:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee9125d500 x1875733134011520/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840391 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840375.143193:0:34802:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840375.143196:0:34802:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840375.143200:0:34802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234088. 00000100:00000200:2.0:1788840375.143202:0:34802:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 28, xid 1875733134011520, offset 0 00000400:00000200:2.0:1788840375.143209:0:34802:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840375.143448:0:34802:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.143457:0:34802:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840375.143464:0:34802:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840375.143469:0:34802:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840375.143474:0:34802:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840375.143477:0:34802:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840375.143482:0:34802:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2674:2674:256:4294967295] 192.168.202.131@tcp LPNI seq info [2674:2674:8:4294967295] 00000400:00000200:2.0:1788840375.143487:0:34802:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.143499:0:34802:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840375.143507:0:34802:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840375.143514:0:34802:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee84c26200. 00000800:00000200:2.0:1788840375.143523:0:34802:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840375.143532:0:34802:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840375.143537:0:34802:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee84c26200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1788840375.143567:0:34802:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840375.143573:0:34802:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: using a timeout of 247221 usecs (248 jiffies) 00000400:00000200:2.0:1788840375.143576:0:34802:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840375.143580:0:34802:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296605209 00000100:00000001:2.0:1788840375.143584:0:34802:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296606629 00000100:00000001:2.0:1788840375.143588:0:34802:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296605209 00000100:00000001:2.0:1788840375.143590:0:34802:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296606629 00000100:00000001:2.0:1788840375.143593:0:34802:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840375.143596:0:34802:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840375.143599:0:34802:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840375.143601:0:34802:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788840375.143603:0:34802:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee85d300c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788840375.143606:0:34802:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840375.143609:0:34802:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840375.144215:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840375.144221:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee84c26200. 00000400:00000200:3.0:1788840375.144227:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840375.144233:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840375.144240:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234088 00000400:00000010:3.0:1788840375.144242:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234088. 00000100:00000001:3.0:1788840375.144248:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840375.144253:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125d500 x1875733134011520/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840391 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840375.144263:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840375.144267:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee9125d500 x1875733134011520/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840391 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840375.144273:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840375.144275:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840375.151132:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840375.151154:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840375.151160:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840375.151162:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840375.151173:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.151181:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840375.151191:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.151197:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.151203:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.151207:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 328 into portal 15 MB=0x6a9f828660e80 00000400:00000200:2.0:1788840375.151217:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.131@tcp of length 328/328 into md 0x6c6d [2] + 1376 00000800:00000001:2.0:1788840375.151224:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840375.151233:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840375.151237:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840375.151242:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840375.151250:0:2353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1788840375.151252:0:2353:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1788840375.151258:0:2353:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125ca80. 00000100:00000040:2.0:1788840375.151261:0:2353:0:(events.c:337:request_in_callback()) incoming req@ffff90ee9125ca80 x1875733155024512 msgsize 328 00000100:00100000:2.0:1788840375.151265:0:2353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.131@tcp (source: 12345-192.168.202.131@tcp) 00000100:00000001:2.0:1788840375.151324:0:2353:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1788840375.151333:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840375.151337:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840375.155990:0:15916:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1788840375.156000:0:15916:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733155024512 02000000:00000001:3.0:1788840375.156005:0:15916:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1788840375.156008:0:15916:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840375.156011:0:15916:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840375.156017:0:15916:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840375.156022:0:15916:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733155024512 00000020:00000001:3.0:1788840375.156026:0:15916:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788840375.156028:0:15916:0:(genops.c:804:class_conn2export()) looking for export cookie 0x3aa5f499c96f2ced 00000020:00000001:3.0:1788840375.156031:0:15916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840375.156035:0:15916:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90ee9881b000 refcount=4 00000020:00000001:3.0:1788840375.156039:0:15916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621953168093184 : -122120541458432 : ffff90ee9881b000) 00000020:00000001:3.0:1788840375.156041:0:15916:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446621953168093184 : -122120541458432 : ffff90ee9881b000) 00000100:00000001:3.0:1788840375.156047:0:15916:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788840375.156058:0:15916:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90ee8867c380. 00000100:00000001:3.0:1788840375.156062:0:15916:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788840375.156064:0:15916:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff90ee8867c380. 00000020:00000010:3.0:1788840375.156074:0:15916:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90ee85c11c00. 00000020:00000010:3.0:1788840375.156080:0:15916:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90ee86e2fd80. 00000020:00000010:3.0:1788840375.156085:0:15916:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90ee98ea3640. 00000100:00000040:3.0:1788840375.156095:0:15916:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1788840375.156098:0:15916:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1788840375.156100:0:15916:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1788840375.156102:0:15916:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840375.156109:0:15916:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840375.156130:0:15916:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840375.156143:0:15916:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:3.0:1788840375.156146:0:15916:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:3.0:1788840375.156155:0:15916:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.131@tcp, seq: 63 00000100:00000040:3.0:1788840375.156160:0:15916:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff90ee9881b000 : new rpc_count 1 00000100:00000001:3.0:1788840375.156163:0:15916:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446621953044630144 : -122120664921472 : ffff90ee9125ca80) 00000100:00000040:3.0:1788840375.156173:0:15916:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff90ee9125ca80 x1875733155024512/t0(0) o104->LOV_OSC_UUID@192.168.202.131@tcp:11/0 lens 328/0 e 0 to 0 dl 1788840386 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788840375.156182:0:15916:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788840375.156184:0:15916:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90ee8867c380. 00000100:00000001:3.0:1788840375.156185:0:15916:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788840375.156187:0:15916:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff90ee8867c380. 00000100:00100000:3.0:1788840375.156191:0:15916:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90ee9125ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6695:x1875733155024512:12345-192.168.202.131@tcp:104: 00000100:00000200:3.0:1788840375.156194:0:15916:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875733155024512 00010000:00000001:3.0:1788840375.156196:0:15916:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:3.0:1788840375.156203:0:15916:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840375.156204:0:15916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840375.156207:0:15916:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d200 refcount=2 00000020:00000001:3.0:1788840375.156208:0:15916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888590848 : -122120820960768 : ffff90ee87d8d200) 00010000:00000001:3.0:1788840375.156210:0:15916:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888590848 : -122120820960768 : ffff90ee87d8d200) 00010000:00000001:3.0:1788840375.156214:0:15916:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840375.156217:0:15916:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788840375.156222:0:15916:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 000000000744c247/0x3aa5f499c96f3949 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x8a436931312baf83 expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000100:00000001:3.0:1788840375.156233:0:15916:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:3.0:1788840375.156236:0:15916:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:3.0:1788840375.156241:0:15916:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90ee86eec000. 02000000:00000001:3.0:1788840375.156244:0:15916:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840375.156247:0:15916:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840375.156254:0:15916:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:3.0:1788840375.156258:0:15916:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840375.156263:0:15916:0:(import.c:2149:obd_at_measure()) add 1 to ffff90eea05c51e8 time=74 v=5 (1 1 1 1) 00000100:00000001:3.0:1788840375.156269:0:15916:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1788840375.156272:0:15916:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff90ee85e803c0 refcount 13 to 192.168.202.131@tcp 00000100:00000001:3.0:1788840375.156274:0:15916:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621952856032192 : -122120853519424 : ffff90ee85e803c0) 02000000:00000001:3.0:1788840375.156278:0:15916:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:3.0:1788840375.156280:0:15916:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840375.156284:0:15916:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840375.156286:0:15916:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840375.156291:0:15916:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e4c8. 00000100:00000200:3.0:1788840375.156299:0:15916:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875733155024512, offset 224 00000400:00000200:3.0:1788840375.156306:0:15916:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840375.156317:0:15916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840375.156323:0:15916:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840375.156329:0:15916:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2675:2675:256:4294967295] 192.168.202.131@tcp LPNI seq info [2675:2675:8:4294967295] 00000400:00000200:3.0:1788840375.156332:0:15916:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840375.156339:0:15916:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840375.156343:0:15916:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840375.156347:0:15916:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee86f0d700. 00000800:00000200:3.0:1788840375.156352:0:15916:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840375.156358:0:15916:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840375.156363:0:15916:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee86f0d700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788840375.156377:0:15916:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840375.156381:0:15916:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff90ee85e803c0 refcount 12 to 192.168.202.131@tcp 00010000:00000001:3.0:1788840375.156384:0:15916:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:3.0:1788840375.156387:0:15916:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff90ee86f3de40. 00010000:00000001:3.0:1788840375.156390:0:15916:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:3.0:1788840375.156410:0:15916:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:3.0:1788840375.156413:0:15916:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840375.156414:0:15916:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840375.156415:0:15916:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840375.156419:0:15916:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125ca80 x1875733155024512/t0(0) o104->LOV_OSC_UUID@192.168.202.131@tcp:11/0 lens 328/224 e 0 to 0 dl 1788840386 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788840375.156426:0:15916:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90ee9125ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_000:LOV_OSC_UUID+4:6695:x1875733155024512:12345-192.168.202.131@tcp:104: Request processed in 244us (5164us total) trans 0 rc 0/0 00000100:00100000:3.0:1788840375.156431:0:15916:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.131@tcp, seq: 63 00000100:00000040:3.0:1788840375.156443:0:15916:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff90ee9881b000 : new rpc_count 0 00000100:00000001:3.0:1788840375.156445:0:15916:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:3.0:1788840375.156448:0:15916:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:3.0:1788840375.156453:0:15916:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90ee86e2fd80. 00000020:00000010:3.0:1788840375.156459:0:15916:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90ee98ea3640. 00000020:00000010:3.0:1788840375.156463:0:15916:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90ee85c11c00. 00000020:00000040:3.0:1788840375.156468:0:15916:0:(genops.c:879:class_export_put()) PUTting export ffff90ee9881b000 : new refcount 3 00000100:00000001:3.0:1788840375.156474:0:15916:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:3.0:1788840375.158099:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840375.158109:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0d700. 00000400:00000200:3.0:1788840375.158116:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840375.158124:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840375.158132:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e4c8 00000400:00000010:3.0:1788840375.158134:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e4c8. 00000100:00000001:3.0:1788840375.158140:0:2354:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:3.0:1788840375.158142:0:2354:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:0.0:1788840375.158614:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788840375.158618:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840375.158622:0:15924:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:0.0:1788840375.158625:0:15924:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:0.0:1788840375.158627:0:15924:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:0.0:1788840375.158633:0:15924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 000000000744c247/0x3aa5f499c96f3949 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800420000000000 nid: local remote: 0x8a436931312baf83 expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788840375.158664:0:15924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90ee87d8d200 already unused, calling callback (ffffffffc123b300) 00000008:00000001:0.0:1788840375.158668:0:15924:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:0.0:1788840375.158671:0:15924:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1788840375.158673:0:15924:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840375.158676:0:15924:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840375.158687:0:15924:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d200 refcount=3 00000020:00000001:0.0:1788840375.158690:0:15924:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888590848 : -122120820960768 : ffff90ee87d8d200) 00010000:00000001:0.0:1788840375.158694:0:15924:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888590848 : -122120820960768 : ffff90ee87d8d200) 00010000:00000001:0.0:1788840375.158700:0:15924:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1788840375.158703:0:15924:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 000000000744c247/0x3aa5f499c96f3949 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800428400000000 nid: local remote: 0x8a436931312baf83 expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00000008:00000001:0.0:1788840375.158710:0:15924:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:0.0:1788840375.158713:0:15924:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788840375.158717:0:15924:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953299705864 : -122120409845752 : ffff90eea059f008) 00000020:00001000:0.0:1788840375.158719:0:15924:0:(cl_object.c:823:cl_env_get()) 1@ffff90eea059f000 00000008:00000001:0.0:1788840375.158721:0:15924:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:0.0:1788840375.158724:0:15924:0:(osc_lock.c:355:osc_lock_flush()) Process entered 00000020:00000001:0.0:1788840375.158725:0:15924:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788840375.158726:0:15924:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953299709176 : -122120409842440 : ffff90eea059fcf8) 00000020:00001000:0.0:1788840375.158728:0:15924:0:(cl_object.c:823:cl_env_get()) 1@ffff90eea059fcf0 00000008:00000001:0.0:1788840375.158732:0:15924:0:(osc_cache.c:3704:osc_ldlm_hp_handle()) Process entered 00000008:00000020:0.0:1788840375.158734:0:15924:0:(osc_cache.c:3724:osc_ldlm_hp_handle()) High prio I/O check: start 0 end 4503599627370495 RPC(0):r0/w0/d0 00000008:00000001:0.0:1788840375.158738:0:15924:0:(osc_cache.c:3740:osc_ldlm_hp_handle()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000008:00000001:0.0:1788840375.158741:0:15924:0:(osc_cache.c:3788:osc_ldlm_hp_handle()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840375.158744:0:15924:0:(osc_cache.c:3673:osc_lock_discard_pages()) Process entered 00000020:00000001:0.0:1788840375.158747:0:15924:0:(cl_object.c:143:cl_object_top()) ffff90ee996fa1c0 -> ffff90ee87984148 00000020:00000001:0.0:1788840375.158750:0:15924:0:(cl_object.c:143:cl_object_top()) ffff90ee87984148 -> ffff90ee87984148 00000020:00000001:0.0:1788840375.158753:0:15924:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788840375.158756:0:15924:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788840375.158759:0:15924:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:0.0:1788840375.158762:0:15924:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788840375.158763:0:15924:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788840375.158766:0:15924:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788840375.158769:0:15924:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x36:0x0]io ffff90ee85ec7080 type 8 ignore/verify layout 1/0 00020000:00000001:0.0:1788840375.158774:0:15924:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788840375.158776:0:15924:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788840375.158778:0:15924:0:(lov_io.c:825:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788840375.158781:0:15924:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788840375.158782:0:15924:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840375.158784:0:15924:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788840375.158785:0:15924:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788840375.158786:0:15924:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00000020:00000001:0.0:1788840375.158787:0:15924:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840375.158789:0:15924:0:(osc_cache.c:3460:osc_page_gang_lookup()) Process entered 00000008:00000001:0.0:1788840375.158792:0:15924:0:(osc_cache.c:3537:osc_page_gang_lookup()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788840375.158794:0:15924:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788840375.158796:0:15924:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788840375.158798:0:15924:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788840375.158800:0:15924:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788840375.158802:0:15924:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 1 00000080:00000001:0.0:1788840375.158805:0:15924:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788840375.158806:0:15924:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000008:00000001:0.0:1788840375.158807:0:15924:0:(osc_cache.c:3692:osc_lock_discard_pages()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788840375.158809:0:15924:0:(cl_object.c:917:cl_env_put()) 1@ffff90eea059fcf0 00000008:00000001:0.0:1788840375.158950:0:15924:0:(osc_lock.c:387:osc_lock_flush()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840375.158954:0:15924:0:(cl_object.c:143:cl_object_top()) ffff90ee996fa1c0 -> ffff90ee87984148 00010000:00000001:0.0:1788840375.158957:0:15924:0:(ldlm_extent.c:945:ldlm_extent_shift_kms()) Process entered 00010000:00000001:0.0:1788840375.158960:0:15924:0:(ldlm_extent.c:1018:ldlm_extent_shift_kms()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840375.158963:0:15924:0:(cl_object.c:143:cl_object_top()) ffff90ee996fa1c0 -> ffff90ee87984148 00000020:00000001:0.0:1788840375.158965:0:15924:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788840375.158967:0:15924:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1788840375.158970:0:15924:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788840375.158973:0:15924:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840375.158974:0:15924:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840375.158976:0:15924:0:(cl_object.c:143:cl_object_top()) ffff90ee996fa1c0 -> ffff90ee87984148 00000020:00000001:0.0:1788840375.158977:0:15924:0:(cl_object.c:143:cl_object_top()) ffff90ee87984148 -> ffff90ee87984148 00000020:00000001:0.0:1788840375.158979:0:15924:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000020:00000001:0.0:1788840375.158981:0:15924:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840375.158983:0:15924:0:(cl_object.c:143:cl_object_top()) ffff90ee996fa1c0 -> ffff90ee87984148 00000008:00000001:0.0:1788840375.158987:0:15924:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788840375.158988:0:15924:0:(cl_object.c:917:cl_env_put()) 1@ffff90eea059f000 00000008:00000001:0.0:1788840375.158991:0:15924:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.158994:0:15924:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1788840375.158998:0:15924:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1788840375.159000:0:15924:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1788840375.159002:0:15924:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840375.159004:0:15924:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1788840375.159007:0:15924:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee87d8d200 with handle 0x3aa5f499c96f3949 from hash 00010000:00000001:0.0:1788840375.159009:0:15924:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1788840375.159011:0:15924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.159013:0:15924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840375.159014:0:15924:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1788840375.159018:0:15924:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1788840375.159020:0:15924:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:0.0:1788840375.159025:0:15924:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840375.159028:0:15924:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.159030:0:15924:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840375.159033:0:15924:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:0.0:1788840375.159043:0:15924:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f58000. 00000020:00000040:0.0:1788840375.159046:0:15924:0:(genops.c:1210:class_import_get()) import ffff90ee92b59000 refcount=4 obd=lustre-OST0001-osc-ffff90ee90f70800 00000100:00000001:0.0:1788840375.159051:0:15924:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840375.159053:0:15924:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840375.159058:0:15924:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840375.159064:0:15924:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee98d1f400. 00000100:00000001:0.0:1788840375.159071:0:15924:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.159074:0:15924:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1788840375.159080:0:15924:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 000000000744c247/0x3aa5f499c96f3949 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x8a436931312baf83 expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00010000:0.0:1788840375.159088:0:15924:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1788840375.159089:0:15924:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840375.159094:0:15924:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840375.159098:0:15924:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840375.159108:0:15924:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007628b4a0] to pc [ptlrpcd_00_01+1] req@ffff90ee87f58000 x1875733134011648/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:0.0:1788840375.159130:0:15924:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840375.159132:0:15924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.159133:0:15924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840375.159135:0:15924:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.159137:0:15924:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840375.159139:0:15924:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840375.159142:0:15924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 000000000744c247/0x3aa5f499c96f3949 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x8a436931312baf83 expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788840375.159149:0:15924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1788840375.159151:0:15924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 000000000744c247/0x3aa5f499c96f3949 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x804c69400000020 nid: local remote: 0x8a436931312baf83 expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000010:0.0:1788840375.159158:0:15924:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff90eea05b2380. 00010000:00000001:0.0:1788840375.159167:0:15924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840375.159168:0:15924:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:0.0:1788840375.159170:0:15924:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff90ee86f3de40. 00010000:00000001:0.0:1788840375.159173:0:15924:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840375.159175:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788840375.159176:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840375.159178:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788840375.159179:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788840375.159180:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840375.159182:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1788840375.159184:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1788840375.159185:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840375.159186:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1788840375.159194:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1788840375.159197:0:2359:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1788840375.159199:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840375.159205:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840375.159207:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840375.159209:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840375.159211:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840375.159213:0:2359:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840375.159219:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f58000 x1875733134011648/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840375.159226:0:2359:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840375.159228:0:2359:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840375.159232:0:2359:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840375.159235:0:2359:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840375.159237:0:2359:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840375.159240:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2359:1875733134011648:192.168.202.131@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788840375.159244:0:2359:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840375.159250:0:2359:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840375.159253:0:2359:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840375.159255:0:2359:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840375.159260:0:2359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee98d1e000. 02000000:00000001:0.0:1788840375.159262:0:2359:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840375.159270:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840375.159274:0:2359:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c80ec8. 00000400:00000010:0.0:1788840375.159281:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed67f8. 00000100:00000200:0.0:1788840375.159287:0:2359:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733134011648, portal 18 00000100:00000001:0.0:1788840375.159290:0:2359:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840375.159291:0:2359:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890470400 : -122120819081216 : ffff90ee87f58000) 00000100:00000040:0.0:1788840375.159297:0:2359:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87f58000 x1875733134011648/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840391 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840375.159308:0:2359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840375.159310:0:2359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840375.159313:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6770. 00000100:00000200:0.0:1788840375.159316:0:2359:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875733134011648, offset 0 00000400:00000200:0.0:1788840375.159322:0:2359:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840375.159330:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840375.159338:0:2359:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840375.159343:0:2359:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840375.159348:0:2359:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840375.159353:0:2359:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840375.159356:0:2359:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840375.159360:0:2359:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2676:2676:256:4294967295] 192.168.202.131@tcp LPNI seq info [2676:2676:8:4294967295] 00000400:00000200:0.0:1788840375.159364:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840375.159374:0:2359:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840375.159380:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840375.159387:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee92e46700. 00000800:00000200:0.0:1788840375.159393:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840375.159401:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840375.159405:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee92e46700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1788840375.159502:0:2359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840375.159507:0:2359:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: using a timeout of 247221 usecs (248 jiffies) 00000400:00000200:0.0:1788840375.159511:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840375.159514:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296605225 00000100:00000001:0.0:1788840375.159517:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296606629 00000100:00000001:0.0:1788840375.159520:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296605225 00000100:00000001:0.0:1788840375.159522:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296606629 00000100:00000001:0.0:1788840375.159525:0:2359:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840375.159527:0:2359:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840375.159531:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840375.159534:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840375.159597:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840375.159601:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840375.160601:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840375.160608:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee92e46700. 00000400:00000200:2.0:1788840375.160614:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840375.160621:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840375.160626:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6770 00000400:00000010:2.0:1788840375.160629:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6770. 00000100:00000001:2.0:1788840375.160633:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840375.160649:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f58000 x1875733134011648/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840391 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840375.160661:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840375.160664:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f58000 x1875733134011648/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840391 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840375.160671:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840375.160673:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840375.161430:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840375.161453:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840375.161457:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840375.161459:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840375.161466:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840375.161472:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840375.161479:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840375.161483:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840375.161488:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840375.161492:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 400 into portal 4 MB=0x6a9f827256c80 00000400:00000200:3.0:1788840375.161497:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840375.161502:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 400/400 into md 0x742d [1] + 224 00000800:00000001:3.0:1788840375.161509:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840375.161515:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840375.161522:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840375.161526:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840375.161532:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840375.161538:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125d500 x1875733134011520/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840391 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840375.161549:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=400 offset=224 replen=400 req@ffff90ee9125d500 x1875733134011520/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840391 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840375.161572:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840375.161580:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840375.161584:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840375.161787:0:34802:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1788840375.161796:0:34802:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1788840375.161798:0:34802:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1788840375.161801:0:34802:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4e160. 00000400:00000200:2.0:1788840375.161808:0:34802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234dd0 00000400:00000010:2.0:1788840375.161811:0:34802:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234dd0. 00000100:00000001:2.0:1788840375.161821:0:34802:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840375.161826:0:34802:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125d500 x1875733134011520/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840391 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:2.0:1788840375.161835:0:34802:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125d500 x1875733134011520/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840391 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840375.161842:0:34802:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1788840375.161844:0:34802:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840375.161847:0:34802:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:2.0:1788840375.161850:0:34802:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1788840375.161852:0:34802:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840375.161855:0:34802:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840375.161858:0:34802:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840375.161867:0:34802:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b59460 time=75 v=5 (5 5 5 5) 00000100:00001000:2.0:1788840375.161871:0:34802:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b59418 time=27 v=5 (1 0 0 0) 00000100:00000001:2.0:1788840375.161874:0:34802:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1788840375.161876:0:34802:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840375.161879:0:34802:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1788840375.161882:0:34802:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840375.161886:0:34802:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1788840375.161888:0:34802:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90ee90f70800: skip recheck: last_committed 4294967312 00000100:00000001:2.0:1788840375.161890:0:34802:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788840375.161892:0:34802:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840375.161897:0:34802:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125d500 x1875733134011520/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840391 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840375.161903:0:34802:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840375.161906:0:34802:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1788840375.161908:0:34802:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1788840375.161911:0:34802:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125d500 x1875733134011520/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840391 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:2.0:1788840375.161918:0:34802:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125d500 pname:cluuid:pid:xid:nid:opc:job uname:10f4a654-3497-48d8-8f70-7e89f4f161cc:34802:1875733134011520:192.168.202.131@tcp:101:uname.0 00000100:00000001:2.0:1788840375.161923:0:34802:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840375.161925:0:34802:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840375.161927:0:34802:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1788840375.161929:0:34802:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840375.161932:0:34802:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125d500 x1875733134011520/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840391 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840375.161939:0:34802:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1788840375.161942:0:34802:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee85d300c0. 00000100:00000001:2.0:1788840375.161945:0:34802:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1788840375.161947:0:34802:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840375.161950:0:34802:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1788840375.161953:0:34802:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840375.161956:0:34802:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840375.161959:0:34802:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=4 00000020:00000001:2.0:1788840375.161962:0:34802:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:2.0:1788840375.161965:0:34802:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000040:2.0:1788840375.161973:0:34802:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee87d8d400, remote cookie: 0x8a436931312baf8a, flags: 0x20002 00010000:00000001:2.0:1788840375.161977:0:34802:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1788840375.161984:0:34802:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840375.161987:0:34802:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00010000:2.0:1788840375.161995:0:34802:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788840375.162007:0:34802:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000400:0x42:0x0].0x0 (ffff90ee892b1800) refcount = 1 00010000:00000040:2.0:1788840375.162011:0:34802:0:(ldlm_resource.c:1894:ldlm_resource_dump()) Waiting locks: 00010000:00000040:2.0:1788840375.162014:0:34802:0:(ldlm_resource.c:1896:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840375.162022:0:34802:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840375.162025:0:34802:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00010000:2.0:1788840375.162028:0:34802:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840375.162039:0:34802:0:(ldlm_request.c:327:ldlm_completion_ast()) ### waiting indefinitely because of NO_TIMEOUT ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000800:00000001:2.0:1788840375.165306:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840375.165324:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840375.165329:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840375.165332:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840375.165342:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.165350:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840375.165358:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.165363:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.165369:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.165373:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 392 into portal 15 MB=0x6a9f828660f00 00000400:00000200:2.0:1788840375.165381:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.131@tcp of length 392/392 into md 0x6c6d [2] + 1704 00000400:00000010:2.0:1788840375.165386:0:2353:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4ebb0. 00000400:00000200:2.0:1788840375.165392:0:2353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff90ee98990180 00000800:00000001:2.0:1788840375.165397:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840375.165404:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840375.165407:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840375.165411:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840375.165416:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee98990180 00000400:00000010:2.0:1788840375.165419:0:2353:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 152 at ffff90ee98990180. 00000100:00000001:2.0:1788840375.165424:0:2353:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1788840375.165425:0:2353:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000040:2.0:1788840375.165429:0:2353:0:(events.c:337:request_in_callback()) incoming req@ffff90ee9127b050 x1875733155024640 msgsize 392 00000100:00100000:2.0:1788840375.165433:0:2353:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.131@tcp (source: 12345-192.168.202.131@tcp) 00000100:00000040:2.0:1788840375.165446:0:2353:0:(events.c:349:request_in_callback()) Buffer complete: 0 buffers still posted 00000100:00000001:2.0:1788840375.165460:0:2353:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1788840375.165467:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840375.165470:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:3.0:1788840375.165541:0:15916:0:(service.c:67:ptlrpc_alloc_rqbd()) kmalloced '(rqbd)': 968 at ffff90ee86eec400. 00000100:00000010:3.0:1788840375.165549:0:15916:0:(service.c:77:ptlrpc_alloc_rqbd()) kmalloced '(rqbd->rqbd_buffer)': 8192 at ffff90ee86ea2000. 00000100:00100000:3.0:1788840375.165552:0:15916:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00000200:3.0:1788840375.165555:0:15916:0:(niobuf.c:1191:ptlrpc_register_rqbd()) ldlm_cbd: registering portal 15 00000400:00000010:3.0:1788840375.165560:0:15916:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4fd10. 00000400:00000010:3.0:1788840375.165566:0:15916:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 152 at ffff90ee86f3d540. 00000100:00000001:3.0:1788840375.165575:0:15916:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:3.0:1788840375.165577:0:15916:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733155024640 02000000:00000001:3.0:1788840375.165579:0:15916:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:3.0:1788840375.165581:0:15916:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840375.165583:0:15916:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840375.165588:0:15916:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840375.165591:0:15916:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733155024640 00000020:00000001:3.0:1788840375.165594:0:15916:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:3.0:1788840375.165596:0:15916:0:(genops.c:804:class_conn2export()) looking for export cookie 0x3aa5f499c96f2ced 00000020:00000001:3.0:1788840375.165598:0:15916:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840375.165601:0:15916:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90ee9881b000 refcount=4 00000020:00000001:3.0:1788840375.165604:0:15916:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621953168093184 : -122120541458432 : ffff90ee9881b000) 00000020:00000001:3.0:1788840375.165606:0:15916:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446621953168093184 : -122120541458432 : ffff90ee9881b000) 00000100:00000001:3.0:1788840375.165610:0:15916:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:3.0:1788840375.165615:0:15916:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90ee8867c380. 00000100:00000001:3.0:1788840375.165618:0:15916:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:3.0:1788840375.165621:0:15916:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff90ee8867c380. 00000020:00000010:3.0:1788840375.165626:0:15916:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90ee85c11400. 00000020:00000010:3.0:1788840375.165633:0:15916:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90ee86e2fd80. 00000020:00000010:3.0:1788840375.165921:0:15916:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90ee98ea3640. 00000100:00000040:3.0:1788840375.165933:0:15916:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:3.0:1788840375.165937:0:15916:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:3.0:1788840375.165939:0:15916:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:3.0:1788840375.165941:0:15916:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840375.165948:0:15916:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840375.165961:0:15916:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840375.166033:0:15917:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1788840375.166036:0:15917:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1788840375.166043:0:15917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.131@tcp, seq: 64 00000100:00000040:2.0:1788840375.166046:0:15917:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff90ee9881b000 : new rpc_count 1 00000100:00000001:2.0:1788840375.166048:0:15917:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446621953044754512 : -122120664797104 : ffff90ee9127b050) 00000100:00000040:2.0:1788840375.166056:0:15917:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff90ee9127b050 x1875733155024640/t0(0) o105->LOV_OSC_UUID@192.168.202.131@tcp:11/0 lens 392/0 e 0 to 0 dl 1788840386 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788840375.166065:0:15917:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788840375.166069:0:15917:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90eea05b26c0. 00000100:00000001:2.0:1788840375.166071:0:15917:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788840375.166073:0:15917:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff90eea05b26c0. 00000100:00100000:2.0:1788840375.166077:0:15917:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90ee9127b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:5836:x1875733155024640:12345-192.168.202.131@tcp:105: 00000100:00000200:2.0:1788840375.166080:0:15917:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875733155024640 00010000:00000001:2.0:1788840375.166084:0:15917:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1788840375.166091:0:15917:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840375.166092:0:15917:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840375.166094:0:15917:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=5 00000020:00000001:2.0:1788840375.166096:0:15917:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:2.0:1788840375.166100:0:15917:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00010000:2.0:1788840375.166108:0:15917:0:(ldlm_lockd.c:2518:ldlm_callback_handler()) ### completion ast ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840375.166119:0:15917:0:(ldlm_lockd.c:1966:ldlm_handle_cp_callback()) Process entered 00010000:00010000:2.0:1788840375.166122:0:15917:0:(ldlm_lockd.c:1968:ldlm_handle_cp_callback()) ### client completion callback handler START ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840375.166132:0:15917:0:(ldlm_lockd.c:2045:ldlm_handle_cp_callback()) ### completion AST, new policy data ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 5/0,1 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840375.166139:0:15917:0:(ldlm_lock.c:1589:ldlm_fill_lvb()) Process entered 00010000:00000001:2.0:1788840375.166142:0:15917:0:(ldlm_lock.c:1682:ldlm_fill_lvb()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840375.166144:0:15917:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1788840375.166146:0:15917:0:(ldlm_lock.c:731:ldlm_add_ast_work_item()) Process entered 00010000:00010000:2.0:1788840375.166148:0:15917:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840375.166155:0:15917:0:(ldlm_lock.c:737:ldlm_add_ast_work_item()) Process leaving 00010000:00010000:2.0:1788840375.166160:0:15917:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000040:2.0:1788840375.166167:0:15917:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x280000400:0x42:0x0].0x0 (ffff90ee892b1800) refcount = 1 00010000:00000040:2.0:1788840375.166170:0:15917:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:2.0:1788840375.166172:0:15917:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10080000020000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840375.166181:0:15917:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00010000:2.0:1788840375.166184:0:15917:0:(ldlm_lockd.c:2073:ldlm_handle_cp_callback()) ### callback handler finished, about to run_ast_work ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x80000020000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000010:2.0:1788840375.166191:0:15917:0:(ldlm_lock.c:2325:ldlm_run_ast_work()) kmalloced '(arg)': 56 at ffff90eea05b26c0. 00000100:00000001:2.0:1788840375.166195:0:15917:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788840375.166199:0:15917:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee85d300c0. 00000100:00000001:2.0:1788840375.166201:0:15917:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952854655168 : -122120854896448 : ffff90ee85d300c0) 00000100:00000001:2.0:1788840375.166203:0:15917:0:(client.c:1218:ptlrpc_prep_fcset()) Process leaving (rc=18446621952854655168 : -122120854896448 : ffff90ee85d300c0) 00000100:00000001:2.0:1788840375.166206:0:15917:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788840375.166208:0:15917:0:(client.c:1948:ptlrpc_set_producer()) Process entered 00010000:00000001:2.0:1788840375.166210:0:15917:0:(ldlm_lock.c:2272:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1788840375.166213:0:15917:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1788840375.166231:0:15917:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840375.166234:0:15917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840375.166235:0:15917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840375.166237:0:15917:0:(ldlm_lock.c:2306:ldlm_work_cp_ast_lock()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840375.166239:0:15917:0:(ldlm_lock.c:2272:ldlm_work_cp_ast_lock()) Process entered 00010000:00000001:2.0:1788840375.166240:0:15917:0:(ldlm_lock.c:2275:ldlm_work_cp_ast_lock()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:2.0:1788840375.166243:0:15917:0:(client.c:1963:ptlrpc_set_producer()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840375.166245:0:15917:0:(client.c:2698:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840375.166247:0:15917:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000010:2.0:1788840375.166249:0:15917:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee85d300c0. 00000100:00000001:2.0:1788840375.166252:0:15917:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00010000:00000001:2.0:1788840375.166253:0:15917:0:(ldlm_lock.c:2369:ldlm_run_ast_work()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000010:2.0:1788840375.166256:0:15917:0:(ldlm_lock.c:2371:ldlm_run_ast_work()) kfreed 'arg': 56 at ffff90eea05b26c0. 00010000:00010000:2.0:1788840375.166259:0:15917:0:(ldlm_lockd.c:2084:ldlm_handle_cp_callback()) ### client completion callback handler END (lock ffff90ee87d8d400) 00010000:00000001:2.0:1788840375.166260:0:15917:0:(ldlm_lockd.c:2085:ldlm_handle_cp_callback()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840375.166262:0:15917:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840375.166263:0:15917:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:2.0:1788840375.166265:0:15917:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1788840375.166268:0:15917:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1788840375.166273:0:15917:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90ee91279400. 02000000:00000001:2.0:1788840375.166276:0:15917:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840375.166278:0:15917:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840375.166283:0:15917:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1788840375.166286:0:15917:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840375.166290:0:15917:0:(import.c:2149:obd_at_measure()) add 1 to ffff90eea05c51e8 time=74 v=5 (1 1 1 1) 00000100:00000001:2.0:1788840375.166294:0:15917:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788840375.166298:0:15917:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff90ee85e803c0 refcount 13 to 192.168.202.131@tcp 00000100:00000001:2.0:1788840375.166301:0:15917:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621952856032192 : -122120853519424 : ffff90ee85e803c0) 02000000:00000001:2.0:1788840375.166304:0:15917:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1788840375.166306:0:15917:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840375.166309:0:15917:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840375.166311:0:15917:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840375.166315:0:15917:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234dd0. 00000100:00000200:2.0:1788840375.166318:0:15917:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875733155024640, offset 224 00000400:00000200:2.0:1788840375.166324:0:15917:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840375.166331:0:15917:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.166338:0:15917:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840375.166344:0:15917:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2677:2677:256:4294967295] 192.168.202.131@tcp LPNI seq info [2677:2677:8:4294967295] 00000400:00000200:2.0:1788840375.166348:0:15917:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.166357:0:15917:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840375.166362:0:15917:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840375.166367:0:15917:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee84c26200. 00000800:00000200:2.0:1788840375.166374:0:15917:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840375.166381:0:15917:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840375.166385:0:15917:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee84c26200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840375.166401:0:15917:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840375.166405:0:15917:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff90ee85e803c0 refcount 12 to 192.168.202.131@tcp 00010000:00000001:2.0:1788840375.166407:0:15917:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840375.166412:0:15917:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9127b050 x1875733155024640/t0(0) o105->LOV_OSC_UUID@192.168.202.131@tcp:11/0 lens 392/224 e 0 to 0 dl 1788840386 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788840375.166427:0:15917:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90ee9127b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:5836:x1875733155024640:12345-192.168.202.131@tcp:105: Request processed in 360us (996us total) trans 0 rc 0/0 00000100:00100000:2.0:1788840375.166445:0:15917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.131@tcp, seq: 64 00000100:00000040:2.0:1788840375.166449:0:15917:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff90ee9881b000 : new rpc_count 0 00000100:00000001:2.0:1788840375.166451:0:15917:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788840375.166452:0:15917:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1788840375.166457:0:15917:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90ee86e2fd80. 00000020:00000010:2.0:1788840375.166462:0:15917:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90ee98ea3640. 00000020:00000010:2.0:1788840375.166466:0:15917:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90ee85c11400. 00000020:00000040:2.0:1788840375.166470:0:15917:0:(genops.c:879:class_export_put()) PUTting export ffff90ee9881b000 : new refcount 3 02000000:00000001:2.0:1788840375.166476:0:15917:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1788840375.166478:0:15917:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff90ee86eec000. 02000000:00000001:2.0:1788840375.166481:0:15917:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1788840375.166483:0:15917:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125ca80. 02000000:00000001:2.0:1788840375.166486:0:15917:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1788840375.166487:0:15917:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff90ee91278000. 02000000:00000001:2.0:1788840375.166489:0:15917:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1788840375.166490:0:15917:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125c700. 02000000:00000001:2.0:1788840375.166492:0:15917:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1788840375.166493:0:15917:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff90ee91278c00. 02000000:00000001:2.0:1788840375.166495:0:15917:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1788840375.166496:0:15917:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d4bb80. 02000000:00000001:2.0:1788840375.166498:0:15917:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1788840375.166499:0:15917:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff90ee91279c00. 02000000:00000001:2.0:1788840375.166501:0:15917:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1788840375.166502:0:15917:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d4a300. 02000000:00000001:2.0:1788840375.166505:0:15917:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:2.0:1788840375.166506:0:15917:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff90ee86eed000. 02000000:00000001:2.0:1788840375.166508:0:15917:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000010:2.0:1788840375.166509:0:15917:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d48700. 00000100:00000010:2.0:1788840375.166512:0:15917:0:(service.c:994:ptlrpc_server_drop_request()) kvfree 'rqbd->rqbd_buffer': 8192 at ffff90ee98876000. 00000100:00000010:2.0:1788840375.166515:0:15917:0:(service.c:995:ptlrpc_server_drop_request()) kfreed 'rqbd': 968 at ffff90ee9127b000. 00000100:00000001:2.0:1788840375.166518:0:15917:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788840375.166584:0:34802:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840375.166593:0:34802:0:(ldlm_request.c:350:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840375.166596:0:34802:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x20000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840375.166602:0:34802:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788840375.166603:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.166604:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840375.166605:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.166606:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840375.166608:0:34802:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840375.166611:0:34802:0:(osc_request.c:3077:osc_enqueue_fini()) Process entered 00000008:00000001:0.0:1788840375.166613:0:34802:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788840375.166617:0:34802:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840375.166618:0:34802:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840375.166619:0:34802:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=3 00000020:00000001:0.0:1788840375.166622:0:34802:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:0.0:1788840375.166624:0:34802:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:0.0:1788840375.166626:0:34802:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840375.166627:0:34802:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840375.166628:0:34802:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=4 00000020:00000001:0.0:1788840375.166630:0:34802:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:0.0:1788840375.166632:0:34802:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:0.0:1788840375.166635:0:34802:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840375.166657:0:34802:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840375.166661:0:34802:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10000000020000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840375.166668:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.166670:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788840375.166673:0:34802:0:(osc_lock.c:149:osc_lock_lvb_update()) Process entered 00000020:00000001:0.0:1788840375.166689:0:34802:0:(cl_object.c:143:cl_object_top()) ffff90ee996fa1c0 -> ffff90ee87984148 00000008:00010000:0.0:1788840375.166693:0:34802:0:(osc_lock.c:187:osc_lock_lvb_update()) ### acquired size 0, setting rss=0; kms=0, end=18446744073709551615 ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 4/0,2 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x10020000020000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000020:00000001:0.0:1788840375.166700:0:34802:0:(cl_object.c:143:cl_object_top()) ffff90ee996fa1c0 -> ffff90ee87984148 00000020:00000001:0.0:1788840375.166702:0:34802:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788840375.166704:0:34802:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 0 00020000:00000001:0.0:1788840375.166706:0:34802:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788840375.166708:0:34802:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840375.166710:0:34802:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840375.166711:0:34802:0:(cl_object.c:143:cl_object_top()) ffff90ee996fa1c0 -> ffff90ee87984148 00000008:00000001:0.0:1788840375.166713:0:34802:0:(osc_lock.c:192:osc_lock_lvb_update()) Process leaving 00000008:00000001:0.0:1788840375.166715:0:34802:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.166717:0:34802:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840375.166718:0:34802:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840375.166719:0:34802:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=5 00000020:00000001:0.0:1788840375.166721:0:34802:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:0.0:1788840375.166723:0:34802:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:0.0:1788840375.166725:0:34802:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840375.166727:0:34802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 5/0,2 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840375.166733:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.166734:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788840375.166737:0:34802:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840375.166743:0:34802:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840375.166744:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.166745:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788840375.166746:0:34802:0:(osc_request.c:3104:osc_enqueue_fini()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840375.166748:0:34802:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840375.166754:0:34802:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125d500 x1875733134011520/t0(0) o101->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 328/400 e 0 to 0 dl 1788840391 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840375.166761:0:34802:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788840375.166763:0:34802:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840375.166766:0:34802:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee9127a000. 02000000:00000001:0.0:1788840375.166770:0:34802:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788840375.166772:0:34802:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840375.166773:0:34802:0:(genops.c:1223:class_import_put()) import ffff90ee92b59000 refcount=3 obd=lustre-OST0001-osc-ffff90ee90f70800 00000020:00000001:0.0:1788840375.166776:0:34802:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840375.166778:0:34802:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90eea0337800. 02000000:00000001:0.0:1788840375.166781:0:34802:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840375.166782:0:34802:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840375.166783:0:34802:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125d500. 00000100:00000001:0.0:1788840375.166786:0:34802:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840375.166788:0:34802:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:0.0:1788840375.166789:0:34802:0:(osc_request.c:3317:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840375.166791:0:34802:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840375.166794:0:34802:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840375.166796:0:34802:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840375.166798:0:34802:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840375.166800:0:34802:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840375.166802:0:34802:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840375.166805:0:34802:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840375.166807:0:34802:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:0.0:1788840375.166820:0:34802:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000080:00000001:0.0:1788840375.166826:0:34802:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788840375.166828:0:34802:0:(cl_object.c:143:cl_object_top()) ffff90ee87984148 -> ffff90ee87984148 00000020:00000001:0.0:1788840375.166830:0:34802:0:(cl_object.c:143:cl_object_top()) ffff90ee87984148 -> ffff90ee87984148 00000020:00000001:0.0:1788840375.166832:0:34802:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788840375.166836:0:34802:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788840375.166840:0:34802:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788840375.166842:0:34802:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840375.166843:0:34802:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788840375.166844:0:34802:0:(lov_offset.c:44:lov_stripe_size()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788840375.166846:0:34802:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x36:1028 on OST[1]: s=0 (1) m=0 a=0 c=0 b=1 00020000:00000001:0.0:1788840375.166849:0:34802:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788840375.166852:0:34802:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:0.0:1788840375.166855:0:34802:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840375.166856:0:34802:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840375.166858:0:34802:0:(cl_object.c:143:cl_object_top()) ffff90ee87984148 -> ffff90ee87984148 00000080:00200000:0.0:1788840375.166860:0:34802:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 0 i_blocks 1 00000080:00000001:0.0:1788840375.166863:0:34802:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788840375.166866:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d47b80 00000080:00200000:0.0:1788840375.166869:0:34802:0:(vvp_io.c:1292:vvp_io_write_start()) recon: write [0, 23) append 1 append lockpos 18446744073709551615 00000020:00000001:0.0:1788840375.166872:0:34802:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:0.0:1788840375.166874:0:34802:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee831501f0) owner 0000000000000000/ffff90ee8876cf80 00020000:00000002:0.0:1788840375.166877:0:34802:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90ee87fb1a20 addref 2/0 by ffff90ee8876cf80. 00020000:00000002:0.0:1788840375.166880:0:34802:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee831501f0) owner 0000000000000000/ffff90ee8876cf80 00000020:00000001:0.0:1788840375.166882:0:34802:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:0.0:1788840375.166885:0:34802:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:0.0:1788840375.166888:0:34802:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:0.0:1788840375.166891:0:34802:0:(lov_offset.c:253:lov_stripe_intersects()) [0->22] -> [(0) 0->22 (0)] 00020000:00000001:0.0:1788840375.166894:0:34802:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788840375.166895:0:34802:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174954072 : -122120534597544 : ffff90ee98ea6058) 00000020:00000001:0.0:1788840375.166897:0:34802:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788840375.166900:0:34802:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:0.0:1788840375.166903:0:34802:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840375.166904:0:34802:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840375.166906:0:34802:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840375.166907:0:34802:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840375.166914:0:34802:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:0.0:1788840375.166916:0:34802:0:(rw26.c:676:ll_write_begin()) Writing 0 of 0 to 23 bytes 00000020:00000001:0.0:1788840375.166942:0:34802:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:0.0:1788840375.166944:0:34802:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x36:0x0] fffffcfe44c67100 0 1 00000020:00000001:0.0:1788840375.166947:0:34802:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:0.0:1788840375.166949:0:34802:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840375.166950:0:34802:0:(cl_page.c:342:cl_page_alloc()) Process entered 00000020:00000010:0.0:1788840375.166955:0:34802:0:(cl_page.c:293:__cl_page_alloc()) slab-alloced 'cl_page': 224 at ffff90ee8344b9a0. 00000020:00000001:0.0:1788840375.166959:0:34802:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1788840375.166960:0:34802:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00020000:00000001:0.0:1788840375.166962:0:34802:0:(lov_page.c:107:lov_page_init_composite()) Process entered 00020000:00008000:0.0:1788840375.166965:0:34802:0:(lov_page.c:146:lov_page_init_composite()) offset 0, entry 0, stripe 0, suboff 0 00020000:00000001:0.0:1788840375.166968:0:34802:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788840375.166969:0:34802:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174954072 : -122120534597544 : ffff90ee98ea6058) 00000008:00000001:0.0:1788840375.166972:0:34802:0:(osc_cache.c:2427:osc_prep_async_page()) Process entered 00000008:00000040:0.0:1788840375.166974:0:34802:0:(osc_cache.c:2450:osc_prep_async_page()) oap ffff90ee8344ba10 folio fffffcfe44c67100 pg:0 obj off 0 00000008:00000001:0.0:1788840375.166976:0:34802:0:(osc_cache.c:2451:osc_prep_async_page()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840375.166978:0:34802:0:(cl_page.c:1283:cl_page_slice_add()) Process entered 00000020:00000001:0.0:1788840375.166979:0:34802:0:(cl_page.c:1290:cl_page_slice_add()) Process leaving 00000008:00000001:0.0:1788840375.166981:0:34802:0:(osc_page.c:1068:osc_lru_alloc()) Process entered 00000008:00000001:0.0:1788840375.166982:0:34802:0:(osc_page.c:1111:osc_lru_alloc()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840375.166986:0:34802:0:(lov_page.c:180:lov_page_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840375.166988:0:34802:0:(cl_page.c:389:cl_page_alloc()) Process leaving (rc=18446621952811776416 : -122120897775200 : ffff90ee8344b9a0) 00000020:00000001:0.0:1788840375.166990:0:34802:0:(cl_page.c:450:cl_page_find()) Process leaving (rc=18446621952811776416 : -122120897775200 : ffff90ee8344b9a0) 00000020:00000001:0.0:1788840375.166993:0:34802:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:0.0:1788840375.166995:0:34802:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788840375.166997:0:34802:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446621953168274832 : -122120541276784 : ffff90ee98847590) 00000020:00000001:0.0:1788840375.166999:0:34802:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:0.0:1788840375.167000:0:34802:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:0.0:1788840375.167002:0:34802:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788840375.167006:0:34802:0:(cl_page.c:507:__cl_page_state_set()) page@000000005b66a806[2 00000000d3f4cfbc 1 1 000000002a0d5579 0 0 0] 00000020:00000001:0.0:1788840375.167008:0:34802:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:0.0:1788840375.167010:0:34802:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788840375.167011:0:34802:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:0.0:1788840375.167013:0:34802:0:(rw26.c:582:ll_prepare_partial_page()) Process entered 00000020:00000001:0.0:1788840375.167015:0:34802:0:(cl_object.c:143:cl_object_top()) ffff90ee87984148 -> ffff90ee87984148 00000020:00000001:0.0:1788840375.167016:0:34802:0:(cl_object.c:143:cl_object_top()) ffff90ee87984148 -> ffff90ee87984148 00000020:00000001:0.0:1788840375.167017:0:34802:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788840375.167019:0:34802:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:0.0:1788840375.167020:0:34802:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=0 m=0 a=0 c=0 b=1 00020000:00000001:0.0:1788840375.167022:0:34802:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840375.167024:0:34802:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840375.167026:0:34802:0:(cl_object.c:143:cl_object_top()) ffff90ee87984148 -> ffff90ee87984148 00000080:00000001:0.0:1788840375.167029:0:34802:0:(rw26.c:602:ll_prepare_partial_page()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788840375.167031:0:34802:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:0.0:1788840375.167033:0:34802:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840375.167036:0:34802:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:0.0:1788840375.167038:0:34802:0:(rw26.c:871:ll_write_end()) pos 0, len 23, copied 23 00000020:00000001:0.0:1788840375.167040:0:34802:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:0.0:1788840375.167041:0:34802:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446621953168274832 : -122120541276784 : ffff90ee98847590) 00000020:00000001:0.0:1788840375.167043:0:34802:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:0.0:1788840375.167045:0:34802:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1788840375.167050:0:34802:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:0.0:1788840375.167052:0:34802:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788840375.167053:0:34802:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:0.0:1788840375.167055:0:34802:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:0.0:1788840375.167059:0:34802:0:(rw26.c:929:ll_write_end()) page@000000005b66a806[3 00000000d3f4cfbc 2 1 000000002a0d5579 0 0 0] 00000080:00200000:0.0:1788840375.167062:0:34802:0:(rw26.c:929:ll_write_end()) vmpage @0000000099111d8e 17ffffc0001001 3:0 ffff90ee8344b9a0 0 lru 00000080:00200000:0.0:1788840375.167069:0:34802:0:(rw26.c:929:ll_write_end()) osc-page@00000000c83f5a48 0: 1< 0 - - > 2< 0 0 0 0x0 0x0 | 00000000863e4d38 00000000faa3f556 > 3< 0 0 > 4< 0 0 8 2097152 - | - - - - > 5< - - - - | 0 - | 0 - -> 00000080:00200000:0.0:1788840375.167071:0:34802:0:(rw26.c:929:ll_write_end()) end page@000000005b66a806 00000080:00200000:0.0:1788840375.167072:0:34802:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:0.0:1788840375.167073:0:34802:0:(rw26.c:950:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:0.0:1788840375.167078:0:34802:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:0.0:1788840375.167080:0:34802:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 0, to 23 prio 0 00000020:00000001:0.0:1788840375.167082:0:34802:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:0.0:1788840375.167084:0:34802:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:0.0:1788840375.167086:0:34802:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788840375.167087:0:34802:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174954072 : -122120534597544 : ffff90ee98ea6058) 00000020:00000001:0.0:1788840375.167089:0:34802:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:0.0:1788840375.167091:0:34802:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:0.0:1788840375.167093:0:34802:0:(osc_page.c:61:osc_page_cache_add()) Process entered 00000020:00000001:0.0:1788840375.167094:0:34802:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:0.0:1788840375.167095:0:34802:0:(cl_page.c:536:cl_page_get()) Process leaving 00000008:00000001:0.0:1788840375.167097:0:34802:0:(osc_cache.c:2472:osc_queue_async_io()) Process entered 00000008:00000020:0.0:1788840375.167100:0:34802:0:(osc_cache.c:2531:osc_queue_async_io()) obj ffff90ee996fa1c0 ready 0|-|- wr 0|-|- rd 0|- oap ffff90ee8344ba10 folio fffffcfe44c67100 pg:0 added for cmd 2 00000008:00000001:0.0:1788840375.167104:0:34802:0:(osc_cache.c:1726:osc_enter_cache()) Process entered 00000008:00000020:0.0:1788840375.167106:0:34802:0:(osc_cache.c:1728:osc_enter_cache()) lustre-OST0001-osc-ffff90ee90f70800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:1703936 00000008:00000020:0.0:1788840375.167111:0:34802:0:(osc_cache.c:1633:osc_enter_cache_try()) lustre-OST0001-osc-ffff90ee90f70800: grant { dirty: 0/118272 dirty_pages: 0/472727 dropped: 0 avail: 2097152, dirty_grant: 0, reserved: 0, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }need:1703936 00000008:00000020:0.0:1788840375.167115:0:34802:0:(osc_cache.c:1480:osc_consume_write_grant()) using 4096 grant credits for brw ffff90ee8344ba48 page fffffcfe44c67100 00000008:00000020:0.0:1788840375.167119:0:34802:0:(osc_cache.c:1760:osc_enter_cache()) lustre-OST0001-osc-ffff90ee90f70800: grant { dirty: 1/118272 dirty_pages: 1/472727 dropped: 0 avail: 393216, dirty_grant: 0, reserved: 1703936, flight: 0 } lru {in list: 0, left: 1, waiters: 0 }granted from cache 00000008:00000001:0.0:1788840375.167123:0:34802:0:(osc_cache.c:1776:osc_enter_cache()) Process leaving 00000008:00000001:0.0:1788840375.167125:0:34802:0:(osc_cache.c:1779:osc_enter_cache()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840375.167128:0:34802:0:(osc_cache.c:707:osc_extent_find()) Process entered 00000008:00000010:0.0:1788840375.167132:0:34802:0:(osc_cache.c:313:osc_extent_alloc()) slab-alloced 'ext': 192 at ffff90ee829e39c0. 00000008:00000020:0.0:1788840375.167136:0:34802:0:(osc_cache.c:1309:__osc_extent_tree_dump()) Dump object ffff90ee996fa1c0 extents at osc_extent_find:840, mppr: 256. 00000008:00000020:0.0:1788840375.167144:0:34802:0:(osc_cache.c:1872:osc_update_pending()) obj ffff90ee996fa1c0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta 0. 00000008:00000020:0.0:1788840375.167149:0:34802:0:(osc_cache.c:858:osc_extent_find()) extent ffff90ee829e39c0@{[0 -> 255/255], [3|1|-|active|wi|ffff90ee996fa1c0], [1703936|0|-|-|ffff90ee87d8d400|256|0000000000000000]} add into tree 0/4503599627370495. 00000008:00010000:0.0:1788840375.167154:0:34802:0:(osc_cache.c:858:osc_extent_find()) ### extent: 00000000f61bea73 ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000008:00000001:0.0:1788840375.167162:0:34802:0:(osc_cache.c:875:osc_extent_find()) Process leaving 00000008:00000001:0.0:1788840375.167165:0:34802:0:(osc_cache.c:2668:osc_queue_async_io()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840375.167166:0:34802:0:(osc_page.c:70:osc_page_cache_add()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840375.167169:0:34802:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:0.0:1788840375.167170:0:34802:0:(cl_object.c:143:cl_object_top()) ffff90ee996fa1c0 -> ffff90ee87984148 00000008:00000002:0.0:1788840375.167172:0:34802:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 0->23 0 00000020:00000001:0.0:1788840375.167174:0:34802:0:(cl_object.c:143:cl_object_top()) ffff90ee996fa1c0 -> ffff90ee87984148 00000020:00000001:0.0:1788840375.167176:0:34802:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:0.0:1788840375.167177:0:34802:0:(osc_object.c:161:osc_attr_update()) set kms from 0to 23 00020000:00000001:0.0:1788840375.167179:0:34802:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788840375.167180:0:34802:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840375.167182:0:34802:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840375.167183:0:34802:0:(cl_object.c:143:cl_object_top()) ffff90ee996fa1c0 -> ffff90ee87984148 00000008:00000001:0.0:1788840375.167185:0:34802:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:0.0:1788840375.167186:0:34802:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:0.0:1788840375.167188:0:34802:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788840375.167191:0:34802:0:(cl_page.c:556:cl_batch_put()) page@000000005b66a806[4 00000000d3f4cfbc 2 1 000000002a0d5579 0 0 0] 00000020:00000001:0.0:1788840375.167192:0:34802:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:0.0:1788840375.167194:0:34802:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:0.0:1788840375.167195:0:34802:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:0.0:1788840375.167197:0:34802:0:(osc_request.c:745:osc_update_next_shrink()) next time 3137 to shrink grant 00000080:00000001:0.0:1788840375.167199:0:34802:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:0.0:1788840375.167201:0:34802:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:0.0:1788840375.167208:0:34802:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff90ee905c3c38, count 1, dirtied 1 00000080:00000001:0.0:1788840375.167210:0:34802:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:0.0:1788840375.167212:0:34802:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:0.0:1788840375.167214:0:34802:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:0.0:1788840375.167215:0:34802:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:0.0:1788840375.167216:0:34802:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:0.0:1788840375.167234:0:34802:0:(cl_page.c:507:__cl_page_state_set()) page@000000005b66a806[3 00000000d3f4cfbc 2 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788840375.167236:0:34802:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:0.0:1788840375.167237:0:34802:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:0.0:1788840375.167239:0:34802:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:0.0:1788840375.167240:0:34802:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:0.0:1788840375.167243:0:34802:0:(cl_page.c:556:cl_batch_put()) page@000000005b66a806[3 00000000d3f4cfbc 1 1 0000000000000000 0 0 0] 00000020:00000001:0.0:1788840375.167244:0:34802:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:0.0:1788840375.167245:0:34802:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:0.0:1788840375.167246:0:34802:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:0.0:1788840375.167247:0:34802:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:0.0:1788840375.167249:0:34802:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840375.167250:0:34802:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840375.167252:0:34802:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840375.167254:0:34802:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788840375.167255:0:34802:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:0.0:1788840375.167258:0:34802:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:0.0:1788840375.167259:0:34802:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:0.0:1788840375.167261:0:34802:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840375.167263:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d47b80 00000080:00200000:0.0:1788840375.167264:0:34802:0:(vvp_io.c:1358:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:0.0:1788840375.167267:0:34802:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840375.167270:0:34802:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:0.0:1788840375.167272:0:34802:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788840375.167273:0:34802:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:0.0:1788840375.167275:0:34802:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:0.0:1788840375.167276:0:34802:0:(cl_object.c:143:cl_object_top()) ffff90ee996fa1c0 -> ffff90ee87984148 00000020:00000001:0.0:1788840375.167278:0:34802:0:(cl_object.c:143:cl_object_top()) ffff90ee996fa1c0 -> ffff90ee87984148 00000020:00000001:0.0:1788840375.167279:0:34802:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:0.0:1788840375.167280:0:34802:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:0.0:1788840375.167282:0:34802:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840375.167283:0:34802:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840375.167285:0:34802:0:(cl_object.c:143:cl_object_top()) ffff90ee996fa1c0 -> ffff90ee87984148 00000008:00000001:0.0:1788840375.167287:0:34802:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840375.167289:0:34802:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840375.167291:0:34802:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840375.167292:0:34802:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840375.167293:0:34802:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840375.167295:0:34802:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:0.0:1788840375.167297:0:34802:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:0.0:1788840375.167298:0:34802:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:0.0:1788840375.167300:0:34802:0:(cl_io.c:555:cl_io_end()) Process entered 00000008:00000001:0.0:1788840375.167302:0:34802:0:(osc_cache.c:600:osc_extent_release()) Process entered 00000008:00000001:0.0:1788840375.167304:0:34802:0:(osc_cache.c:229:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:0.0:1788840375.167308:0:34802:0:(osc_cache.c:1872:osc_update_pending()) obj ffff90ee996fa1c0 ready 0|-|- wr 1|-|- rd 0|- update pending cmd 2 delta 1. 00000008:00000001:0.0:1788840375.167313:0:34802:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788840375.167315:0:34802:0:(osc_cache.c:1857:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840375.167317:0:34802:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:0.0:1788840375.167318:0:34802:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840375.167320:0:34802:0:(osc_cache.c:674:osc_extent_release()) Process leaving 00000020:00000001:0.0:1788840375.167321:0:34802:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:0.0:1788840375.167322:0:34802:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840375.167324:0:34802:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840375.167325:0:34802:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:0.0:1788840375.167327:0:34802:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788840375.167329:0:34802:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788840375.167331:0:34802:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90ee988bf6c8 (ffff90ee912226c8/0) at cl_lock_release():245 00000020:00000001:0.0:1788840375.167334:0:34802:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788840375.167335:0:34802:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee988bf6c8 (ffff90ee912226c8/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788840375.167338:0:34802:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788840375.167339:0:34802:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788840375.167341:0:34802:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174954072 : -122120534597544 : ffff90ee98ea6058) 00000020:00000001:0.0:1788840375.167343:0:34802:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788840375.167344:0:34802:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee98e7d730 (ffff90ee91222758/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788840375.167347:0:34802:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788840375.167348:0:34802:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788840375.167349:0:34802:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840375.167351:0:34802:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840375.167353:0:34802:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=5 00000020:00000001:0.0:1788840375.167355:0:34802:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:0.0:1788840375.167357:0:34802:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:0.0:1788840375.167359:0:34802:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840375.167362:0:34802:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840375.167376:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.167377:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840375.167378:0:34802:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840375.167380:0:34802:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840375.167382:0:34802:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788840375.167390:0:34802:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840375.167393:0:34802:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840375.167395:0:34802:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840375.167398:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.167400:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840375.167401:0:34802:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.167404:0:34802:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840375.167405:0:34802:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.167407:0:34802:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.167410:0:34802:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.167412:0:34802:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840375.167413:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.167414:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840375.167415:0:34802:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.167416:0:34802:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788840375.167417:0:34802:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788840375.167419:0:34802:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788840375.167420:0:34802:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788840375.167421:0:34802:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788840375.167422:0:34802:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788840375.167423:0:34802:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee988bf6c8 (ffff90ee912226c8/0) at cl_lock_fini():72 00020000:00000001:0.0:1788840375.167426:0:34802:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788840375.167427:0:34802:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788840375.167428:0:34802:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee98e7d730 (ffff90ee912226c8/1) at cl_lock_fini():72 00000008:00000010:0.0:1788840375.167430:0:34802:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90ee911df430. 00000020:00000001:0.0:1788840375.167433:0:34802:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788840375.167445:0:34802:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90ee98e7d700. 00020000:00000001:0.0:1788840375.167448:0:34802:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788840375.167450:0:34802:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788840375.167451:0:34802:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:0.0:1788840375.167453:0:34802:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:0.0:1788840375.167454:0:34802:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788840375.167455:0:34802:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:0.0:1788840375.167457:0:34802:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:0.0:1788840375.167458:0:34802:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840375.167460:0:34802:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840375.167461:0:34802:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:0.0:1788840375.167463:0:34802:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:0.0:1788840375.167464:0:34802:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:0.0:1788840375.167466:0:34802:0:(vvp_io.c:533:vvp_io_advance()) advancing 23 bytes 00000020:00000001:0.0:1788840375.167467:0:34802:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:0.0:1788840375.167468:0:34802:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:0.0:1788840375.167470:0:34802:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:0.0:1788840375.167471:0:34802:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:0.0:1788840375.167472:0:34802:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:0.0:1788840375.167474:0:34802:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:0.0:1788840375.167475:0:34802:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840375.167477:0:34802:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840375.167479:0:34802:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788840375.167480:0:34802:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:0.0:1788840375.167481:0:34802:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788840375.167485:0:34802:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:0.0:1788840375.167487:0:34802:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:0.0:1788840375.167490:0:34802:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:0.0:1788840375.167491:0:34802:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788840375.167493:0:34802:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788840375.167495:0:34802:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788840375.167496:0:34802:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788840375.167497:0:34802:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788840375.167499:0:34802:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee91222750 00020000:00000001:0.0:1788840375.167502:0:34802:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788840375.167503:0:34802:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788840375.167505:0:34802:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788840375.167507:0:34802:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788840375.167509:0:34802:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788840375.167510:0:34802:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:0.0:1788840375.167511:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d47c98 00000080:00200000:0.0:1788840375.167513:0:34802:0:(file.c:2238:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:0.0:1788840375.167517:0:34802:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788840375.167518:0:34802:0:(cl_object.c:143:cl_object_top()) ffff90ee87984148 -> ffff90ee87984148 00000020:00000001:0.0:1788840375.167520:0:34802:0:(cl_object.c:143:cl_object_top()) ffff90ee87984148 -> ffff90ee87984148 00000020:00000001:0.0:1788840375.167522:0:34802:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788840375.167524:0:34802:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788840375.167526:0:34802:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788840375.167527:0:34802:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:0.0:1788840375.167529:0:34802:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788840375.167530:0:34802:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=23 : 23 : 17) 00020000:00000002:0.0:1788840375.167532:0:34802:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x36:1028 on OST[1]: s=23 (1) m=1788840375 a=0 c=1788840375 b=1 00020000:00000001:0.0:1788840375.167535:0:34802:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788840375.167537:0:34802:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788840375 a=0 c=1788840375 b=1 00020000:00000001:0.0:1788840375.167539:0:34802:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840375.167541:0:34802:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840375.167542:0:34802:0:(cl_object.c:143:cl_object_top()) ffff90ee87984148 -> ffff90ee87984148 00000080:00200000:0.0:1788840375.167545:0:34802:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 23 i_blocks 1 00000080:00000001:0.0:1788840375.167546:0:34802:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:0.0:1788840375.167550:0:34802:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:0.0:1788840375.167553:0:34802:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:0.0:1788840375.167554:0:34802:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912226c0 00000020:00000001:0.0:1788840375.167557:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d47d88 00000080:00000008:0.0:1788840375.167559:0:34802:0:(file.c:2732:do_file_write_iter()) COMPLETED: file recon:[0x200000404:0x36:0x0], ppos: 23, count: 0, rc = 23 00000080:00000001:0.0:1788840375.167562:0:34802:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:0.0:1788840375.167582:0:34802:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788840375.167585:0:34802:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee831501f0) owner 0000000000000000/ffff90ee8876cf80 00020000:00000002:0.0:1788840375.167588:0:34802:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee831501f0) owner 0000000000000000/ffff90ee8876cf80 00020000:00000001:0.0:1788840375.167590:0:34802:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840375.167597:0:34802:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:0.0:1788840375.167599:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d47df0 00000080:00200008:0.0:1788840375.167601:0:34802:0:(file.c:479:ll_file_release()) START file recon:[0x200000404:0x36:0x0](ffff90ee905c3a88), flags 102001 00000080:00000001:0.0:1788840375.167604:0:34802:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:0.0:1788840375.167607:0:34802:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:0.0:1788840375.167608:0:34802:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:0.0:1788840375.167609:0:34802:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee831501f0) owner 0000000000000000/ffff90ee8876cf80 00020000:00000002:0.0:1788840375.167611:0:34802:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee831501f0) owner 0000000000000000/ffff90ee8876cf80 00020000:00000001:0.0:1788840375.167613:0:34802:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840375.167615:0:34802:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:0.0:1788840375.167623:0:34802:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840375.167625:0:34802:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840375.167631:0:34802:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55f00 count: 2 00010000:00000001:0.0:1788840375.167634:0:34802:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1788840375.167677:0:34802:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788840375.167680:0:34802:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x36:0x0]: 0 00000080:00000001:0.0:1788840375.167682:0:34802:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:0.0:1788840375.167683:0:34802:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:0.0:1788840375.167688:0:34802:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff90ee98d1f000. 00000080:00000001:0.0:1788840375.167689:0:34802:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:0.0:1788840375.167694:0:34802:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:0.0:1788840375.167698:0:34802:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:0.0:1788840375.167700:0:34802:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x36:0x0] 00000002:00000001:0.0:1788840375.167704:0:34802:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:0.0:1788840375.167706:0:34802:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff90ee90f70800: [0x200000404:0x36:0x0] file closed with intent: 200 00000100:00000010:0.0:1788840375.167712:0:34802:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f58700. 00000020:00000040:0.0:1788840375.167715:0:34802:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:0.0:1788840375.167719:0:34802:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840375.167722:0:34802:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840375.167726:0:34802:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840375.167732:0:34802:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee98d1ee00. 00000100:00000001:0.0:1788840375.167738:0:34802:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:0.0:1788840375.167751:0:34802:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff90ee87f5ad80 x1875733134011264/t8589934616(8589934616) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840391 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:0.0:1788840375.167761:0:34802:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:0.0:1788840375.167767:0:34802:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee87f58700 x1875733134011904/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:0.0:1788840375.167774:0:34802:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788840375.167776:0:34802:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788840375.167781:0:34802:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee916eec00. 00000100:00000001:0.0:1788840375.167783:0:34802:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621953049422848 : -122120660128768 : ffff90ee916eec00) 00000100:00000001:0.0:1788840375.167786:0:34802:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840375.167787:0:34802:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890472192 : -122120819079424 : ffff90ee87f58700) 00000100:00000001:0.0:1788840375.167791:0:34802:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840375.167796:0:34802:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840375.167798:0:34802:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788840375.167800:0:34802:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840375.167804:0:34802:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f58700 x1875733134011904/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840375.167811:0:34802:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840375.167814:0:34802:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840375.167818:0:34802:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840375.167821:0:34802:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840375.167824:0:34802:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840375.167827:0:34802:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f58700 pname:cluuid:pid:xid:nid:opc:job uname:10f4a654-3497-48d8-8f70-7e89f4f161cc:34802:1875733134011904:192.168.202.131@tcp:35:uname.0 00000100:00000001:0.0:1788840375.167831:0:34802:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840375.167837:0:34802:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840375.167840:0:34802:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840375.167842:0:34802:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840375.167847:0:34802:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86f36800. 02000000:00000001:0.0:1788840375.167849:0:34802:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840375.167855:0:34802:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840375.167859:0:34802:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c80630. 00000400:00000010:0.0:1788840375.167865:0:34802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6110. 00000100:00000200:0.0:1788840375.167871:0:34802:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733134011904, portal 10 00000100:00000001:0.0:1788840375.167873:0:34802:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840375.167874:0:34802:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890472192 : -122120819079424 : ffff90ee87f58700) 00000100:00000040:0.0:1788840375.167881:0:34802:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87f58700 x1875733134011904/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840391 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840375.167887:0:34802:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840375.167889:0:34802:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840375.167891:0:34802:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed6220. 00000100:00000200:0.0:1788840375.167894:0:34802:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875733134011904, offset 0 00000400:00000200:0.0:1788840375.167900:0:34802:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840375.167905:0:34802:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840375.167911:0:34802:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840375.167915:0:34802:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840375.167919:0:34802:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840375.167923:0:34802:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840375.167925:0:34802:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840375.167928:0:34802:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2678:2678:255:4294967295] 192.168.202.131@tcp LPNI seq info [2678:2678:7:4294967295] 00000400:00000200:0.0:1788840375.167932:0:34802:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840375.167939:0:34802:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840375.167944:0:34802:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840375.167948:0:34802:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee92e46700. 00000800:00000200:0.0:1788840375.167954:0:34802:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840375.167959:0:34802:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840375.167963:0:34802:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee92e46700 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:0.0:1788840375.167966:0:34802:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840375.167970:0:34802:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 788126 usecs (789 jiffies) 00000400:00000200:0.0:1788840375.167973:0:34802:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840375.167976:0:34802:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296605775 00000100:00000001:0.0:1788840375.167979:0:34802:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296606629 00000100:00000001:0.0:1788840375.167981:0:34802:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296605775 00000100:00000001:0.0:1788840375.167984:0:34802:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296606629 00000100:00000001:0.0:1788840375.167986:0:34802:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840375.167988:0:34802:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840375.167990:0:34802:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840375.167992:0:34802:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788840375.167994:0:34802:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee916eec00 going to sleep for 11 seconds 00000100:00000001:0.0:1788840375.167996:0:34802:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840375.167999:0:34802:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840375.168429:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840375.168434:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee84c26200. 00000400:00000200:3.0:1788840375.168449:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840375.168455:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840375.168460:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234dd0 00000400:00000010:3.0:1788840375.168463:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234dd0. 00000100:00000001:3.0:1788840375.168466:0:2354:0:(events.c:386:reply_out_callback()) Process entered 02000000:00000001:3.0:1788840375.168469:0:2354:0:(sec.c:2614:sptlrpc_svc_free_rs()) Process entered 02000000:00000010:3.0:1788840375.168471:0:2354:0:(sec_null.c:332:null_free_rs()) kvfree 'rs': 520 at ffff90ee91279400. 02000000:00000001:3.0:1788840375.168473:0:2354:0:(sec.c:2627:sptlrpc_svc_free_rs()) Process leaving 00000100:00000001:3.0:1788840375.168474:0:2354:0:(events.c:398:reply_out_callback()) Process leaving 00000800:00000200:3.0:1788840375.168538:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840375.168541:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee92e46700. 00000400:00000200:3.0:1788840375.168543:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840375.168546:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840375.168549:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6220 00000400:00000010:3.0:1788840375.168551:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6220. 00000100:00000001:3.0:1788840375.168553:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840375.168557:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f58700 x1875733134011904/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840391 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840375.168567:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840375.168570:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f58700 x1875733134011904/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840391 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840375.168575:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840375.168577:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1:1788840375.172917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8d200. 00000800:00000001:2.0:1788840375.175207:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840375.175225:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840375.175231:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840375.175234:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840375.175243:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.175251:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840375.175261:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.175265:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.175270:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.175274:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 456 into portal 10 MB=0x6a9f827256e00 00000400:00000200:2.0:1788840375.175279:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.175286:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 456/456 into md 0x745d [1] + 224 00000800:00000001:2.0:1788840375.175293:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840375.175301:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840375.175305:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840375.175309:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840375.175316:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840375.175324:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f58700 x1875733134011904/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840391 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840375.175335:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff90ee87f58700 x1875733134011904/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840391 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840375.175358:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840375.175368:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840375.175371:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840375.175692:0:34802:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840375.175701:0:34802:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840375.175703:0:34802:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840375.175706:0:34802:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c80630. 00000400:00000200:0.0:1788840375.175711:0:34802:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed6110 00000400:00000010:0.0:1788840375.175713:0:34802:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed6110. 00000100:00000001:0.0:1788840375.175716:0:34802:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840375.175720:0:34802:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f58700 x1875733134011904/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840391 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788840375.175729:0:34802:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f58700 x1875733134011904/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840391 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840375.175734:0:34802:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840375.175737:0:34802:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840375.175740:0:34802:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840375.175744:0:34802:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840375.175746:0:34802:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840375.175749:0:34802:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840375.175752:0:34802:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840375.175762:0:34802:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee988234a8 time=75 v=5 (10 5 5 5) 00000100:00001000:0.0:1788840375.175766:0:34802:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=33 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840375.175769:0:34802:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840375.175771:0:34802:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.175774:0:34802:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840375.175778:0:34802:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840375.175781:0:34802:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788840375.175782:0:34802:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788840375.175784:0:34802:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788840375.175786:0:34802:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840375.175788:0:34802:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890472192 : -122120819079424 : ffff90ee87f58700) 00000100:00000001:0.0:1788840375.175791:0:34802:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840375.175793:0:34802:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 8589934613 00000100:00000001:0.0:1788840375.175801:0:34802:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840375.175804:0:34802:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840375.175809:0:34802:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f58700 x1875733134011904/t8589934617(8589934617) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840391 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840375.175817:0:34802:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840375.175820:0:34802:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840375.175822:0:34802:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840375.175826:0:34802:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f58700 x1875733134011904/t8589934617(8589934617) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840391 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788840375.175838:0:34802:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f58700 pname:cluuid:pid:xid:nid:opc:job uname:10f4a654-3497-48d8-8f70-7e89f4f161cc:34802:1875733134011904:192.168.202.131@tcp:35:uname.0 00000100:00000001:0.0:1788840375.175843:0:34802:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840375.175845:0:34802:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840375.175848:0:34802:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788840375.175851:0:34802:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840375.175854:0:34802:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f58700 x1875733134011904/t8589934617(8589934617) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840391 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840375.175861:0:34802:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840375.175864:0:34802:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee916eec00. 00000100:00000001:0.0:1788840375.175867:0:34802:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788840375.175869:0:34802:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840375.175878:0:34802:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840375.175879:0:34802:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890472192 : -122120819079424 : ffff90ee87f58700) 00000002:00000001:0.0:1788840375.175883:0:34802:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840375.175887:0:34802:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788840375.175894:0:34802:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98d1f000. 00000080:00000001:0.0:1788840375.175898:0:34802:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:0.0:1788840375.175902:0:34802:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:0.0:1788840375.175907:0:34802:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:0.0:1788840375.175912:0:34802:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff90ee87f5ad80 x1875733134011264/t8589934616(8589934616) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840391 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788840375.175920:0:34802:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840375.175921:0:34802:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788840375.175923:0:34802:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff90eea05b2480. 00000100:00000001:0.0:1788840375.175926:0:34802:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840375.175929:0:34802:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f58700 x1875733134011904/t8589934617(8589934617) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840391 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840375.175935:0:34802:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840375.175937:0:34802:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788840375.175941:0:34802:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90ee82ffc640. 00000080:00000001:0.0:1788840375.175945:0:34802:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840375.175952:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d47df0 00000080:00000008:0.0:1788840375.175955:0:34802:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff90ee905c3a88), flags 102001, rc = 0 00000080:00000001:0.0:1788840375.175958:0:34802:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840375.175963:0:34802:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788840375.175965:0:34802:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d47e00 00000080:00002000:0.0:1788840375.175967:0:34802:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff90ee907345e8, parent ffff90ee9069b510, inode ffff90ee905c3a88) hashed, 00000080:00000001:0.0:1788840375.175970:0:34802:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1788840375.186170:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840375.186190:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840375.186195:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840375.186197:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840375.186207:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.186216:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840375.186225:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.186230:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.186314:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.186320:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 18 MB=0x6a9f827256d00 00000400:00000200:2.0:1788840375.186325:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.186332:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.131@tcp of length 224/224 into md 0x7445 [1] + 224 00000800:00000001:2.0:1788840375.186339:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840375.186351:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840375.186354:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840375.186359:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840375.186368:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840375.186378:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f58000 x1875733134011648/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840391 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840375.186390:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87f58000 x1875733134011648/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840391 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840375.186413:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840375.186422:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840375.186425:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840375.186489:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840375.186494:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840375.186500:0:2359:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840375.186502:0:2359:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840375.186504:0:2359:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c80ec8. 00000400:00000200:0.0:1788840375.186508:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed67f8 00000400:00000010:0.0:1788840375.186511:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed67f8. 00000100:00000001:0.0:1788840375.186514:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840375.186519:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f58000 x1875733134011648/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840391 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1788840375.186527:0:2359:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f58000 x1875733134011648/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840391 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840375.186532:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840375.186534:0:2359:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840375.186537:0:2359:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840375.186540:0:2359:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840375.186543:0:2359:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840375.186546:0:2359:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840375.186549:0:2359:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840375.186559:0:2359:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b59538 time=207 v=5 (5 5 5 5) 00000100:00001000:0.0:1788840375.186562:0:2359:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b59418 time=27 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840375.186565:0:2359:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840375.186567:0:2359:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.186569:0:2359:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840375.186573:0:2359:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840375.186577:0:2359:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840375.186580:0:2359:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90ee90f70800: skip recheck: last_committed 4294967312 00000100:00000001:0.0:1788840375.186582:0:2359:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840375.186584:0:2359:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840375.186589:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f58000 x1875733134011648/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840391 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840375.186595:0:2359:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840375.186598:0:2359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840375.186600:0:2359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840375.186604:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f58000 x1875733134011648/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840391 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788840375.186612:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2359:1875733134011648:192.168.202.131@tcp:103:ldlm_bl.0 00000100:00000001:0.0:1788840375.186617:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840375.186620:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840375.186623:0:2359:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f58000 x1875733134011648/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840391 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1788840375.187939:0:2359:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788840375.187946:0:2359:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840375.187951:0:2359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee98d1e000. 02000000:00000001:0.0:1788840375.187958:0:2359:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788840375.187961:0:2359:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840375.187963:0:2359:0:(genops.c:1223:class_import_put()) import ffff90ee92b59000 refcount=2 obd=lustre-OST0001-osc-ffff90ee90f70800 00000020:00000001:0.0:1788840375.187965:0:2359:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840375.187968:0:2359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee98d1f400. 02000000:00000001:0.0:1788840375.187972:0:2359:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840375.187973:0:2359:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840375.187975:0:2359:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f58000. 00000100:00000001:0.0:1788840375.187979:0:2359:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840375.187980:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840375.187983:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840375.187991:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840375.187993:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840375.187996:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1788840375.188065:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840375.209529:0:34807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bd08 00000080:00200008:2.0:1788840375.209539:0:34807:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff90ee905142c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:2.0:1788840375.209547:0:34807:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1788840375.209548:0:34807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bc80 00000080:00200000:2.0:1788840375.209550:0:34807:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:2.0:1788840375.209556:0:34807:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90eea059d600. 00800000:00000002:2.0:1788840375.209563:0:34807:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:2.0:1788840375.209567:0:34807:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:2.0:1788840375.209572:0:34807:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1788840375.209574:0:34807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bba0 00800000:00000002:2.0:1788840375.209577:0:34807:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1788840375.209581:0:34807:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1788840375.209585:0:34807:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1788840375.209590:0:34807:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1788840375.209592:0:34807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2ba70 00000002:00010000:2.0:1788840375.209594:0:34807:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1788840375.209598:0:34807:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1788840375.209601:0:34807:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840375.209604:0:34807:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1788840375.209611:0:34807:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840375.209614:0:34807:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840375.209616:0:34807:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840375.209618:0:34807:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1788840375.209621:0:34807:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1788840375.209627:0:34807:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125c700. 00000020:00000040:2.0:1788840375.209631:0:34807:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=8 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00010000:00000001:2.0:1788840375.210504:0:34807:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1788840375.210513:0:34807:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840375.210519:0:34807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840375.210521:0:34807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840375.210523:0:34807:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840375.210527:0:34807:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1788840375.210530:0:34807:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1788840375.210535:0:34807:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1788840375.210545:0:34807:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee9127b000. 00000100:00000001:2.0:1788840375.210553:0:34807:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840375.210558:0:34807:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840375.210559:0:34807:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840375.210561:0:34807:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840375.210562:0:34807:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840375.210564:0:34807:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1788840375.210570:0:34807:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621953044629248 : -122120664922368 : ffff90ee9125c700) 00010000:00000001:2.0:1788840375.210575:0:34807:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1788840375.210577:0:34807:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1788840375.210582:0:34807:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee892b1700. 00010000:00000010:2.0:1788840375.210587:0:34807:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee98e7de00. 00010000:00000001:2.0:1788840375.210591:0:34807:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1788840375.210594:0:34807:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee87d8cc00. 00000020:00000001:2.0:1788840375.210599:0:34807:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:2.0:1788840375.210602:0:34807:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee87d8cc00 with handle 0x3aa5f499c96f3957 to hash 00000020:00000001:2.0:1788840375.210605:0:34807:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:2.0:1788840375.210606:0:34807:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000001:2.0:1788840375.210609:0:34807:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000001:2.0:1788840375.210613:0:34807:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840375.210616:0:34807:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840375.210620:0:34807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3957 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840375.210629:0:34807:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3957 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34807 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788840375.210652:0:34807:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3957 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34807 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:2.0:1788840375.210659:0:34807:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1788840375.210660:0:34807:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1788840375.210666:0:34807:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee85d300c0. 00000100:00000001:2.0:1788840375.210668:0:34807:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952854655168 : -122120854896448 : ffff90ee85d300c0) 00000100:00000001:2.0:1788840375.210671:0:34807:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840375.210673:0:34807:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044629248 : -122120664922368 : ffff90ee9125c700) 00000100:00000001:2.0:1788840375.210677:0:34807:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1788840375.210682:0:34807:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840375.210684:0:34807:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1788840375.210686:0:34807:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1788840375.210697:0:34807:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125c700 x1875733134012032/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840375.210705:0:34807:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1788840375.210707:0:34807:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840375.210711:0:34807:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1788840375.210714:0:34807:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1788840375.210716:0:34807:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840375.210719:0:34807:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125c700 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:34807:1875733134012032:192.168.202.131@tcp:101:lfs.0 00000100:00000001:2.0:1788840375.210724:0:34807:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1788840375.210730:0:34807:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1788840375.210733:0:34807:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840375.210736:0:34807:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1788840375.210741:0:34807:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90ee86e6c000. 02000000:00000001:2.0:1788840375.210744:0:34807:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1788840375.210752:0:34807:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:2.0:1788840375.210756:0:34807:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4ebb0. 00000400:00000010:2.0:1788840375.210763:0:34807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee912347f8. 00000100:00000200:2.0:1788840375.210771:0:34807:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875733134012032, portal 10 00000100:00000001:2.0:1788840375.210773:0:34807:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1788840375.210774:0:34807:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044629248 : -122120664922368 : ffff90ee9125c700) 00000100:00000040:2.0:1788840375.210781:0:34807:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee9125c700 x1875733134012032/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840391 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840375.210788:0:34807:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840375.210791:0:34807:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840375.210794:0:34807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee91234770. 00000100:00000200:2.0:1788840375.210797:0:34807:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875733134012032, offset 0 00000400:00000200:2.0:1788840375.210803:0:34807:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840375.210814:0:34807:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.210821:0:34807:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840375.210827:0:34807:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1788840375.210832:0:34807:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:2.0:1788840375.210837:0:34807:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1788840375.210840:0:34807:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:2.0:1788840375.210844:0:34807:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2679:2679:256:4294967295] 192.168.202.131@tcp LPNI seq info [2679:2679:8:4294967295] 00000400:00000200:2.0:1788840375.210849:0:34807:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.210860:0:34807:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840375.210868:0:34807:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840375.210874:0:34807:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee84c26200. 00000800:00000200:2.0:1788840375.210881:0:34807:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840375.210890:0:34807:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840375.210896:0:34807:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee84c26200 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1788840375.210925:0:34807:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840375.210931:0:34807:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 787191 usecs (788 jiffies) 00000400:00000200:2.0:1788840375.210934:0:34807:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:2.0:1788840375.210938:0:34807:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296605817 00000100:00000001:2.0:1788840375.210942:0:34807:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296606629 00000100:00000001:2.0:1788840375.210944:0:34807:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296605817 00000100:00000001:2.0:1788840375.210947:0:34807:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296606629 00000100:00000001:2.0:1788840375.210950:0:34807:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1788840375.210952:0:34807:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840375.210955:0:34807:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1788840375.210958:0:34807:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1788840375.210961:0:34807:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee85d300c0 going to sleep for 11 seconds 00000100:00000001:2.0:1788840375.210964:0:34807:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1788840375.210968:0:34807:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840375.212216:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840375.212224:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee84c26200. 00000400:00000200:3.0:1788840375.212230:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840375.212246:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840375.212252:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee91234770 00000400:00000010:3.0:1788840375.212255:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee91234770. 00000100:00000001:3.0:1788840375.212259:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840375.212264:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125c700 x1875733134012032/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840391 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840375.212274:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840375.212277:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee9125c700 x1875733134012032/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840391 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840375.212283:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840375.212285:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840375.215871:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840375.215889:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840375.215894:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840375.215897:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840375.215906:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.215914:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840375.215923:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.215928:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.215932:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.215936:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 688 into portal 10 MB=0x6a9f827256e80 00000400:00000200:2.0:1788840375.215940:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.215946:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 688/688 into md 0x7465 [1] + 224 00000800:00000001:2.0:1788840375.215953:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840375.215960:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840375.215963:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840375.215968:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840375.215975:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840375.215984:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125c700 x1875733134012032/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840391 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840375.215994:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff90ee9125c700 x1875733134012032/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840391 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840375.216027:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840375.216034:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840375.216037:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840375.216188:0:34807:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840375.216196:0:34807:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840375.216198:0:34807:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840375.216201:0:34807:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4ebb0. 00000400:00000200:0.0:1788840375.216207:0:34807:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee912347f8 00000400:00000010:0.0:1788840375.216209:0:34807:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee912347f8. 00000100:00000001:0.0:1788840375.216212:0:34807:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840375.216217:0:34807:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125c700 x1875733134012032/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840391 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788840375.216225:0:34807:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125c700 x1875733134012032/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840391 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840375.216231:0:34807:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840375.216232:0:34807:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840375.216245:0:34807:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840375.216249:0:34807:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840375.216251:0:34807:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840375.216254:0:34807:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840375.216258:0:34807:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840375.216267:0:34807:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=75 v=5 (5 5 102 102) 00000100:00001000:0.0:1788840375.216272:0:34807:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=33 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840375.216274:0:34807:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840375.216276:0:34807:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.216278:0:34807:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840375.216283:0:34807:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840375.216286:0:34807:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840375.216288:0:34807:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 8589934613 00000100:00000001:0.0:1788840375.216290:0:34807:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840375.216293:0:34807:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840375.216297:0:34807:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125c700 x1875733134012032/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840391 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840375.216304:0:34807:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840375.216307:0:34807:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840375.216309:0:34807:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840375.216313:0:34807:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125c700 x1875733134012032/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840391 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788840375.216326:0:34807:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125c700 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:34807:1875733134012032:192.168.202.131@tcp:101:lfs.0 00000100:00000001:0.0:1788840375.216330:0:34807:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840375.216332:0:34807:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840375.216334:0:34807:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788840375.216336:0:34807:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840375.216338:0:34807:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125c700 x1875733134012032/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840391 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840375.216343:0:34807:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840375.216345:0:34807:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee85d300c0. 00000100:00000001:0.0:1788840375.216348:0:34807:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788840375.216349:0:34807:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.216352:0:34807:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788840375.216356:0:34807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840375.216358:0:34807:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840375.216361:0:34807:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8cc00 refcount=4 00000020:00000001:0.0:1788840375.216363:0:34807:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000001:0.0:1788840375.216365:0:34807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000040:0.0:1788840375.216371:0:34807:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee87d8cc00, remote cookie: 0x8a436931312baf98, flags: 0x1001 00010000:00010000:0.0:1788840375.216376:0:34807:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3957 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baf98 expref: -99 pid: 34807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840375.216384:0:34807:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3957 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baf98 expref: -99 pid: 34807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840375.216389:0:34807:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788840375.216392:0:34807:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788840375.216394:0:34807:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788840375.216395:0:34807:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788840375.216396:0:34807:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788840375.216398:0:34807:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff90ee892b1700) refcount = 1 00010000:00010000:0.0:1788840375.216401:0:34807:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3957 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312baf98 expref: -99 pid: 34807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840375.216406:0:34807:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788840375.216408:0:34807:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788840375.216410:0:34807:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840375.216411:0:34807:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788840375.216413:0:34807:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840375.216415:0:34807:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3957 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baf98 expref: -99 pid: 34807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840375.216419:0:34807:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788840375.216421:0:34807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.216422:0:34807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840375.216423:0:34807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.216424:0:34807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840375.216425:0:34807:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840375.216427:0:34807:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788840375.216429:0:34807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840375.216429:0:34807:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840375.216430:0:34807:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8cc00 refcount=3 00000020:00000001:0.0:1788840375.216431:0:34807:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000001:0.0:1788840375.216432:0:34807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000001:0.0:1788840375.216444:0:34807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840375.216445:0:34807:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840375.216446:0:34807:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8cc00 refcount=4 00000020:00000001:0.0:1788840375.216448:0:34807:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000001:0.0:1788840375.216450:0:34807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000001:0.0:1788840375.216453:0:34807:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840375.216455:0:34807:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840375.216458:0:34807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3957 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312baf98 expref: -99 pid: 34807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840375.216468:0:34807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.216470:0:34807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840375.216471:0:34807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840375.216472:0:34807:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840375.216473:0:34807:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8cc00 refcount=5 00000020:00000001:0.0:1788840375.216475:0:34807:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000001:0.0:1788840375.216477:0:34807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000001:0.0:1788840375.216479:0:34807:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840375.216482:0:34807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3957 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312baf98 expref: -99 pid: 34807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840375.216488:0:34807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.216490:0:34807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788840375.216492:0:34807:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3957 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312baf98 expref: -99 pid: 34807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840375.216498:0:34807:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840375.216499:0:34807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.216500:0:34807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840375.216501:0:34807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.216502:0:34807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788840375.216507:0:34807:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90ee9125c700 x1875733134012032/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840391 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788840375.216515:0:34807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840375.216517:0:34807:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840375.216518:0:34807:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8cc00 refcount=3 00000020:00000001:0.0:1788840375.216519:0:34807:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000001:0.0:1788840375.216522:0:34807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000001:0.0:1788840375.216523:0:34807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.216524:0:34807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840375.216526:0:34807:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840375.216527:0:34807:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840375.216530:0:34807:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788840375.216532:0:34807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840375.216533:0:34807:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840375.216534:0:34807:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8cc00 refcount=3 00000020:00000001:0.0:1788840375.216536:0:34807:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000001:0.0:1788840375.216538:0:34807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00000002:00010000:0.0:1788840375.216540:0:34807:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3957 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baf98 expref: -99 pid: 34807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840375.216545:0:34807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.216546:0:34807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840375.216548:0:34807:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788840375.216549:0:34807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840375.216550:0:34807:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840375.216551:0:34807:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8cc00 refcount=3 00000020:00000001:0.0:1788840375.216553:0:34807:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000001:0.0:1788840375.216554:0:34807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000040:0.0:1788840375.216560:0:34807:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1700 count: 2 00010000:00000001:0.0:1788840375.216562:0:34807:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788840375.216566:0:34807:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788840375.216568:0:34807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.216569:0:34807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840375.216570:0:34807:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788840375.216573:0:34807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2b9f8 00000002:00002000:0.0:1788840375.216575:0:34807:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788840375.216578:0:34807:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840375.216581:0:34807:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840375.216584:0:34807:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788840375.216588:0:34807:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788840375.216591:0:34807:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788840375.216594:0:34807:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840375.216598:0:34807:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90eea059d600. 00000080:00000001:0.0:1788840375.216602:0:34807:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788840375.216605:0:34807:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788840375.216611:0:34807:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788840375.216615:0:34807:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788840375.216622:0:34807:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff90ee90b50480. 00800000:00000001:0.0:1788840375.216624:0:34807:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446621953037239424 : -122120672312192 : ffff90ee90b50480) 00800000:00000001:0.0:1788840375.216626:0:34807:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840375.216629:0:34807:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788840375.216631:0:34807:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788840375.216633:0:34807:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788840375.216636:0:34807:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1788840375.217100:0:34807:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1788840375.217103:0:34807:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.217108:0:34807:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1788840375.217111:0:34807:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00000002:1.0:1788840375.217114:0:34807:0:(llite_lib.c:3050:ll_update_inode()) setting ino 144115188193296385 mtime from 1788840373 to 1788840375 00000080:00200000:1.0:1788840375.217118:0:34807:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:1.0:1788840375.217121:0:34807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840375.217122:0:34807:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840375.217125:0:34807:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8cc00 refcount=3 00000020:00000001:1.0:1788840375.217127:0:34807:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000001:1.0:1788840375.217128:0:34807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000001:1.0:1788840375.217131:0:34807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.217132:0:34807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788840375.217134:0:34807:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1788840375.217136:0:34807:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1788840375.217138:0:34807:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee90b50480 1 00800000:00000010:1.0:1788840375.217141:0:34807:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff90ee90b50480. 00800000:00000001:1.0:1788840375.217144:0:34807:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840375.217147:0:34807:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f3957 00800000:00000001:1.0:1788840375.217150:0:34807:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788840375.217151:0:34807:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788840375.217153:0:34807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840375.217154:0:34807:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840375.217155:0:34807:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8cc00 refcount=3 00000020:00000001:1.0:1788840375.217157:0:34807:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000001:1.0:1788840375.217159:0:34807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000001:1.0:1788840375.217161:0:34807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.217162:0:34807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840375.217164:0:34807:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840375.217166:0:34807:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.217169:0:34807:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840375.217171:0:34807:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:1.0:1788840375.217174:0:34807:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3957 from it ffffa16201d2bcb8 00010000:00000001:1.0:1788840375.217175:0:34807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840375.217176:0:34807:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840375.217177:0:34807:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8cc00 refcount=3 00000020:00000001:1.0:1788840375.217179:0:34807:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000001:1.0:1788840375.217181:0:34807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000001:1.0:1788840375.217183:0:34807:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840375.217185:0:34807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3957 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312baf98 expref: -99 pid: 34807 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840375.217192:0:34807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.217193:0:34807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840375.217194:0:34807:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840375.217196:0:34807:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840375.217199:0:34807:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3957 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baf98 expref: -99 pid: 34807 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788840375.217206:0:34807:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840375.217208:0:34807:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840375.217210:0:34807:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840375.217215:0:34807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.217216:0:34807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840375.217217:0:34807:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.217220:0:34807:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840375.217222:0:34807:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.217224:0:34807:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.217227:0:34807:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.217229:0:34807:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840375.217230:0:34807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.217231:0:34807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788840375.217293:0:34807:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840375.217302:0:34807:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125c700 x1875733134012032/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840391 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840375.217309:0:34807:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840375.217312:0:34807:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840375.217316:0:34807:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90ee86e6c000. 02000000:00000001:1.0:1788840375.217320:0:34807:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840375.217322:0:34807:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840375.217324:0:34807:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:1.0:1788840375.217326:0:34807:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840375.217329:0:34807:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee9127b000. 02000000:00000001:1.0:1788840375.217333:0:34807:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840375.217336:0:34807:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840375.217338:0:34807:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125c700. 00000100:00000001:1.0:1788840375.217341:0:34807:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840375.217342:0:34807:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788840375.217347:0:34807:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.217352:0:34807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bd08 00000080:00000008:1.0:1788840375.217355:0:34807:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff90ee905142c8), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788840375.218167:0:34807:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.218193:0:34807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bd08 00000080:00200008:1.0:1788840375.218195:0:34807:0:(file.c:6296:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff90ee905142c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788840375.218200:0:34807:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788840375.218201:0:34807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bc80 00000080:00200000:1.0:1788840375.218202:0:34807:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:1.0:1788840375.218206:0:34807:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98862c00. 00800000:00000002:1.0:1788840375.218210:0:34807:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:1.0:1788840375.218213:0:34807:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788840375.218216:0:34807:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788840375.218218:0:34807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bba0 00800000:00000002:1.0:1788840375.218219:0:34807:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788840375.218222:0:34807:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788840375.218225:0:34807:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788840375.218230:0:34807:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788840375.218231:0:34807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2ba70 00000002:00010000:1.0:1788840375.218232:0:34807:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788840375.218292:0:34807:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788840375.218294:0:34807:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840375.218296:0:34807:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840375.218301:0:34807:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1700 count: 2 00010000:00000001:1.0:1788840375.218303:0:34807:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840375.218307:0:34807:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840375.218309:0:34807:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788840375.218312:0:34807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3957 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baf98 expref: -99 pid: 34807 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788840375.218319:0:34807:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788840375.218324:0:34807:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840375.218326:0:34807:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3957 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baf98 expref: -99 pid: 34807 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:1.0:1788840375.218330:0:34807:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788840375.218332:0:34807:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788840375.218333:0:34807:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788840375.218334:0:34807:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788840375.218335:0:34807:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788840375.218336:0:34807:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788840375.218338:0:34807:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788840375.218339:0:34807:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:1.0:1788840375.218341:0:34807:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98862c00. 00000080:00000001:1.0:1788840375.218343:0:34807:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788840375.218345:0:34807:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840375.218346:0:34807:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:1.0:1788840375.218348:0:34807:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f3957 00800000:00000001:1.0:1788840375.218351:0:34807:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788840375.218352:0:34807:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788840375.218354:0:34807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840375.218355:0:34807:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840375.218356:0:34807:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8cc00 refcount=3 00000020:00000001:1.0:1788840375.218357:0:34807:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000001:1.0:1788840375.218359:0:34807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000001:1.0:1788840375.218361:0:34807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.218362:0:34807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840375.218363:0:34807:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840375.218364:0:34807:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840375.218366:0:34807:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3957 from it ffffa16201d2bcb8 00010000:00000001:1.0:1788840375.218367:0:34807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840375.218368:0:34807:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840375.218369:0:34807:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8cc00 refcount=3 00000020:00000001:1.0:1788840375.218370:0:34807:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000001:1.0:1788840375.218371:0:34807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000001:1.0:1788840375.218372:0:34807:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840375.218373:0:34807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3957 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312baf98 expref: -99 pid: 34807 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788840375.218377:0:34807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.218378:0:34807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840375.218379:0:34807:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840375.218380:0:34807:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840375.218381:0:34807:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3957 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baf98 expref: -99 pid: 34807 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788840375.218385:0:34807:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840375.218386:0:34807:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840375.218388:0:34807:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840375.218390:0:34807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.218390:0:34807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840375.218391:0:34807:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.218393:0:34807:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840375.218394:0:34807:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.218395:0:34807:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.218396:0:34807:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.218397:0:34807:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840375.218398:0:34807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.218399:0:34807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788840375.218400:0:34807:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788840375.218402:0:34807:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788840375.218403:0:34807:0:(file.c:6249:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.218406:0:34807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bd08 00000080:00000008:1.0:1788840375.218407:0:34807:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff90ee905142c8), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1788840375.218523:0:34807:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788840375.218526:0:34807:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788840375.218527:0:34807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bb78 00000080:00200000:1.0:1788840375.218529:0:34807:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:1.0:1788840375.218533:0:34807:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98862c00. 00800000:00000002:1.0:1788840375.218536:0:34807:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:1.0:1788840375.218538:0:34807:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788840375.218540:0:34807:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788840375.218541:0:34807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2ba98 00800000:00000002:1.0:1788840375.218543:0:34807:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788840375.218546:0:34807:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788840375.218548:0:34807:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788840375.219557:0:34807:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788840375.219565:0:34807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2b968 00000002:00010000:1.0:1788840375.219568:0:34807:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788840375.219572:0:34807:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788840375.219574:0:34807:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840375.219578:0:34807:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840375.219584:0:34807:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1700 count: 2 00010000:00000001:1.0:1788840375.219587:0:34807:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840375.219591:0:34807:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840375.219595:0:34807:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788840375.219599:0:34807:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3957 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baf98 expref: -99 pid: 34807 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788840375.219609:0:34807:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788840375.219614:0:34807:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840375.219617:0:34807:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3957 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baf98 expref: -99 pid: 34807 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:1.0:1788840375.219628:0:34807:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788840375.219629:0:34807:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788840375.219631:0:34807:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788840375.219634:0:34807:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788840375.219635:0:34807:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788840375.219654:0:34807:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788840375.219657:0:34807:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788840375.219660:0:34807:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:1.0:1788840375.219663:0:34807:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98862c00. 00000080:00000001:1.0:1788840375.219668:0:34807:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788840375.219670:0:34807:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840375.219672:0:34807:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:1.0:1788840375.219675:0:34807:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f3957 00800000:00000001:1.0:1788840375.219678:0:34807:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788840375.219680:0:34807:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788840375.219682:0:34807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840375.219683:0:34807:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840375.219685:0:34807:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8cc00 refcount=3 00000020:00000001:1.0:1788840375.219687:0:34807:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000001:1.0:1788840375.219690:0:34807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000001:1.0:1788840375.219692:0:34807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.219694:0:34807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840375.219695:0:34807:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840375.219697:0:34807:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840375.219698:0:34807:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3957 from it ffffa16201d2bbb0 00010000:00000001:1.0:1788840375.219701:0:34807:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840375.219702:0:34807:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840375.219703:0:34807:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8cc00 refcount=3 00000020:00000001:1.0:1788840375.219705:0:34807:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000001:1.0:1788840375.219707:0:34807:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000001:1.0:1788840375.219709:0:34807:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840375.219712:0:34807:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3957 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312baf98 expref: -99 pid: 34807 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788840375.219719:0:34807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.219720:0:34807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840375.219721:0:34807:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840375.219723:0:34807:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840375.219726:0:34807:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3957 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baf98 expref: -99 pid: 34807 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788840375.219733:0:34807:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840375.219735:0:34807:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840375.219737:0:34807:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840375.219741:0:34807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.219742:0:34807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840375.219744:0:34807:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.219746:0:34807:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840375.219748:0:34807:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.219749:0:34807:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.219752:0:34807:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.219753:0:34807:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840375.219754:0:34807:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.219756:0:34807:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788840375.219759:0:34807:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788840375.219760:0:34807:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788840375.219763:0:34807:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 44 00000080:00000001:1.0:1788840375.219767:0:34807:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.219773:0:34807:0:(dir.c:3011:ll_dir_open()) Process entered 00000080:00000001:1.0:1788840375.219775:0:34807:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788840375.219777:0:34807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bb78 00000080:00200008:1.0:1788840375.219779:0:34807:0:(file.c:1090:ll_file_open()) START file /:[0x200000007:0x1:0x0](ffff90ee905142c8), flags 100000 00000080:00000010:1.0:1788840375.219786:0:34807:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90ee817c6c80. 00000080:00000001:1.0:1788840375.219791:0:34807:0:(file.c:1115:ll_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.219793:0:34807:0:(dir.c:3012:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.219941:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.219944:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.219951:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.219955:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.219961:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.219965:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.219968:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.219970:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.219972:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.219978:0:34807:0:(obd_class.h:1074:obd_statfs()) Process entered 00800000:00000004:1.0:1788840375.219980:0:34807:0:(obd_class.h:1090:obd_statfs()) lustre-MDT0000-mdc-ffff90ee90f70800: age 1928, max_age 1936 00000002:00000001:1.0:1788840375.219984:0:34807:0:(mdc_request.c:1667:mdc_statfs()) Process entered 00000020:00000040:1.0:1788840375.219987:0:34807:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=8 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000010:1.0:1788840375.219993:0:34807:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87fafb80. 00000020:00000040:1.0:1788840375.219996:0:34807:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=9 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:1.0:1788840375.221193:0:34807:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840375.221197:0:34807:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840375.221201:0:34807:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840375.221211:0:34807:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee87989400. 00000100:00000001:1.0:1788840375.221218:0:34807:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840375.221221:0:34807:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788840375.221223:0:34807:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788840375.221229:0:34807:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee85c7a900. 00000100:00000001:1.0:1788840375.221230:0:34807:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952853911808 : -122120855639808 : ffff90ee85c7a900) 00000100:00000001:1.0:1788840375.221273:0:34807:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840375.221274:0:34807:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890829696 : -122120818721920 : ffff90ee87fafb80) 00000100:00000001:1.0:1788840375.221278:0:34807:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840375.221282:0:34807:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840375.221283:0:34807:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788840375.221285:0:34807:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840375.221294:0:34807:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87fafb80 x1875733134012160/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840375.221300:0:34807:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840375.221302:0:34807:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840375.221306:0:34807:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840375.221308:0:34807:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840375.221309:0:34807:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840375.221312:0:34807:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87fafb80 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:34807:1875733134012160:192.168.202.131@tcp:41:lfs.0 00000100:00000001:1.0:1788840375.221316:0:34807:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840375.221321:0:34807:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840375.221323:0:34807:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840375.221325:0:34807:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840375.221329:0:34807:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee85c5e400. 02000000:00000001:1.0:1788840375.221330:0:34807:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840375.221337:0:34807:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840375.221340:0:34807:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000010:1.0:1788840375.221348:0:34807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea05393b8. 00000100:00000200:1.0:1788840375.221353:0:34807:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733134012160, portal 10 00000100:00000001:1.0:1788840375.221354:0:34807:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840375.221355:0:34807:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890829696 : -122120818721920 : ffff90ee87fafb80) 00000100:00000040:1.0:1788840375.221361:0:34807:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87fafb80 x1875733134012160/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/368 e 0 to 0 dl 1788840391 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840375.221366:0:34807:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840375.221368:0:34807:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840375.221370:0:34807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539000. 00000100:00000200:1.0:1788840375.221372:0:34807:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733134012160, offset 0 00000400:00000200:1.0:1788840375.221377:0:34807:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840375.221384:0:34807:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840375.221389:0:34807:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840375.221394:0:34807:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840375.221398:0:34807:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840375.221401:0:34807:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840375.221404:0:34807:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840375.221406:0:34807:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2680:2680:256:4294967295] 192.168.202.131@tcp LPNI seq info [2680:2680:8:4294967295] 00000400:00000200:1.0:1788840375.221409:0:34807:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840375.221417:0:34807:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840375.221421:0:34807:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840375.221424:0:34807:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989100. 00000800:00000200:1.0:1788840375.221429:0:34807:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840375.221447:0:34807:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840375.221452:0:34807:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788840375.221465:0:34807:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840375.221468:0:34807:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 786255 usecs (787 jiffies) 00000400:00000200:1.0:1788840375.221471:0:34807:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840375.221474:0:34807:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296605824 00000100:00000001:1.0:1788840375.221476:0:34807:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296606629 00000100:00000001:1.0:1788840375.221478:0:34807:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296605824 00000100:00000001:1.0:1788840375.221480:0:34807:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296606629 00000100:00000001:1.0:1788840375.221481:0:34807:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840375.221483:0:34807:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840375.221484:0:34807:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840375.221485:0:34807:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788840375.221487:0:34807:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee85c7a900 going to sleep for 11 seconds 00000100:00000001:1.0:1788840375.221489:0:34807:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840375.221491:0:34807:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840375.222546:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840375.222556:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989100. 00000400:00000200:3.0:1788840375.222564:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840375.222574:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840375.222582:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539000 00000400:00000010:3.0:1788840375.222586:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539000. 00000100:00000001:3.0:1788840375.222592:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840375.222599:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fafb80 x1875733134012160/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/368 e 0 to 0 dl 1788840391 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840375.222613:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840375.222616:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fafb80 x1875733134012160/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/368 e 0 to 0 dl 1788840391 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840375.222622:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840375.222624:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840375.225887:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840375.225906:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840375.225911:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840375.225913:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840375.225922:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.225929:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840375.225938:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.225942:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.225948:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.225952:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 368 into portal 10 MB=0x6a9f827256f00 00000400:00000200:2.0:1788840375.225956:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.225962:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 368/368 into md 0x7475 [1] + 224 00000800:00000001:2.0:1788840375.225968:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840375.225973:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840375.225976:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840375.225981:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840375.225987:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840375.225996:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fafb80 x1875733134012160/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/368 e 0 to 0 dl 1788840391 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840375.226017:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff90ee87fafb80 x1875733134012160/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/368 e 0 to 0 dl 1788840391 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840375.226032:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840375.226038:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840375.226041:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840375.226246:0:34807:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788840375.226253:0:34807:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840375.226256:0:34807:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840375.226260:0:34807:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000200:1.0:1788840375.226264:0:34807:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea05393b8 00000400:00000010:1.0:1788840375.226267:0:34807:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea05393b8. 00000100:00000001:1.0:1788840375.226270:0:34807:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840375.226274:0:34807:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87fafb80 x1875733134012160/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/368 e 0 to 0 dl 1788840391 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788840375.226284:0:34807:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87fafb80 x1875733134012160/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/368 e 0 to 0 dl 1788840391 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840375.226290:0:34807:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840375.226292:0:34807:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840375.226294:0:34807:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840375.226297:0:34807:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840375.226299:0:34807:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840375.226302:0:34807:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840375.226305:0:34807:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840375.226313:0:34807:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=75 v=5 (5 5 102 102) 00000100:00001000:1.0:1788840375.226317:0:34807:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=33 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840375.226320:0:34807:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840375.226321:0:34807:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.226324:0:34807:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840375.226328:0:34807:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840375.226331:0:34807:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840375.226333:0:34807:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 8589934613 00000100:00000001:1.0:1788840375.226335:0:34807:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840375.226337:0:34807:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840375.226342:0:34807:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87fafb80 x1875733134012160/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/368 e 0 to 0 dl 1788840391 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840375.226348:0:34807:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840375.226351:0:34807:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840375.226353:0:34807:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840375.226356:0:34807:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87fafb80 x1875733134012160/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/368 e 0 to 0 dl 1788840391 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788840375.226364:0:34807:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87fafb80 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:34807:1875733134012160:192.168.202.131@tcp:41:lfs.0 00000100:00000001:1.0:1788840375.226369:0:34807:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840375.226371:0:34807:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840375.226373:0:34807:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788840375.226375:0:34807:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840375.226378:0:34807:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87fafb80 x1875733134012160/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/368 e 0 to 0 dl 1788840391 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840375.226384:0:34807:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840375.226387:0:34807:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee85c7a900. 00000100:00000001:1.0:1788840375.226389:0:34807:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788840375.226391:0:34807:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840375.226396:0:34807:0:(mdc_request.c:1719:mdc_statfs()) Process leaving 00000100:00000001:1.0:1788840375.226398:0:34807:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840375.226400:0:34807:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87fafb80 x1875733134012160/t0(0) o41->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/368 e 0 to 0 dl 1788840391 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840375.226407:0:34807:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840375.226409:0:34807:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840375.226413:0:34807:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee85c5e400. 02000000:00000001:1.0:1788840375.226415:0:34807:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840375.226418:0:34807:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840375.226420:0:34807:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=8 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:1.0:1788840375.226422:0:34807:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840375.226426:0:34807:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee87989400. 02000000:00000001:1.0:1788840375.226429:0:34807:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840375.226430:0:34807:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840375.226432:0:34807:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87fafb80. 00000100:00000001:1.0:1788840375.226445:0:34807:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840375.226447:0:34807:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788840375.226448:0:34807:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840375.226450:0:34807:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:1.0:1788840375.226451:0:34807:0:(genops.c:1230:class_import_put()) Process leaving 00800000:00000004:1.0:1788840375.226454:0:34807:0:(obd_class.h:1116:obd_statfs()) lustre-MDT0000-mdc-ffff90ee90f70800: update ffff90ee98895178 cache blocks 17238/17271 objects 533391/533747 00800000:00000001:1.0:1788840375.226458:0:34807:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840375.226464:0:34807:0:(lmv_obd.c:1197:lmv_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.226467:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788840375.226470:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.226472:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.226475:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.226577:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.226580:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.226588:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.226590:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.226595:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.226599:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.226601:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.226604:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.226605:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.226609:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.226611:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.226614:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.226616:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.226619:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.226621:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.226624:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.226626:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.226628:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.226629:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.226631:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.226633:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.226635:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.226635:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.226637:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.226655:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.226657:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.226659:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.226661:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.226662:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.226664:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.226667:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.226668:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.226671:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.226672:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.226674:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.226676:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.226685:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.226687:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.226688:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.226691:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.226692:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.226694:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.226696:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.226699:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.226700:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.226703:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.226705:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.226707:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.226708:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.226710:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.226712:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.226713:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.226714:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.226715:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.226718:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.226719:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.226721:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.226723:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.226725:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.226727:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.226729:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.226730:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.226732:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.226733:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.226735:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.226736:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.226738:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.226739:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.226740:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.226742:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.226743:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.226745:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.226747:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.226748:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.226750:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.226752:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.226754:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.226756:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.226757:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.226759:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.226761:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.226763:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.226763:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.226765:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.226767:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.226768:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.226770:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.226772:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.226773:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.226775:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.226777:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.226778:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.226780:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.226781:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.226783:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.226785:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.226786:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.226787:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.226788:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.226790:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.226792:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.226793:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.226795:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.226796:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.226798:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.226800:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.226801:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.226803:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.226804:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.226806:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.226808:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.226810:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.226811:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.226812:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.226815:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.226816:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.226818:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.226819:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.226821:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.226823:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.226825:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.226826:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.226828:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.226829:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.226831:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.226832:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.226834:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.226835:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.226836:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.226838:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.226839:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.226841:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.226843:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.226844:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.226846:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.226848:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.226849:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.226851:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.226852:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.226854:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.226855:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.226857:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.226858:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.226859:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.226862:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.226863:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.226865:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.226867:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.226869:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.226870:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.226873:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.226874:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.226876:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.226877:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.226878:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.226880:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.226881:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.226882:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.226883:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.226885:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.226887:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.226888:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.226890:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.226892:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.226893:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.226896:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.226897:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.226899:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.226900:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.226901:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.226903:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.226904:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.226905:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.226906:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.226908:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.226910:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.226912:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.226913:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.226915:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.226917:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.226919:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.226920:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.226922:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.226923:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.226925:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.226926:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.226928:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.226929:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.226930:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.226932:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.226933:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.226935:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.226937:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.226938:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.226940:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.226942:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.226943:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.226945:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.226946:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.226948:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.226950:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.226951:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.226952:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.226953:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.226955:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.226957:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.226958:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.226960:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.226962:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.226964:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.226966:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.226967:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.226969:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.226970:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.226971:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.226973:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.226974:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.226975:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.226976:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.226978:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.226980:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.226982:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.226983:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.226985:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.226987:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.226989:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.226990:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.226992:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.226993:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.226995:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.226996:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.226998:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.226999:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.227000:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.227002:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227003:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227005:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.227007:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.227008:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227010:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227012:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.227014:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.227017:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.227018:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.227020:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.227021:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.227023:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.227024:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.227025:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.227028:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227029:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227031:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.227033:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.227034:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227036:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227038:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.227039:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.227041:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.227042:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.227044:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.227046:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.227047:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.227048:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.227049:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.227051:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227053:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227054:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.227056:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.227058:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227060:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227062:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.227063:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.227065:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.227066:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.227068:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.227070:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.227072:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.227073:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.227074:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.227076:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227078:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227080:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.227082:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.227084:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227085:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227088:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.227089:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.227091:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.227092:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.227093:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.227095:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.227097:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.227097:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.227099:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.227100:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227102:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227104:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.227105:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.227107:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227109:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227111:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.227124:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.227126:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.227127:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.227129:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.227131:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.227132:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.227133:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.227135:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.227137:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227139:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227141:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.227142:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.227144:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227146:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227148:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.227150:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.227152:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.227153:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.227154:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.227156:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.227157:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.227158:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.227159:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.227162:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227164:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227165:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.227168:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.227169:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227171:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227173:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.227174:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.227176:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.227177:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.227179:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.227181:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.227182:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.227183:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.227184:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.227186:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227188:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227190:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.227192:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.227194:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227196:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227198:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.227199:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.227201:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.227202:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.227204:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.227205:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.227207:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.227208:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.227209:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.227211:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227212:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227214:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.227216:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.227217:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227219:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227221:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.227223:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.227225:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.227226:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.227227:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.227229:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.227230:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.227231:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.227232:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.227234:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227236:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227238:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.227239:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.227242:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227243:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227246:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.227247:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.227249:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.227250:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.227252:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.227254:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.227255:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.227256:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.227257:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.227259:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227261:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227263:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.227264:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.227266:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227268:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227270:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.227271:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.227273:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.227274:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.227276:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.227278:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.227279:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.227280:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.227281:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.227283:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227285:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227286:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.227288:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.227290:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227291:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227294:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.227295:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.227297:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.227298:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.227300:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.227301:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.227303:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.227304:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.227305:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.227307:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227308:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227310:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.227312:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.227313:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227315:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227317:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.227318:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.227320:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.227321:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.227323:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.227325:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.227326:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.227327:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.227328:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.227330:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227332:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227333:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.227335:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.227337:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227338:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227341:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.227342:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.227344:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.227345:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.227347:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.227349:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.227350:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.227351:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.227352:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.227354:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227356:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227357:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.227359:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.227361:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227363:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227365:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.227366:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.227368:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.227369:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.227370:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.227372:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.227374:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.227374:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.227376:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.227377:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227379:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227381:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.227382:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.227384:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227386:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227388:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.227389:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.227391:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.227392:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.227394:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.227395:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.227397:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.227398:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.227399:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.227402:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227403:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227405:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.227406:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.227408:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227410:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227412:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.227414:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.227415:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.227416:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.227418:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.227420:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.227421:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.227422:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.227423:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.227425:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227427:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227428:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.227429:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.227431:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227433:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227449:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.227451:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.227454:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.227455:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.227458:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.227460:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.227461:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.227462:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.227464:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.227466:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227468:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227470:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.227472:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.227474:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227475:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227478:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.227479:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.227481:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.227482:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.227483:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.227485:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.227486:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.227487:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.227488:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.227490:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227492:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227494:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.227496:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.227498:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227499:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227501:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.227503:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.227505:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.227506:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.227507:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.227509:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.227510:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.227511:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.227512:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.227514:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227516:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227517:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.227519:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.227522:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227523:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227526:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.227527:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.227529:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.227530:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.227532:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.227534:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.227535:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.227536:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.227537:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.227539:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227541:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227542:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.227544:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.227546:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227547:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227549:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.227551:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.227553:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.227554:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.227555:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.227557:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.227558:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.227559:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.227560:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.227562:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227564:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227565:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.227567:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.227569:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227570:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227572:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.227574:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.227577:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.227578:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.227579:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.227581:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.227583:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.227584:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.227585:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.227587:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227588:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227590:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.227592:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.227593:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227595:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227597:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.227598:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.227600:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.227601:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.227603:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.227605:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.227606:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.227607:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.227608:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.227610:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227612:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227613:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.227615:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.227617:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227618:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227621:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.227622:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.227624:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.227625:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.227627:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.227629:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.227631:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.227632:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.227633:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.227635:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.227637:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228110:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.228120:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.228123:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228126:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228135:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.228137:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.228141:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.228143:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.228148:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.228150:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.228152:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.228154:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.228155:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.228158:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228160:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228162:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.228163:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.228165:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228167:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228169:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.228170:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.228172:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.228173:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.228175:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.228177:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.228178:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.228179:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.228181:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.228183:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228185:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228187:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.228188:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.228190:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228192:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228194:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.228195:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.228197:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.228198:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.228200:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.228201:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.228203:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.228204:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.228205:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.228207:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228208:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228210:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.228212:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.228213:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228215:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228217:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.228218:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.228220:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.228221:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.228223:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.228225:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.228226:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.228227:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.228228:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.228230:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228459:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228462:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.228465:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.228467:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228469:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228474:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.228476:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.228479:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.228480:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.228483:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.228485:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.228487:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.228488:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.228489:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.228492:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228494:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228495:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.228497:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.228499:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228500:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228503:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.228504:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.228506:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.228507:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.228508:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.228510:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.228511:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.228512:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.228513:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.228516:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228517:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228519:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.228521:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.228523:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228524:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228527:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.228528:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.228530:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.228531:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.228533:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.228535:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.228536:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.228537:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.228538:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.228540:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228542:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228543:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.228545:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.228547:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228548:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228551:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.228552:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.228554:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.228555:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.228556:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.228558:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.228559:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.228560:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.228561:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.228563:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228565:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228566:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.228568:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.228570:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228571:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228573:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.228575:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.228577:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.228578:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.228580:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.228582:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.228583:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.228584:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.228585:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.228587:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228589:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228590:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.228592:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.228594:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228595:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228598:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.228599:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.228601:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.228602:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.228603:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.228605:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.228606:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.228607:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.228608:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.228610:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228612:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228614:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.228615:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.228617:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228619:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228621:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.228622:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.228624:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.228625:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.228627:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.228629:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.228630:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.228631:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.228632:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.228634:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228636:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228637:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.228662:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.228663:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228665:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228668:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.228669:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.228671:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.228672:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.228684:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.228686:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.228688:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.228689:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.228690:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.228693:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228695:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228696:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.228698:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.228700:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228702:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228704:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.228706:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.228708:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.228709:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.228711:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.228712:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.228714:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.228715:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.228716:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.228719:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228720:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228722:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.228724:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.228726:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228727:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228730:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.228731:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.228733:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.228734:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.228735:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.228737:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.228738:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.228739:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.228740:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.228742:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228744:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228746:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.228748:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.228749:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228751:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228753:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.228754:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.228756:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.228757:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.228759:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.228761:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.228762:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.228763:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.228764:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.228766:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228768:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228770:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.228772:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.228774:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228775:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228778:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.228779:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.228781:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.228782:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.228783:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.228785:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.228786:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.228787:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.228788:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.228790:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228792:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228793:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.228795:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.228797:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228799:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228801:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.228802:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.228805:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.228806:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.228807:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.228809:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.228811:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.228811:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.228813:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.228815:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228816:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228827:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.228829:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.228832:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228833:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228837:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.228838:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.228840:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.228841:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.228843:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.228845:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.228847:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.228847:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.228849:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.228851:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228853:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228854:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.228856:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.228858:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228859:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228862:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.228863:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.228865:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.228866:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.228868:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.228869:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.228871:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.228872:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.228873:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.228875:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228876:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228878:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.228881:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.228883:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228885:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228888:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.228889:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.228891:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.228892:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.228893:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.228895:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.228897:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.228897:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.228898:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.228901:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228902:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228904:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.228905:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.228908:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228909:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228911:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.228912:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.228914:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.228915:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.228917:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.228918:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.228920:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.228920:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.228922:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.228924:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228925:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228927:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.228929:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.228930:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228932:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228934:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.228935:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.228938:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.228938:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.228941:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.228942:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.228944:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.228945:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.228946:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.228948:0:34807:0:(lmv_obd.c:969:lmv_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228950:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228951:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.228953:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.228955:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228956:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.228958:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.228959:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.228961:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.228962:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.228964:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.228966:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.228968:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00800000:00000001:1.0:1788840375.228968:0:34807:0:(lmv_obd.c:932:lmv_iocontrol()) Process entered 00800000:00000080:1.0:1788840375.228970:0:34807:0:(lmv_obd.c:934:lmv_iocontrol()) lustre-clilmv-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00800000:00000001:1.0:1788840375.228972:0:34807:0:(lmv_obd.c:965:lmv_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1788840375.228974:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1788840375.228975:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:1.0:1788840375.228977:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.228978:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1788840375.228980:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1788840375.228983:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.228984:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.228987:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.228988:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.228990:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.228991:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.228993:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.228997:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.229397:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.229407:0:34807:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:1.0:1788840375.229409:0:34807:0:(obd_class.h:1090:obd_statfs()) lustre-OST0000-osc-ffff90ee90f70800: age 1928, max_age 1936 00000008:00000001:1.0:1788840375.229412:0:34807:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:1.0:1788840375.229416:0:34807:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=3 obd=lustre-OST0000-osc-ffff90ee90f70800 00000100:00000010:1.0:1788840375.229424:0:34807:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87fafb80. 00000020:00000040:1.0:1788840375.229427:0:34807:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=4 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:1.0:1788840375.229431:0:34807:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840375.229433:0:34807:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=3 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:1.0:1788840375.229444:0:34807:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1788840375.229446:0:34807:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840375.229449:0:34807:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840375.229454:0:34807:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840375.229461:0:34807:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee87989400. 00000100:00000001:1.0:1788840375.229468:0:34807:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840375.229471:0:34807:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788840375.229473:0:34807:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788840375.229479:0:34807:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee85c7a900. 00000100:00000001:1.0:1788840375.229481:0:34807:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952853911808 : -122120855639808 : ffff90ee85c7a900) 00000100:00000001:1.0:1788840375.229484:0:34807:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840375.229486:0:34807:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890829696 : -122120818721920 : ffff90ee87fafb80) 00000100:00000001:1.0:1788840375.229491:0:34807:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840375.229496:0:34807:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840375.229497:0:34807:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788840375.229499:0:34807:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840375.229509:0:34807:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87fafb80 x1875733134012288/t0(0) o13->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840375.229518:0:34807:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840375.229520:0:34807:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840375.229523:0:34807:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840375.229525:0:34807:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840375.229527:0:34807:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840375.229531:0:34807:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87fafb80 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:34807:1875733134012288:192.168.202.131@tcp:13:lfs.0 00000100:00000001:1.0:1788840375.229537:0:34807:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840375.229542:0:34807:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840375.229545:0:34807:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840375.229547:0:34807:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840375.229550:0:34807:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee85c5e400. 02000000:00000001:1.0:1788840375.229552:0:34807:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840375.229559:0:34807:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840375.229563:0:34807:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000010:1.0:1788840375.229569:0:34807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea05393b8. 00000100:00000200:1.0:1788840375.229576:0:34807:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733134012288, portal 4 00000100:00000001:1.0:1788840375.229577:0:34807:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840375.229578:0:34807:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890829696 : -122120818721920 : ffff90ee87fafb80) 00000100:00000040:1.0:1788840375.229585:0:34807:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87fafb80 x1875733134012288/t0(0) o13->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840391 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840375.229593:0:34807:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840375.229595:0:34807:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840375.229598:0:34807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539880. 00000100:00000200:1.0:1788840375.229601:0:34807:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875733134012288, offset 0 00000400:00000200:1.0:1788840375.229608:0:34807:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840375.229617:0:34807:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840375.229625:0:34807:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840375.229630:0:34807:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840375.229635:0:34807:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840375.229790:0:34807:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840375.229793:0:34807:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840375.229797:0:34807:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2681:2681:256:4294967295] 192.168.202.131@tcp LPNI seq info [2681:2681:8:4294967295] 00000400:00000200:1.0:1788840375.229802:0:34807:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840375.229871:0:34807:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840375.229880:0:34807:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840375.229885:0:34807:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989500. 00000800:00000200:1.0:1788840375.229892:0:34807:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840375.229900:0:34807:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840375.229905:0:34807:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788840375.229987:0:34807:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840375.229992:0:34807:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: using a timeout of 23523 usecs (24 jiffies) 00000400:00000200:1.0:1788840375.229996:0:34807:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840375.230007:0:34807:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296605072 00000100:00000001:1.0:1788840375.230011:0:34807:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296606629 00000100:00000001:1.0:1788840375.230014:0:34807:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296605072 00000100:00000001:1.0:1788840375.230016:0:34807:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296606629 00000100:00000001:1.0:1788840375.230018:0:34807:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840375.230020:0:34807:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840375.230023:0:34807:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840375.230025:0:34807:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788840375.230027:0:34807:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee85c7a900 going to sleep for 11 seconds 00000100:00000001:1.0:1788840375.230030:0:34807:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840375.230032:0:34807:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840375.230635:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840375.230762:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989500. 00000400:00000200:3.0:1788840375.230768:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840375.230774:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840375.230780:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539880 00000400:00000010:3.0:1788840375.230783:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539880. 00000100:00000001:3.0:1788840375.230788:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840375.230793:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fafb80 x1875733134012288/t0(0) o13->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840391 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840375.230806:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840375.230810:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fafb80 x1875733134012288/t0(0) o13->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840391 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840375.230816:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840375.230818:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840375.233108:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840375.233126:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840375.233130:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840375.233132:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840375.233142:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.233148:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840375.233157:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.233161:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.233166:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.233170:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 368 into portal 4 MB=0x6a9f827256f80 00000400:00000200:2.0:1788840375.233174:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.233180:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 368/368 into md 0x747d [1] + 224 00000800:00000001:2.0:1788840375.233187:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840375.233195:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840375.233198:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840375.233202:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840375.233209:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840375.233217:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fafb80 x1875733134012288/t0(0) o13->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840391 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840375.233228:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff90ee87fafb80 x1875733134012288/t0(0) o13->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840391 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840375.233314:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840375.233323:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840375.233327:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840375.233386:0:34807:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788840375.233395:0:34807:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840375.233397:0:34807:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840375.233400:0:34807:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000200:1.0:1788840375.233404:0:34807:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea05393b8 00000400:00000010:1.0:1788840375.233407:0:34807:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea05393b8. 00000100:00000001:1.0:1788840375.233410:0:34807:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840375.233414:0:34807:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87fafb80 x1875733134012288/t0(0) o13->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840391 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788840375.233424:0:34807:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87fafb80 x1875733134012288/t0(0) o13->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840391 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840375.233430:0:34807:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840375.233432:0:34807:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840375.233445:0:34807:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840375.233448:0:34807:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840375.233451:0:34807:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840375.233453:0:34807:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840375.233457:0:34807:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840375.233467:0:34807:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b5ccf0 time=72 v=5 (5 0 0 0) 00000100:00001000:1.0:1788840375.233471:0:34807:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840375.233474:0:34807:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840375.233476:0:34807:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.233478:0:34807:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840375.233482:0:34807:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840375.233485:0:34807:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840375.233487:0:34807:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: skip recheck: last_committed 4294967345 00000100:00000001:1.0:1788840375.233489:0:34807:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840375.233492:0:34807:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840375.233497:0:34807:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87fafb80 x1875733134012288/t0(0) o13->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840391 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840375.233504:0:34807:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840375.233507:0:34807:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840375.233509:0:34807:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840375.233513:0:34807:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87fafb80 x1875733134012288/t0(0) o13->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840391 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788840375.233522:0:34807:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87fafb80 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:34807:1875733134012288:192.168.202.131@tcp:13:lfs.0 00000100:00000001:1.0:1788840375.233526:0:34807:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840375.233530:0:34807:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840375.233532:0:34807:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788840375.233534:0:34807:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840375.233537:0:34807:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87fafb80 x1875733134012288/t0(0) o13->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840391 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840375.233544:0:34807:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840375.233547:0:34807:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee85c7a900. 00000100:00000001:1.0:1788840375.233550:0:34807:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788840375.233551:0:34807:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840375.233557:0:34807:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:1.0:1788840375.233559:0:34807:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840375.233561:0:34807:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87fafb80 x1875733134012288/t0(0) o13->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840391 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840375.233567:0:34807:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840375.233570:0:34807:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840375.233573:0:34807:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee85c5e400. 02000000:00000001:1.0:1788840375.233576:0:34807:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840375.233579:0:34807:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840375.233581:0:34807:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=2 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:1.0:1788840375.233583:0:34807:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840375.233586:0:34807:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee87989400. 02000000:00000001:1.0:1788840375.233590:0:34807:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840375.233591:0:34807:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840375.233593:0:34807:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87fafb80. 00000100:00000001:1.0:1788840375.233596:0:34807:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840375.233598:0:34807:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:1.0:1788840375.233601:0:34807:0:(obd_class.h:1116:obd_statfs()) lustre-OST0000-osc-ffff90ee90f70800: update ffff90ee86e39e08 cache blocks 3675/3683 objects 117792/118191 00020000:00000001:1.0:1788840375.233606:0:34807:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.233612:0:34807:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.233615:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788840375.233618:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.233622:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.233624:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.234155:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.234159:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.234168:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.234171:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.234177:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.234181:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.234183:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.234187:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.234189:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.234196:0:34807:0:(obd_class.h:1074:obd_statfs()) Process entered 00020000:00000004:1.0:1788840375.234198:0:34807:0:(obd_class.h:1090:obd_statfs()) lustre-OST0001-osc-ffff90ee90f70800: age 1928, max_age 1936 00000008:00000001:1.0:1788840375.234201:0:34807:0:(osc_request.c:3471:osc_statfs()) Process entered 00000020:00000040:1.0:1788840375.234203:0:34807:0:(genops.c:1210:class_import_get()) import ffff90ee92b59000 refcount=3 obd=lustre-OST0001-osc-ffff90ee90f70800 00000100:00000010:1.0:1788840375.234208:0:34807:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87fafb80. 00000020:00000040:1.0:1788840375.234212:0:34807:0:(genops.c:1210:class_import_get()) import ffff90ee92b59000 refcount=4 obd=lustre-OST0001-osc-ffff90ee90f70800 00000020:00000001:1.0:1788840375.234215:0:34807:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840375.234216:0:34807:0:(genops.c:1223:class_import_put()) import ffff90ee92b59000 refcount=3 obd=lustre-OST0001-osc-ffff90ee90f70800 00000020:00000001:1.0:1788840375.234218:0:34807:0:(genops.c:1230:class_import_put()) Process leaving 00000100:00000001:1.0:1788840375.234220:0:34807:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840375.234222:0:34807:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840375.234227:0:34807:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840375.234232:0:34807:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee87989400. 00000100:00000001:1.0:1788840375.234315:0:34807:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840375.234319:0:34807:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788840375.234321:0:34807:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788840375.234328:0:34807:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee85c7a900. 00000100:00000001:1.0:1788840375.234330:0:34807:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952853911808 : -122120855639808 : ffff90ee85c7a900) 00000100:00000001:1.0:1788840375.234332:0:34807:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840375.234334:0:34807:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890829696 : -122120818721920 : ffff90ee87fafb80) 00000100:00000001:1.0:1788840375.234338:0:34807:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840375.234341:0:34807:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840375.234343:0:34807:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788840375.234345:0:34807:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840375.234351:0:34807:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87fafb80 x1875733134012416/t0(0) o13->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840375.234359:0:34807:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840375.234361:0:34807:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840375.234365:0:34807:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840375.234367:0:34807:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840375.234370:0:34807:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840375.234373:0:34807:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87fafb80 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:34807:1875733134012416:192.168.202.131@tcp:13:lfs.0 00000100:00000001:1.0:1788840375.234377:0:34807:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840375.234383:0:34807:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840375.234385:0:34807:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840375.234388:0:34807:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840375.234392:0:34807:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee85c5e400. 02000000:00000001:1.0:1788840375.234395:0:34807:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840375.234401:0:34807:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840375.234404:0:34807:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000010:1.0:1788840375.234410:0:34807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea05393b8. 00000100:00000200:1.0:1788840375.234416:0:34807:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733134012416, portal 4 00000100:00000001:1.0:1788840375.234418:0:34807:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840375.234419:0:34807:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890829696 : -122120818721920 : ffff90ee87fafb80) 00000100:00000040:1.0:1788840375.234425:0:34807:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87fafb80 x1875733134012416/t0(0) o13->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840391 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840375.234432:0:34807:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840375.234445:0:34807:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840375.234448:0:34807:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539770. 00000100:00000200:1.0:1788840375.234452:0:34807:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1875733134012416, offset 0 00000400:00000200:1.0:1788840375.234458:0:34807:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840375.234465:0:34807:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840375.234471:0:34807:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840375.234476:0:34807:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840375.234481:0:34807:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840375.234484:0:34807:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840375.234486:0:34807:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840375.234490:0:34807:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2682:2682:256:4294967295] 192.168.202.131@tcp LPNI seq info [2682:2682:8:4294967295] 00000400:00000200:1.0:1788840375.234494:0:34807:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840375.234504:0:34807:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840375.234510:0:34807:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840375.234515:0:34807:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989b00. 00000800:00000200:1.0:1788840375.234521:0:34807:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840375.234528:0:34807:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840375.234533:0:34807:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1788840375.234603:0:34807:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840375.234608:0:34807:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: using a timeout of 244860 usecs (245 jiffies) 00000400:00000200:1.0:1788840375.234611:0:34807:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840375.234615:0:34807:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296605297 00000100:00000001:1.0:1788840375.234618:0:34807:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296606629 00000100:00000001:1.0:1788840375.234620:0:34807:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296605297 00000100:00000001:1.0:1788840375.234623:0:34807:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296606629 00000100:00000001:1.0:1788840375.234625:0:34807:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840375.234628:0:34807:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840375.234630:0:34807:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840375.234632:0:34807:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788840375.234635:0:34807:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee85c7a900 going to sleep for 11 seconds 00000100:00000001:1.0:1788840375.234669:0:34807:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840375.234672:0:34807:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840375.238942:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840375.238952:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989b00. 00000400:00000200:3.0:1788840375.238958:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840375.238968:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840375.238975:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539770 00000400:00000010:3.0:1788840375.238978:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539770. 00000100:00000001:3.0:1788840375.238984:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840375.238991:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fafb80 x1875733134012416/t0(0) o13->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840391 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840375.239939:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840375.239947:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fafb80 x1875733134012416/t0(0) o13->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840391 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840375.239955:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840375.239957:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840375.257204:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840375.257222:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840375.257227:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840375.257229:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840375.257307:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.257316:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840375.257326:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.257331:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.257337:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.257341:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 368 into portal 4 MB=0x6a9f827257000 00000400:00000200:2.0:1788840375.257346:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.257352:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 368/368 into md 0x7485 [1] + 224 00000800:00000001:2.0:1788840375.257360:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840375.257369:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840375.257373:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840375.257377:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840375.257385:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840375.257395:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fafb80 x1875733134012416/t0(0) o13->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840391 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840375.257408:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=368 offset=224 replen=368 req@ffff90ee87fafb80 x1875733134012416/t0(0) o13->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840391 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840375.257431:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840375.257467:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840375.257472:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840375.257536:0:34807:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788840375.257545:0:34807:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840375.257547:0:34807:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840375.257550:0:34807:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000200:1.0:1788840375.257555:0:34807:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea05393b8 00000400:00000010:1.0:1788840375.257558:0:34807:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea05393b8. 00000100:00000001:1.0:1788840375.257561:0:34807:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840375.257566:0:34807:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87fafb80 x1875733134012416/t0(0) o13->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840391 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788840375.257575:0:34807:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87fafb80 x1875733134012416/t0(0) o13->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840391 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840375.257582:0:34807:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840375.257584:0:34807:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840375.257586:0:34807:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840375.257589:0:34807:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840375.257592:0:34807:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840375.257595:0:34807:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840375.257598:0:34807:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840375.257607:0:34807:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b594a8 time=72 v=5 (5 0 0 0) 00000100:00001000:1.0:1788840375.257611:0:34807:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b59418 time=27 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840375.257614:0:34807:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840375.257616:0:34807:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.257619:0:34807:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840375.257623:0:34807:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840375.257626:0:34807:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840375.257629:0:34807:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90ee90f70800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1788840375.257631:0:34807:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840375.257633:0:34807:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840375.257755:0:34807:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87fafb80 x1875733134012416/t0(0) o13->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840391 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840375.257765:0:34807:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840375.257768:0:34807:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840375.257770:0:34807:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840375.257775:0:34807:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87fafb80 x1875733134012416/t0(0) o13->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840391 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788840375.257783:0:34807:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87fafb80 pname:cluuid:pid:xid:nid:opc:job lfs:10f4a654-3497-48d8-8f70-7e89f4f161cc:34807:1875733134012416:192.168.202.131@tcp:13:lfs.0 00000100:00000001:1.0:1788840375.257788:0:34807:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840375.257791:0:34807:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840375.257793:0:34807:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788840375.257795:0:34807:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840375.257798:0:34807:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87fafb80 x1875733134012416/t0(0) o13->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840391 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840375.257804:0:34807:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840375.257807:0:34807:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee85c7a900. 00000100:00000001:1.0:1788840375.257820:0:34807:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788840375.257822:0:34807:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840375.257828:0:34807:0:(osc_request.c:3519:osc_statfs()) Process leaving 00000100:00000001:1.0:1788840375.257829:0:34807:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840375.257833:0:34807:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87fafb80 x1875733134012416/t0(0) o13->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:7/4 lens 224/368 e 0 to 0 dl 1788840391 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840375.257839:0:34807:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840375.257842:0:34807:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840375.257845:0:34807:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee85c5e400. 02000000:00000001:1.0:1788840375.257847:0:34807:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840375.257850:0:34807:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840375.257852:0:34807:0:(genops.c:1223:class_import_put()) import ffff90ee92b59000 refcount=2 obd=lustre-OST0001-osc-ffff90ee90f70800 00000020:00000001:1.0:1788840375.257854:0:34807:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840375.257858:0:34807:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee87989400. 02000000:00000001:1.0:1788840375.257861:0:34807:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840375.257863:0:34807:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840375.257864:0:34807:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87fafb80. 00000100:00000001:1.0:1788840375.257867:0:34807:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840375.257868:0:34807:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00020000:00000004:1.0:1788840375.257871:0:34807:0:(obd_class.h:1116:obd_statfs()) lustre-OST0001-osc-ffff90ee90f70800: update ffff90ee86e3d178 cache blocks 3679/3683 objects 117792/118187 00020000:00000001:1.0:1788840375.257875:0:34807:0:(obd_class.h:1135:obd_statfs()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.257881:0:34807:0:(lov_obd.c:1149:lov_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.257883:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788840375.257886:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.257889:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.257892:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.257966:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.257968:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.257976:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.257978:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.257983:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.257987:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.257989:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.257992:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.257994:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.257997:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.258068:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.258070:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.258073:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.258075:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.258078:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.258083:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.258084:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.258088:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.258090:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.258092:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.258095:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.258096:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.258098:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.258100:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.258102:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.258104:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.258106:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.258108:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.258111:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.258112:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.258115:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.258117:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.258119:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.258120:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.258122:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.258124:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.258125:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.258126:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.258127:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.258130:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.258132:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.258134:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.258136:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.258137:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.258139:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.258142:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.258144:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.258146:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.258147:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.258149:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.258151:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.258152:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.258153:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.258155:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.258157:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.258159:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.258161:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.258163:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.258165:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.258167:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.258169:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.258171:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.258174:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.258175:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.258177:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.258178:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.258180:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.258181:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.258182:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.258185:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.258187:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.258189:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.258190:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.258192:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.258194:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.258197:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.258198:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.258201:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.258202:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.258204:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.258206:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.258207:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.258208:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.258210:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.258212:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.258214:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.258216:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.258218:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.258220:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.258222:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.258225:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.258226:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.258229:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.258230:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.258232:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.258234:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.258401:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.258404:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.258405:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.258409:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.258411:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.258413:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.258415:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.258418:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.258420:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.258425:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.258427:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.258430:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.258432:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.258444:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.258447:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.258448:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.258449:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.258451:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.258453:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.258454:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.258456:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.258459:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.258461:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.258463:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.258466:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.258468:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.258470:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.258472:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.258474:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.258476:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.258478:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.258479:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.258481:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.258483:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.258485:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.258486:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.258489:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.258491:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.258492:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.258495:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.258496:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.258498:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.258499:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.258501:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.258503:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.258505:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.258506:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.258507:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.258510:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.258511:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.258513:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.258515:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.258517:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.258519:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.258522:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.258523:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.258525:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.258527:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.258529:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.258531:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.258533:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.258534:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.258535:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.258538:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.258540:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.258542:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.258544:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.258546:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.258548:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.258550:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.258551:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.258554:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.258555:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.258556:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.258558:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.258560:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.258561:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.258563:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.258565:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.258567:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.258568:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.258570:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.258572:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.258574:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.258577:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.258578:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.258580:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.258581:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.258583:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.258585:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.258586:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.258588:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.258589:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.258592:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.258593:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.258595:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.258597:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.258600:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.258601:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.258604:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.258606:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.258608:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.258609:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.258611:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.258613:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.258614:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.258615:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.258616:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.258618:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.258620:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.258622:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.258623:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.258625:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.258627:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.258629:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.258630:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.258632:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.258633:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.258635:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.258637:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.258663:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.258664:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.258665:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.258668:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.258671:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.258673:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.258675:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.259892:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.259901:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.259912:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.259915:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.259920:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.259922:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.259929:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.259932:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.259934:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.259937:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.259938:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.259941:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.259943:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.259945:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.259947:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.259949:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.259951:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.259953:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.259955:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.259957:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.259958:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.259959:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.259961:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.259963:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.259963:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.259965:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.259967:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.259968:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.259970:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.259972:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.259974:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.259976:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.259979:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.259980:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.259982:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.259983:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.259985:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.259987:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.259988:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.259989:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.259990:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.259992:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.259994:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.259995:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.259997:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.260753:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.260757:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.260765:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.260767:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.260771:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.260772:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.260777:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.260780:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.260782:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.260784:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.260785:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.260788:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.260790:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.260792:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.260794:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.260795:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.260797:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.260799:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.260801:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.260803:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.260805:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.260806:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.260808:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.260810:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.260881:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.260882:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.260885:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.260887:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.260889:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.260891:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.260893:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.260895:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.260900:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.260901:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.260904:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.260905:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.260907:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.260910:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.260911:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.260912:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.260914:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.260917:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.260918:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.260920:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.260922:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.260923:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.260925:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.260927:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.260929:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.260931:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.260932:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.260934:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.260936:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.260937:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.260938:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.260940:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.260942:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.260944:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.260945:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.260947:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.260949:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.260950:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.260953:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.260954:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.260956:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.260957:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.260958:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.260960:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.260961:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.260962:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.260963:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.260965:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.260967:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.260969:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.260970:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.260972:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.260974:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.260976:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.260977:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.260979:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.260980:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.260982:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.260983:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.260985:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.260986:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.260987:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.260989:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.260991:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.260993:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.260995:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.260996:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261198:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261205:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.261206:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.261209:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.261210:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.261213:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.261216:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.261217:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.261219:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.261220:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.261223:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261225:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261227:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.261229:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.261231:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261232:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261242:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.261244:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.261246:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.261247:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.261249:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.261251:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.261252:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.261254:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.261255:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.261257:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261259:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261261:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.261263:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.261265:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261266:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261269:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.261270:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.261272:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.261273:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.261274:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.261276:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.261278:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.261279:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.261280:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.261282:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261283:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261285:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.261287:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.261288:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261290:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261292:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.261293:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.261295:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.261296:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.261298:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.261300:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.261301:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.261302:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.261303:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.261305:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261307:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261308:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.261310:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.261312:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261314:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261316:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.261317:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.261319:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.261320:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.261322:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.261324:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.261325:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.261326:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.261327:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.261329:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261331:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261332:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.261334:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.261336:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261337:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261340:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.261341:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.261343:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.261344:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.261345:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.261347:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.261348:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.261349:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.261350:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.261352:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261354:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261356:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.261357:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.261359:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261361:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261363:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.261365:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.261367:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.261368:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.261369:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.261371:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.261372:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.261373:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.261375:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.261377:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261378:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261380:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.261382:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.261383:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261385:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261387:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.261389:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.261391:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.261392:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.261393:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.261395:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.261396:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.261397:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.261398:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.261400:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261402:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261404:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.261405:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.261407:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261409:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261411:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.261412:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.261414:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.261415:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.261417:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.261419:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.261420:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.261421:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.261422:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.261424:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261425:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261427:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.261429:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.261431:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261433:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261446:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.261447:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.261450:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.261451:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.261453:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.261455:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.261457:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.261458:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.261460:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.261462:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261464:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261466:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.261467:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.261469:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261471:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261473:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.261474:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.261476:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.261477:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.261479:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.261481:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.261482:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.261484:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.261485:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.261487:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261489:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261491:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.261492:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.261494:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261496:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261498:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.261499:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.261501:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.261502:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.261504:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.261505:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.261507:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.261508:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.261509:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.261511:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261512:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261514:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.261516:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.261518:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261519:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261522:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.261523:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.261525:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.261526:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.261527:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.261529:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.261530:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.261531:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.261532:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.261534:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261537:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261539:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.261541:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.261543:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261544:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261547:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.261548:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.261550:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.261551:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.261552:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.261554:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.261555:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.261556:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.261557:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.261560:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261561:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261563:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.261564:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.261566:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261568:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261570:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.261571:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.261573:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.261574:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.261576:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.261577:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.261579:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.261579:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.261581:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.261583:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261584:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261586:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.261588:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.261590:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261592:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261594:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.261595:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.261597:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.261598:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.261599:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.261601:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.261602:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.261603:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.261604:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.261607:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261608:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261610:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.261612:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.261613:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261615:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261617:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.261618:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.261620:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.261621:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.261623:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.261625:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.261626:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.261627:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.261628:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.261630:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261632:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261633:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.261635:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.261637:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261670:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.261673:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.261674:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.262555:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.262559:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.262566:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.262571:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.262573:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.262576:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.262577:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.262581:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.262583:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.262585:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.262588:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.262592:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.262594:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.262604:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.262606:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.262608:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.262609:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.262611:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.262613:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.262615:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.262615:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.262617:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.262619:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.262621:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.262622:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.262624:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.262626:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.262627:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.262629:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.262631:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.262633:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.262634:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.262636:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.262637:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.262668:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.262669:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.262670:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.262673:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.262675:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.262676:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.262845:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.262847:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.262849:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.262855:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.262856:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.262859:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.262861:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.262864:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.262866:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.262868:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.262869:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.262870:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.262872:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.262874:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.262876:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.262878:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.262880:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.262882:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.262884:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.262885:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.262887:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.262888:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.262890:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.262892:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.262893:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.262895:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.262896:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.262898:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.262900:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.262901:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.262903:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.262904:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.262906:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.262908:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.262909:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.262912:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.262913:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.262915:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.262917:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.262919:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.262920:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.262921:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.262923:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.262925:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.262927:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.262929:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.262930:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.262932:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.262934:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.262935:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.262937:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.262938:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.262940:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.262942:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.262943:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.262944:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.262945:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.262948:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.262950:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.262951:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.262953:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.262955:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.262956:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.262958:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.262960:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.262962:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.262963:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.262965:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.262967:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.262968:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.262969:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.262970:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.262973:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.262974:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.262976:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.262977:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.262979:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.262981:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.262984:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.262985:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.262987:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.262988:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.262990:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.262992:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.262993:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.262994:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.262995:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.262997:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.263125:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.263127:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.263129:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.263132:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.263134:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.263140:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.263141:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.263144:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.263146:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.263149:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.263151:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.263152:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.263153:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.263155:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.263157:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.263159:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.263160:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.263163:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.263165:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.263167:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.263170:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.263172:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.263174:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.263175:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.263178:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.263179:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.263181:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.263182:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.263183:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.263185:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.263187:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.263188:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.263190:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.263192:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.263194:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.263196:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.263198:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.263200:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.263201:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.263203:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.263205:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.263206:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.263207:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.263208:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.263211:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.263212:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.263214:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.263216:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.263218:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.263220:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.263223:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.263224:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.263227:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.263228:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.263230:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.263231:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.263233:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.263296:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.263299:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.263302:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.263304:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.263306:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.263308:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.263310:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.263312:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.263317:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.263318:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.263321:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.263322:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.263325:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.263327:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.263329:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.263330:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.263331:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.263333:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.263335:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.263336:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.263338:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.263341:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.263343:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.263346:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.263347:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.263349:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.263350:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.263352:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.263354:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.263355:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.263356:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.263357:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.263359:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.263361:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.263363:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.263365:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.263367:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.263368:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.263371:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.263372:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.263374:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.263375:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.263377:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.263379:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.263380:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.263382:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.263383:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.263385:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.263386:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.263388:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.263389:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.263391:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.263393:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.263396:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.263397:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.263399:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.263400:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.263401:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.263404:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.263405:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.263406:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.263407:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.263410:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.263411:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.263413:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.263415:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.263417:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.263419:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.263422:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.263423:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.263426:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.263427:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.263429:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.263431:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.263432:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.263444:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.263445:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.263448:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.263450:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.263452:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.263454:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.263456:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.263458:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.263461:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.263463:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.263465:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.263466:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.263468:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.263471:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.263472:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.263473:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.263474:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.263476:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.263478:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.263479:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.263481:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.263483:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.263485:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.263488:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.263489:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.263492:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.263493:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.263495:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.263497:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.263498:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.263499:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.263501:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.263503:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.263505:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.263506:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.263508:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.263511:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.263512:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.263515:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.263516:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.263518:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.263519:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.263521:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.263523:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.263524:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.263525:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.263526:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.263528:0:34807:0:(lov_obd.c:1006:lov_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.263529:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.263530:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551605 : -11 : 0xfffffffffffffff5) 00000080:00000010:1.0:1788840375.263532:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.263534:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.263535:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00000080:00000001:1.0:1788840375.263537:0:34807:0:(dir.c:2002:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1788840375.263538:0:34807:0:(dir.c:2004:ll_dir_ioctl()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8) cmd=c00866a4 arg=7ffd590e7d90 00000080:00000001:1.0:1788840375.263540:0:34807:0:(llite_lib.c:3554:ll_iocontrol()) Process entered 00000020:00000001:1.0:1788840375.263541:0:34807:0:(class_obd.c:259:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1788840375.263543:0:34807:0:(class_obd.c:286:obd_ioctl_getdata()) kmalloced '(data)': 592 at ffff90ee85c5e000. 00000020:00000001:1.0:1788840375.263544:0:34807:0:(class_obd.c:321:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.263546:0:34807:0:(obd_class.h:1200:obd_iocontrol()) Process entered 00020000:00000001:1.0:1788840375.263547:0:34807:0:(lov_obd.c:974:lov_iocontrol()) Process entered 00020000:00000080:1.0:1788840375.263548:0:34807:0:(lov_obd.c:976:lov_iocontrol()) lustre-clilov-ffff90ee90f70800: cmd=c00866a4 len=592 karg=ffff90ee85c5e000 uarg=0000000000000000 00020000:00000001:1.0:1788840375.263550:0:34807:0:(lov_obd.c:1002:lov_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1788840375.263552:0:34807:0:(obd_class.h:1215:obd_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1788840375.263553:0:34807:0:(llite_lib.c:3989:ll_obd_statfs()) Process leaving via out_statfs (rc=18446744073709551597 : -19 : 0xffffffffffffffed) 00000080:00000010:1.0:1788840375.263555:0:34807:0:(llite_lib.c:3991:ll_obd_statfs()) kvfree 'data': 592 at ffff90ee85c5e000. 00000080:00000001:1.0:1788840375.263557:0:34807:0:(llite_lib.c:3592:ll_iocontrol()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1788840375.263558:0:34807:0:(dir.c:2947:ll_dir_ioctl()) Process leaving (rc=18446744073709551597 : -19 : ffffffffffffffed) 00000080:00000001:1.0:1788840375.263569:0:34807:0:(dir.c:3017:ll_dir_release()) Process entered 00000080:00000001:1.0:1788840375.263572:0:34807:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788840375.263576:0:34807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bdd0 00000080:00200008:1.0:1788840375.263578:0:34807:0:(file.c:479:ll_file_release()) START file /:[0x200000007:0x1:0x0](ffff90ee905142c8), flags 100000 00000080:00400000:1.0:1788840375.263581:0:34807:0:(statahead.c:1721:ll_deauthorize_statahead()) deauthorize statahead for [0x200000007:0x1:0x0] 00000080:00000010:1.0:1788840375.263585:0:34807:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90ee817c6c80. 00000080:00000001:1.0:1788840375.263589:0:34807:0:(file.c:498:ll_file_release()) Process leaving via out (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788840375.263591:0:34807:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bdd0 00000080:00000008:1.0:1788840375.263593:0:34807:0:(file.c:523:ll_file_release()) COMPLETED file /:[0x200000007:0x1:0x0](ffff90ee905142c8), flags 100000, rc = 0 00000080:00000001:1.0:1788840375.263595:0:34807:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.263597:0:34807:0:(dir.c:3018:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.271632:0:34808:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788840375.272758:0:34808:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:1.0:1788840375.272762:0:34808:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788840375.272765:0:34808:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d33bc0 00000080:00200000:1.0:1788840375.272771:0:34808:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:1.0:1788840375.272781:0:34808:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98862c00. 00800000:00000002:1.0:1788840375.272788:0:34808:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:1.0:1788840375.272792:0:34808:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788840375.272797:0:34808:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788840375.272799:0:34808:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d33ae0 00800000:00000002:1.0:1788840375.272802:0:34808:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788840375.272805:0:34808:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788840375.272877:0:34808:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1788840375.272885:0:34808:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788840375.272887:0:34808:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d339b0 00000002:00010000:1.0:1788840375.272889:0:34808:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788840375.272893:0:34808:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788840375.272894:0:34808:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840375.272897:0:34808:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840375.272904:0:34808:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1700 count: 2 00010000:00000001:1.0:1788840375.272907:0:34808:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840375.272912:0:34808:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840375.272917:0:34808:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788840375.272922:0:34808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3957 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baf98 expref: -99 pid: 34807 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1788840375.272936:0:34808:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788840375.272942:0:34808:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840375.272946:0:34808:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3957 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baf98 expref: -99 pid: 34807 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1788840375.272953:0:34808:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788840375.272955:0:34808:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788840375.272957:0:34808:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788840375.272959:0:34808:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788840375.272962:0:34808:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788840375.272964:0:34808:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788840375.272967:0:34808:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788840375.272969:0:34808:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:1.0:1788840375.272973:0:34808:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98862c00. 00000080:00000001:1.0:1788840375.272977:0:34808:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788840375.272979:0:34808:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840375.272982:0:34808:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:1.0:1788840375.272986:0:34808:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f3957 00800000:00000001:1.0:1788840375.272989:0:34808:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788840375.272991:0:34808:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788840375.272993:0:34808:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840375.272995:0:34808:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840375.273104:0:34808:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8cc00 refcount=3 00000020:00000001:1.0:1788840375.273108:0:34808:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000001:1.0:1788840375.273111:0:34808:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000001:1.0:1788840375.273114:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.273116:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840375.273117:0:34808:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840375.273119:0:34808:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840375.273121:0:34808:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3957 from it ffffa16201d33bf8 00010000:00000001:1.0:1788840375.273123:0:34808:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840375.273124:0:34808:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840375.273127:0:34808:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8cc00 refcount=3 00000020:00000001:1.0:1788840375.273128:0:34808:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000001:1.0:1788840375.273130:0:34808:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888589312 : -122120820962304 : ffff90ee87d8cc00) 00010000:00000001:1.0:1788840375.273132:0:34808:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840375.273135:0:34808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3957 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312baf98 expref: -99 pid: 34807 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788840375.273141:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.273142:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840375.273143:0:34808:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840375.273146:0:34808:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840375.273148:0:34808:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3957 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312baf98 expref: -99 pid: 34807 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788840375.273155:0:34808:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840375.273158:0:34808:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840375.273160:0:34808:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840375.273164:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.273165:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840375.273168:0:34808:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.273171:0:34808:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840375.273173:0:34808:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.273175:0:34808:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.273178:0:34808:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.273180:0:34808:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840375.273181:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.273182:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788840375.273185:0:34808:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788840375.273187:0:34808:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788840375.273189:0:34808:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:1.0:1788840375.273194:0:34808:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.273201:0:34808:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1788840375.273203:0:34808:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d33b58 00000080:00002000:1.0:1788840375.273205:0:34808:0:(dcache.c:87:ll_dcompare()) found name recon(ffff90ee907345e8) flags 0x48000e refc 0 00000080:00000001:1.0:1788840375.273207:0:34808:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.273209:0:34808:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d33bc8 00000080:00200000:1.0:1788840375.273211:0:34808:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=777 00000080:00000001:1.0:1788840375.273219:0:34808:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:1.0:1788840375.273221:0:34808:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x36:0x0](ffff90ee905c3a88), inode mode 81a4 mask 52 00000080:00000001:1.0:1788840375.273223:0:34808:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.273231:0:34808:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:1.0:1788840375.273286:0:34808:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d33b98 00000080:00200008:1.0:1788840375.273289:0:34808:0:(file.c:1090:ll_file_open()) START file recon:[0x200000404:0x36:0x0](ffff90ee905c3a88), flags 102101 00000080:00000010:1.0:1788840375.273296:0:34808:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90ee817c6c80. 00000080:00000001:1.0:1788840375.273302:0:34808:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:1.0:1788840375.273305:0:34808:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98862c00. 00800000:00000002:1.0:1788840375.273308:0:34808:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:1.0:1788840375.273311:0:34808:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788840375.273312:0:34808:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788840375.273314:0:34808:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d33a48 00800000:00000002:1.0:1788840375.273316:0:34808:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open|creat' for [0x200000404:0x36:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788840375.273319:0:34808:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:1.0:1788840375.273326:0:34808:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d339c8 00800000:00000002:1.0:1788840375.273328:0:34808:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='' -> mds #0 layout version 1 00000002:00000001:1.0:1788840375.273333:0:34808:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788840375.273334:0:34808:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d33900 00000002:00010000:1.0:1788840375.273335:0:34808:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: open|creat flags 0240102102 00000002:00000001:1.0:1788840375.273339:0:34808:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1788840375.273342:0:34808:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1788840375.273345:0:34808:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788840375.273348:0:34808:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55f00 count: 2 00010000:00000001:1.0:1788840375.273351:0:34808:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840375.273353:0:34808:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788840375.273356:0:34808:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.273358:0:34808:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840375.273359:0:34808:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840375.273361:0:34808:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1788840375.273362:0:34808:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1700 count: 2 00010000:00000001:1.0:1788840375.273364:0:34808:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840375.273366:0:34808:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1788840375.273368:0:34808:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788840375.273371:0:34808:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3957 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8a436931312baf98 expref: -99 pid: 34807 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000080:00000001:1.0:1788840375.273379:0:34808:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788840375.273382:0:34808:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788840375.273384:0:34808:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788840375.273385:0:34808:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:1.0:1788840375.273387:0:34808:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840375.273389:0:34808:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840375.273390:0:34808:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1700 count: 3 00010000:00000001:1.0:1788840375.273392:0:34808:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788840375.273395:0:34808:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840375.273396:0:34808:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840375.273397:0:34808:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840375.273398:0:34808:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1700 count: 3 00010000:00000001:1.0:1788840375.273400:0:34808:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788840375.273401:0:34808:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840375.273402:0:34808:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840375.273404:0:34808:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840375.273405:0:34808:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1700 count: 3 00010000:00000001:1.0:1788840375.273406:0:34808:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788840375.273408:0:34808:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.273415:0:34808:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788840375.273417:0:34808:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff90ee90514200, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1788840375.273421:0:34808:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1788840375.273424:0:34808:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1788840375.273426:0:34808:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788840375.273427:0:34808:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.273430:0:34808:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788840375.273441:0:34808:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788840375.273443:0:34808:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788840375.273444:0:34808:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840375.273446:0:34808:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788840375.273449:0:34808:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee87d8cc00 with handle 0x3aa5f499c96f3957 from hash 00010000:00000001:1.0:1788840375.273451:0:34808:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788840375.273452:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.273453:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840375.273455:0:34808:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788840375.273457:0:34808:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788840375.273459:0:34808:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788840375.273461:0:34808:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788840375.273463:0:34808:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788840375.273465:0:34808:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1788840375.273471:0:34808:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87fafb80. 00000020:00000040:1.0:1788840375.273476:0:34808:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=8 obd=lustre-MDT0000-mdc-ffff90ee90f70800 02000000:00000001:1.0:1788840375.273481:0:34808:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788840375.273483:0:34808:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.273485:0:34808:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788840375.273489:0:34808:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840375.273492:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.273493:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840375.273494:0:34808:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840375.273497:0:34808:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840375.273498:0:34808:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840375.273501:0:34808:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840375.273509:0:34808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee85c5e000. 00000100:00000001:1.0:1788840375.273515:0:34808:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.273520:0:34808:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788840375.273522:0:34808:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788840375.273525:0:34808:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3957 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312baf98 expref: -99 pid: 34807 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00010000:1.0:1788840375.273532:0:34808:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788840375.273533:0:34808:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788840375.273535:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788840375.273537:0:34808:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee87d8cc00/0x3aa5f499c96f3957 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312baf98 expref: -99 pid: 34807 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000040:1.0:1788840375.273545:0:34808:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee892b1700 count: 0 00010000:00000010:1.0:1788840375.273550:0:34808:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90ee98e7de00. 00010000:00000001:1.0:1788840375.273559:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840375.273560:0:34808:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.273562:0:34808:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788840375.273563:0:34808:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.273565:0:34808:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840375.273571:0:34808:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446621952890829696 : -122120818721920 : ffff90ee87fafb80) 00010000:00000001:1.0:1788840375.273576:0:34808:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1788840375.273577:0:34808:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:1.0:1788840375.273582:0:34808:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee98cc4100. 00010000:00000010:1.0:1788840375.273585:0:34808:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee85063180. 00010000:00000001:1.0:1788840375.273589:0:34808:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1788840375.273592:0:34808:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee86e84c00. 00000020:00000001:1.0:1788840375.273594:0:34808:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:1.0:1788840375.273596:0:34808:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee86e84c00 with handle 0x3aa5f499c96f395e to hash 00000020:00000001:1.0:1788840375.273598:0:34808:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:1.0:1788840375.273599:0:34808:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952872827904 : -122120836723712 : ffff90ee86e84c00) 00010000:00000001:1.0:1788840375.273602:0:34808:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952872827904 : -122120836723712 : ffff90ee86e84c00) 00010000:00000001:1.0:1788840375.273605:0:34808:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840375.273607:0:34808:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840375.273610:0:34808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84c00/0x3aa5f499c96f395e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34808 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788840375.273616:0:34808:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84c00/0x3aa5f499c96f395e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34808 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:1.0:1788840375.273629:0:34808:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1788840375.273915:0:34808:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee87fafb80 x1875733134012672/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1788840375.273925:0:34808:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84c00/0x3aa5f499c96f395e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34808 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:1.0:1788840375.273931:0:34808:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788840375.273933:0:34808:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788840375.273941:0:34808:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee85c7a900. 00000100:00000001:1.0:1788840375.273943:0:34808:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952853911808 : -122120855639808 : ffff90ee85c7a900) 00000100:00000001:1.0:1788840375.273946:0:34808:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840375.273948:0:34808:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890829696 : -122120818721920 : ffff90ee87fafb80) 00000100:00000001:1.0:1788840375.273952:0:34808:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840375.273957:0:34808:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840375.273959:0:34808:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788840375.273961:0:34808:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840375.273966:0:34808:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87fafb80 x1875733134012672/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840375.273973:0:34808:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840375.273974:0:34808:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840375.273978:0:34808:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840375.273981:0:34808:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840375.273984:0:34808:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840375.273987:0:34808:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87fafb80 pname:cluuid:pid:xid:nid:opc:job bash:10f4a654-3497-48d8-8f70-7e89f4f161cc:34808:1875733134012672:192.168.202.131@tcp:101:bash.0 00000100:00000001:1.0:1788840375.273991:0:34808:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840375.273996:0:34808:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840375.274072:0:34808:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840375.274076:0:34808:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840375.274134:0:34808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 131072 at ffff90ee87fe0000. 02000000:00000001:1.0:1788840375.274137:0:34808:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840375.274147:0:34808:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840375.274152:0:34808:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000010:1.0:1788840375.274160:0:34808:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 632 at ffff90ee85c5e400. 00000100:00000200:1.0:1788840375.274168:0:34808:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 131072 bytes, xid 1875733134012672, portal 10 00000100:00000001:1.0:1788840375.274170:0:34808:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840375.274172:0:34808:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890829696 : -122120818721920 : ffff90ee87fafb80) 00000100:00000040:1.0:1788840375.274178:0:34808:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87fafb80 x1875733134012672/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840391 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840375.274186:0:34808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840375.274189:0:34808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840375.274194:0:34808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea05393b8. 00000100:00000200:1.0:1788840375.274198:0:34808:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875733134012672, offset 0 00000400:00000200:1.0:1788840375.274208:0:34808:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840375.274219:0:34808:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840375.274228:0:34808:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840375.274234:0:34808:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840375.274393:0:34808:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840375.274397:0:34808:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840375.274400:0:34808:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840375.274404:0:34808:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2683:2683:256:4294967295] 192.168.202.131@tcp LPNI seq info [2683:2683:8:4294967295] 00000400:00000200:1.0:1788840375.274410:0:34808:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840375.274421:0:34808:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840375.274428:0:34808:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840375.274441:0:34808:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989400. 00000800:00000200:1.0:1788840375.274449:0:34808:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840375.274456:0:34808:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840375.274460:0:34808:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989400 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:1.0:1788840375.274520:0:34808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840375.274526:0:34808:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 785320 usecs (786 jiffies) 00000400:00000200:1.0:1788840375.274529:0:34808:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840375.274532:0:34808:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296605878 00000100:00000001:1.0:1788840375.274536:0:34808:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296606629 00000100:00000001:1.0:1788840375.274538:0:34808:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296605878 00000100:00000001:1.0:1788840375.274540:0:34808:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296606629 00000100:00000001:1.0:1788840375.274543:0:34808:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840375.274546:0:34808:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840375.274548:0:34808:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840375.274550:0:34808:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788840375.274553:0:34808:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee85c7a900 going to sleep for 11 seconds 00000100:00000001:1.0:1788840375.274556:0:34808:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840375.274559:0:34808:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840375.275150:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840375.275157:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989400. 00000400:00000200:3.0:1788840375.275162:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840375.275168:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840375.275174:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea05393b8 00000400:00000010:3.0:1788840375.275176:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea05393b8. 00000100:00000001:3.0:1788840375.275181:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840375.275186:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fafb80 x1875733134012672/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840391 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840375.275198:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840375.275202:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fafb80 x1875733134012672/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840391 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840375.275208:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840375.275211:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840375.280827:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840375.280844:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840375.280848:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840375.280851:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840375.280860:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.280868:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840375.280877:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.280882:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.280888:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.280892:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 664 into portal 10 MB=0x6a9f827257100 00000400:00000200:2.0:1788840375.280896:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840375.280902:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 664/664 into md 0x748d [32] + 224 00000800:00000001:2.0:1788840375.280910:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840375.280917:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840375.280920:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840375.280924:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840375.280931:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840375.280941:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fafb80 x1875733134012672/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840391 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1788840375.280951:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=66320 req@ffff90ee87fafb80 x1875733134012672/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840391 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840375.280971:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840375.280979:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840375.280982:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840375.281157:0:34808:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788840375.281165:0:34808:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840375.281167:0:34808:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840375.281170:0:34808:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000200:1.0:1788840375.281175:0:34808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85c5e400 00000400:00000010:1.0:1788840375.281177:0:34808:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 632 at ffff90ee85c5e400. 00000100:00000001:1.0:1788840375.281180:0:34808:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840375.281185:0:34808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87fafb80 x1875733134012672/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840391 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788840375.281195:0:34808:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87fafb80 x1875733134012672/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/66320 e 0 to 0 dl 1788840391 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840375.281201:0:34808:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840375.281203:0:34808:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840375.281206:0:34808:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840375.281210:0:34808:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840375.281212:0:34808:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840375.281215:0:34808:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840375.281218:0:34808:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840375.281227:0:34808:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=75 v=5 (5 5 102 102) 00000100:00001000:1.0:1788840375.281232:0:34808:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=33 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840375.281243:0:34808:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840375.281245:0:34808:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.281248:0:34808:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840375.281252:0:34808:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840375.281256:0:34808:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788840375.281258:0:34808:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788840375.281259:0:34808:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788840375.281261:0:34808:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840375.281263:0:34808:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890829696 : -122120818721920 : ffff90ee87fafb80) 00000100:00000001:1.0:1788840375.281266:0:34808:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840375.281268:0:34808:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 8589934613 00000100:00000001:1.0:1788840375.281270:0:34808:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840375.281273:0:34808:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840375.281278:0:34808:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87fafb80 x1875733134012672/t8589934618(8589934618) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/664 e 0 to 0 dl 1788840391 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840375.281291:0:34808:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840375.281293:0:34808:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840375.281295:0:34808:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840375.281299:0:34808:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87fafb80 x1875733134012672/t8589934618(8589934618) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/664 e 0 to 0 dl 1788840391 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788840375.281307:0:34808:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87fafb80 pname:cluuid:pid:xid:nid:opc:job bash:10f4a654-3497-48d8-8f70-7e89f4f161cc:34808:1875733134012672:192.168.202.131@tcp:101:bash.0 00000100:00000001:1.0:1788840375.281311:0:34808:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840375.281314:0:34808:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840375.281316:0:34808:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788840375.281319:0:34808:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840375.281322:0:34808:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fafb80 x1875733134012672/t8589934618(8589934618) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/664 e 0 to 0 dl 1788840391 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840375.281329:0:34808:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840375.281331:0:34808:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee85c7a900. 00000100:00000001:1.0:1788840375.281334:0:34808:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788840375.281336:0:34808:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.281339:0:34808:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1788840375.281343:0:34808:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840375.281346:0:34808:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840375.281349:0:34808:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84c00 refcount=4 00000020:00000001:1.0:1788840375.281352:0:34808:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872827904 : -122120836723712 : ffff90ee86e84c00) 00010000:00000001:1.0:1788840375.281354:0:34808:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872827904 : -122120836723712 : ffff90ee86e84c00) 00010000:00000040:1.0:1788840375.281361:0:34808:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee86e84c00, remote cookie: 0x8a436931312bafa6, flags: 0x1001 00010000:00010000:1.0:1788840375.281365:0:34808:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84c00/0x3aa5f499c96f395e lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bafa6 expref: -99 pid: 34808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000040:1.0:1788840375.281371:0:34808:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x36:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1788840375.281373:0:34808:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1788840375.281379:0:34808:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55f00 count: 2 00010000:00000001:1.0:1788840375.281380:0:34808:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000040:1.0:1788840375.281382:0:34808:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee98cc4100 count: 0 00010000:00000010:1.0:1788840375.281387:0:34808:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90ee85063180. 00010000:00000001:1.0:1788840375.281393:0:34808:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840375.281395:0:34808:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84c00/0x3aa5f499c96f395e lrc: 4/0,1 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bafa6 expref: -99 pid: 34808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788840375.281401:0:34808:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84c00/0x3aa5f499c96f395e lrc: 4/0,1 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bafa6 expref: -99 pid: 34808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840375.281405:0:34808:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1788840375.281408:0:34808:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1788840375.281409:0:34808:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:1.0:1788840375.281411:0:34808:0:(ldlm_lock.c:1024:search_granted_lock()) Process leaving 00010000:00000001:1.0:1788840375.281412:0:34808:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1788840375.281414:0:34808:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x36:0x0].0x0 (ffff90ee85e55f00) refcount = 2 00010000:00000040:1.0:1788840375.281417:0:34808:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1788840375.281420:0:34808:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3942 lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312baf75 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1788840375.281427:0:34808:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84c00/0x3aa5f499c96f395e lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bafa6 expref: -99 pid: 34808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840375.281441:0:34808:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1788840375.281445:0:34808:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1788840375.281447:0:34808:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840375.281450:0:34808:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1788840375.281452:0:34808:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840375.281455:0:34808:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84c00/0x3aa5f499c96f395e lrc: 4/0,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bafa6 expref: -99 pid: 34808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840375.281462:0:34808:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1788840375.281464:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.281466:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840375.281467:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.281468:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840375.281469:0:34808:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840375.281473:0:34808:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1788840375.281477:0:34808:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840375.281478:0:34808:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840375.281480:0:34808:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84c00 refcount=3 00000020:00000001:1.0:1788840375.281482:0:34808:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872827904 : -122120836723712 : ffff90ee86e84c00) 00010000:00000001:1.0:1788840375.281484:0:34808:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872827904 : -122120836723712 : ffff90ee86e84c00) 00010000:00000001:1.0:1788840375.281486:0:34808:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840375.281487:0:34808:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840375.281489:0:34808:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84c00 refcount=4 00000020:00000001:1.0:1788840375.281490:0:34808:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872827904 : -122120836723712 : ffff90ee86e84c00) 00010000:00000001:1.0:1788840375.281492:0:34808:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872827904 : -122120836723712 : ffff90ee86e84c00) 00010000:00000001:1.0:1788840375.281495:0:34808:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840375.281497:0:34808:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840375.281500:0:34808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84c00/0x3aa5f499c96f395e lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bafa6 expref: -99 pid: 34808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840375.281506:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.281507:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840375.281508:0:34808:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840375.281510:0:34808:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840375.281511:0:34808:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84c00 refcount=5 00000020:00000001:1.0:1788840375.281513:0:34808:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872827904 : -122120836723712 : ffff90ee86e84c00) 00010000:00000001:1.0:1788840375.281515:0:34808:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872827904 : -122120836723712 : ffff90ee86e84c00) 00010000:00000001:1.0:1788840375.281517:0:34808:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840375.281520:0:34808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84c00/0x3aa5f499c96f395e lrc: 5/1,1 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bafa6 expref: -99 pid: 34808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840375.281526:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.281528:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788840375.281530:0:34808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84c00/0x3aa5f499c96f395e lrc: 4/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bafa6 expref: -99 pid: 34808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840375.281537:0:34808:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840375.281538:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.281539:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840375.281545:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.281547:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1788840375.281552:0:34808:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x3 disposition=0x2b, status=0 req@ffff90ee87fafb80 x1875733134012672/t8589934618(8589934618) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/664 e 0 to 0 dl 1788840391 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788840375.281561:0:34808:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1788840375.281566:0:34808:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90ee87fafb80 x1875733134012672/t8589934618(8589934618) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/664 e 0 to 0 dl 1788840391 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1788840375.281573:0:34808:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.281578:0:34808:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840375.281580:0:34808:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840375.281581:0:34808:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84c00 refcount=3 00000020:00000001:1.0:1788840375.281583:0:34808:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872827904 : -122120836723712 : ffff90ee86e84c00) 00010000:00000001:1.0:1788840375.281585:0:34808:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872827904 : -122120836723712 : ffff90ee86e84c00) 00000002:00010000:1.0:1788840375.281589:0:34808:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open|creat, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84c00/0x3aa5f499c96f395e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bafa6 expref: -99 pid: 34808 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:1.0:1788840375.281598:0:34808:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff90ee87139200. 00010000:00000001:1.0:1788840375.281600:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.281601:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840375.281602:0:34808:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840375.281604:0:34808:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840375.281607:0:34808:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1788840375.281609:0:34808:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840375.281610:0:34808:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890829696 : -122120818721920 : ffff90ee87fafb80) 00010000:00000001:1.0:1788840375.281612:0:34808:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840375.281614:0:34808:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840375.281615:0:34808:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84c00 refcount=3 00000020:00000001:1.0:1788840375.281617:0:34808:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872827904 : -122120836723712 : ffff90ee86e84c00) 00010000:00000001:1.0:1788840375.281619:0:34808:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872827904 : -122120836723712 : ffff90ee86e84c00) 00000002:00010000:1.0:1788840375.281622:0:34808:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84c00/0x3aa5f499c96f395e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bafa6 expref: -99 pid: 34808 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840375.281628:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.281629:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840375.281631:0:34808:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1788840375.281632:0:34808:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840375.281633:0:34808:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840375.281634:0:34808:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84c00 refcount=3 00000020:00000001:1.0:1788840375.281636:0:34808:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872827904 : -122120836723712 : ffff90ee86e84c00) 00010000:00000001:1.0:1788840375.281672:0:34808:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872827904 : -122120836723712 : ffff90ee86e84c00) 00010000:00000040:1.0:1788840375.281676:0:34808:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55f00 count: 3 00010000:00000001:1.0:1788840375.281769:0:34808:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840375.281773:0:34808:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840375.281776:0:34808:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788840375.281779:0:34808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3942 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312baf75 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788840375.281787:0:34808:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788840375.281792:0:34808:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840375.281795:0:34808:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3942 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312baf75 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788840375.281801:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.281802:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840375.281804:0:34808:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840375.281805:0:34808:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840375.281807:0:34808:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84c00 refcount=3 00000020:00000001:1.0:1788840375.281808:0:34808:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872827904 : -122120836723712 : ffff90ee86e84c00) 00010000:00000001:1.0:1788840375.281821:0:34808:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872827904 : -122120836723712 : ffff90ee86e84c00) 00010000:00000001:1.0:1788840375.281823:0:34808:0:(ldlm_lock.c:950:ldlm_lock_decref_and_cancel()) Process entered 00010000:00010000:1.0:1788840375.281825:0:34808:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84c00/0x3aa5f499c96f395e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bafa6 expref: -99 pid: 34808 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840375.281830:0:34808:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840375.281833:0:34808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84c00/0x3aa5f499c96f395e lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x8a436931312bafa6 expref: -99 pid: 34808 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840375.281839:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.281840:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788840375.281842:0:34808:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84c00/0x3aa5f499c96f395e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000400000000 nid: local remote: 0x8a436931312bafa6 expref: -99 pid: 34808 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:1.0:1788840375.281847:0:34808:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840375.281849:0:34808:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.281853:0:34808:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:1.0:1788840375.281857:0:34808:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff90ee85c7a900. 00010000:00000001:1.0:1788840375.281860:0:34808:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:1.0:1788840375.281873:0:34808:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00000001:1.0:1788840375.281875:0:34808:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.281877:0:34808:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.281879:0:34808:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840375.281880:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.281881:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840375.281883:0:34808:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1788840375.281885:0:34808:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d33888 00000002:00002000:1.0:1788840375.281887:0:34808:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open|creat status=0 disp=0x80002b: rc = 0 00000002:00000001:1.0:1788840375.281890:0:34808:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840375.281894:0:34808:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840375.281897:0:34808:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788840375.281899:0:34808:0:(namei.c:952:ll_intent_lock()) intent lock 3 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1788840375.281903:0:34808:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788840375.281907:0:34808:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:1.0:1788840375.281910:0:34808:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98862c00. 00000080:00000001:1.0:1788840375.281915:0:34808:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:1.0:1788840375.281921:0:34808:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1788840375.281924:0:34808:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:1.0:1788840375.281927:0:34808:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840375.281931:0:34808:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036963208 : -122120672588408 : ffff90ee90b0cd88) 00000020:00001000:1.0:1788840375.281933:0:34808:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0cd80 00000020:00000001:1.0:1788840375.281936:0:34808:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1788840375.281939:0:34808:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788840375.281942:0:34808:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788840375.281948:0:34808:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90ee8532cd20. 00020000:00000010:1.0:1788840375.281952:0:34808:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90ee86d66e80. 00000020:00000001:2.0:1788840375.281954:0:15925:0:(genops.c:1895:obd_stale_export_get()) Process entered 00020000:00000010:1.0:1788840375.281956:0:34808:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90ee8532c2a0. 00000020:00000001:2.0:1788840375.281957:0:15925:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.281958:0:34808:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621952844153504 : -122120865398112 : ffff90ee8532c2a0) 00010000:00010000:2.0:1788840375.281960:0:15925:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00020000:00000002:1.0:1788840375.281962:0:34808:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee8532c2a0, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00010000:00000001:2.0:1788840375.281963:0:15925:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:2.0:1788840375.281966:0:15925:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00020000:00000002:1.0:1788840375.281966:0:34808:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00010000:00010000:2.0:1788840375.281970:0:15925:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84c00/0x3aa5f499c96f395e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x8a436931312bafa6 expref: -99 pid: 34808 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00020000:00000002:1.0:1788840375.281970:0:34808:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90ee86d66e80: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000002:1.0:1788840375.281974:0:34808:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90ee831501f0) owner ffff90ee9994a7c0 00020000:00000001:1.0:1788840375.281977:0:34808:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00010000:2.0:1788840375.281978:0:15925:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90ee86e84c00 already unused, calling callback (ffffffffc1b72460) 00020000:00000002:1.0:1788840375.281979:0:34808:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90ee831501f0) owner ffff90ee9994a7c0 00000080:00000001:2.0:1788840375.281980:0:15925:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00010000:00010000:2.0:1788840375.281984:0:15925:0:(ldlm_request.c:1732:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84c00/0x3aa5f499c96f395e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x8a436931312bafa6 expref: -99 pid: 34808 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00020000:00000010:1.0:1788840375.281984:0:34808:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90ee86d66e80. 00020000:00000010:1.0:1788840375.281988:0:34808:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90ee8532cd20. 00020000:00000010:1.0:1788840375.281990:0:34808:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90ee8532c2a0. 00010000:00000001:2.0:1788840375.281991:0:15925:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00020000:00000002:1.0:1788840375.281992:0:34808:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=0 00010000:00000001:2.0:1788840375.281993:0:15925:0:(ldlm_inodebits.c:543:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00020000:00000001:1.0:1788840375.281995:0:34808:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.281996:0:34808:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840375.281997:0:15925:0:(ldlm_request.c:1742:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84c00/0x3aa5f499c96f395e lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x400000000 nid: local remote: 0x8a436931312bafa6 expref: -99 pid: 34808 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:2.0:1788840375.282003:0:15925:0:(ldlm_request.c:1743:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:2.0:1788840375.282006:0:15925:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:2.0:1788840375.282007:0:15925:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840375.282008:0:15925:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840375.282010:0:15925:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee86e84c00 refcount=3 00000020:00000001:2.0:1788840375.282012:0:15925:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952872827904 : -122120836723712 : ffff90ee86e84c00) 00010000:00000001:2.0:1788840375.282014:0:15925:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952872827904 : -122120836723712 : ffff90ee86e84c00) 00010000:00000001:2.0:1788840375.282017:0:15925:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:2.0:1788840375.282019:0:15925:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84c00/0x3aa5f499c96f395e lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8a436931312bafa6 expref: -99 pid: 34808 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000080:00000001:2.0:1788840375.282025:0:15925:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:2.0:1788840375.282028:0:15925:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:2.0:1788840375.282031:0:15925:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:2.0:1788840375.282032:0:15925:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x36:0x0] mode (null) 00000002:00000001:2.0:1788840375.282036:0:15925:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:2.0:1788840375.282038:0:15925:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:2.0:1788840375.282040:0:15925:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55f00 count: 3 00010000:00000001:2.0:1788840375.282043:0:15925:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1788840375.282045:0:15925:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:2.0:1788840375.282047:0:15925:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:2.0:1788840375.282048:0:15925:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:2.0:1788840375.282051:0:15925:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840375.282054:0:15925:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3942 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312baf75 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:2.0:1788840375.282061:0:15925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840375.282063:0:15925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:2.0:1788840375.282064:0:15925:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:2.0:1788840375.282066:0:15925:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840375.282067:0:15925:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840375.282068:0:15925:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031a00 refcount=3 00000020:00000001:2.0:1788840375.282070:0:15925:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:2.0:1788840375.282072:0:15925:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:2.0:1788840375.282074:0:15925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840375.282075:0:15925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:2.0:1788840375.282076:0:15925:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:2.0:1788840375.282078:0:15925:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:2.0:1788840375.282080:0:15925:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840375.282082:0:15925:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:2.0:1788840375.282084:0:15925:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:2.0:1788840375.282086:0:15925:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:2.0:1788840375.282087:0:15925:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840375.282088:0:15925:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1788840375.282091:0:15925:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee86e84c00 with handle 0x3aa5f499c96f395e from hash 00010000:00000001:2.0:1788840375.282093:0:15925:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:2.0:1788840375.282095:0:15925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840375.282095:0:15925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840375.282096:0:15925:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:2.0:1788840375.282099:0:15925:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:2.0:1788840375.282100:0:15925:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:2.0:1788840375.282104:0:15925:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1788840375.282108:0:15925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1788840375.282110:0:15925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840375.282111:0:15925:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840375.282113:0:15925:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1788840375.282116:0:15925:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:2.0:1788840375.282121:0:15925:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125ca80. 00000020:00001000:1.0:1788840375.282121:0:34808:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0cd80 00000020:00000040:2.0:1788840375.282124:0:15925:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=9 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000080:00000001:1.0:1788840375.282127:0:34808:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833974 : 144115205322833974 : 200000404000036) 00000100:00000001:2.0:1788840375.282129:0:15925:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 00000080:00000001:1.0:1788840375.282129:0:34808:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 02000000:00000001:2.0:1788840375.282131:0:15925:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 00010000:00000001:1.0:1788840375.282133:0:34808:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 02000000:00000001:2.0:1788840375.282134:0:15925:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.282134:0:34808:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840375.282136:0:34808:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031a00 refcount=3 00000020:00000001:1.0:1788840375.282138:0:34808:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:1.0:1788840375.282140:0:34808:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 02000000:00000010:2.0:1788840375.282141:0:15925:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90eea059cc00. 00000080:00000001:1.0:1788840375.282143:0:34808:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788840375.282144:0:34808:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000100:00000001:2.0:1788840375.282146:0:15925:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.282146:0:34808:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036963208 : -122120672588408 : ffff90ee90b0cd88) 00000020:00001000:1.0:1788840375.282148:0:34808:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0cd80 00010000:00000001:2.0:1788840375.282149:0:15925:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00000020:00000001:1.0:1788840375.282149:0:34808:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:1.0:1788840375.282151:0:34808:0:(lov_object.c:1448:lov_conf_set()) Process entered 00010000:00010000:2.0:1788840375.282152:0:15925:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84c00/0x3aa5f499c96f395e lrc: 2/0,0 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312bafa6 expref: -99 pid: 34808 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00020000:00000001:1.0:1788840375.282152:0:34808:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:1.0:1788840375.282155:0:34808:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90ee8532c2a0. 00020000:00000010:1.0:1788840375.282157:0:34808:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90ee86d66e80. 00010000:00010000:2.0:1788840375.282159:0:15925:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:2.0:1788840375.282160:0:15925:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00020000:00000010:1.0:1788840375.282160:0:34808:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90ee8532cd20. 00020000:00000001:1.0:1788840375.282162:0:34808:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621952844156192 : -122120865395424 : ffff90ee8532cd20) 00020000:00000002:1.0:1788840375.282163:0:34808:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee8532cd20, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00000100:00000001:2.0:1788840375.282165:0:15925:0:(jobid.c:959:lustre_get_jobid()) Process entered 00020000:00000002:1.0:1788840375.282167:0:34808:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00000100:00000001:2.0:1788840375.282169:0:15925:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788840375.282170:0:34808:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90ee86d66e80: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000002:1.0:1788840375.282172:0:34808:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90ee831501f0) owner ffff90ee9994a7c0 00020000:00000001:1.0:1788840375.282174:0:34808:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788840375.282176:0:34808:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90ee831501f0) owner ffff90ee9994a7c0 00000100:00000040:2.0:1788840375.282177:0:15925:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a3df511d] to pc [ptlrpcd_01_01+1] req@ffff90ee9125ca80 x1875733134012800/t0(0) o103->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00020000:00000010:1.0:1788840375.282179:0:34808:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90ee86d66e80. 00020000:00000010:1.0:1788840375.282181:0:34808:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90ee8532c2a0. 00020000:00000010:1.0:1788840375.282183:0:34808:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90ee8532cd20. 00020000:00000002:1.0:1788840375.282185:0:34808:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=0 00020000:00000001:1.0:1788840375.282187:0:34808:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.282189:0:34808:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.282191:0:34808:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:1.0:1788840375.282194:0:34808:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee831501f0) owner 0000000000000000/ffff90ee9994a7c0 00020000:00000002:1.0:1788840375.282197:0:34808:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90ee87fb1a20 addref 2/0 by ffff90ee9994a7c0. 00020000:00000002:1.0:1788840375.282200:0:34808:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee831501f0) owner 0000000000000000/ffff90ee9994a7c0 00020000:00000001:1.0:1788840375.282203:0:34808:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:1.0:1788840375.282205:0:34808:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:1.0:1788840375.282206:0:34808:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:1.0:1788840375.282208:0:34808:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:1.0:1788840375.282210:0:34808:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00010000:00000001:2.0:1788840375.282213:0:15925:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00200000:1.0:1788840375.282213:0:34808:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x36:0x0]: layout version change: 0 -> 0 00010000:00000001:2.0:1788840375.282215:0:15925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00000020:00001000:1.0:1788840375.282215:0:34808:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0cd80 00010000:00000001:2.0:1788840375.282216:0:15925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1788840375.282218:0:15925:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.282218:0:34808:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840375.282220:0:15925:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.282220:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.282221:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1788840375.282222:0:34808:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:2.0:1788840375.282223:0:15925:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840375.282225:0:34808:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00010000:00010000:2.0:1788840375.282226:0:15925:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84c00/0x3aa5f499c96f395e lrc: 1/0,0 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312bafa6 expref: -99 pid: 34808 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00800000:00000001:1.0:1788840375.282227:0:34808:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840375.282230:0:34808:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff90ee905c3a88) for lock 0x3aa5f499c96f3942 00010000:00000001:2.0:1788840375.282232:0:15925:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00800000:00000001:1.0:1788840375.282233:0:34808:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788840375.282235:0:34808:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788840375.282236:0:34808:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840375.282238:0:34808:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840375.282239:0:34808:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031a00 refcount=3 00000020:00000001:1.0:1788840375.282241:0:34808:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:1.0:1788840375.282243:0:34808:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:1.0:1788840375.282245:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.282246:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840375.282247:0:34808:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840375.282249:0:34808:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840375.282252:0:34808:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840375.282257:0:34808:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fafb80 x1875733134012672/t8589934618(8589934618) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840391 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840375.282263:0:34808:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840375.282267:0:34808:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3942 from it ffffa16201d33bf0 00010000:00000001:1.0:1788840375.282269:0:34808:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840375.282270:0:34808:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840375.282271:0:34808:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031a00 refcount=3 00000020:00000001:1.0:1788840375.282273:0:34808:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:1.0:1788840375.282275:0:34808:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:1.0:1788840375.282277:0:34808:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840375.282279:0:34808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3942 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8a436931312baf75 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788840375.282291:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.282292:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840375.282294:0:34808:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840375.282296:0:34808:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840375.282303:0:34808:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3942 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312baf75 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788840375.282311:0:34808:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840375.282313:0:34808:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840375.282315:0:34808:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840375.282316:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.282317:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840375.282319:0:34808:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.282321:0:34808:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840375.282322:0:34808:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.282324:0:34808:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.282327:0:34808:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.282329:0:34808:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00000100:00000001:3.0:1788840375.282330:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00010000:00000001:1.0:1788840375.282331:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.282332:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788840375.282335:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000080:00000001:1.0:1788840375.282336:0:34808:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840375.282337:0:2362:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000080:00000010:1.0:1788840375.282341:0:34808:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff90ee871394c0. 00000100:00000040:3.0:1788840375.282344:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee9125ca80 x1875733134012800/t0(0) o103->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000080:00000001:1.0:1788840375.282344:0:34808:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:1.0:1788840375.282347:0:34808:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1788840375.282350:0:34808:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000100:00000001:3.0:1788840375.282351:0:2362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000002:00000010:1.0:1788840375.282353:0:34808:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff90ee84b11e20. 00000100:00000001:3.0:1788840375.282354:0:2362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788840375.282357:0:34808:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90ee87fafb80 x1875733134012672/t8589934618(8589934618) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840391 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 02000000:00000001:3.0:1788840375.282358:0:2362:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840375.282360:0:2362:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788840375.282363:0:34808:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840375.282364:0:2362:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840375.282365:0:34808:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840375.282368:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee9125ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733134012800:192.168.202.131@tcp:103:ldlm_bl.0 00000080:00400000:1.0:1788840375.282369:0:34808:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000100:00000001:3.0:1788840375.282373:0:2362:0:(niobuf.c:866:ptl_send_rpc()) Process entered 00000080:00000001:1.0:1788840375.282373:0:34808:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.282376:0:34808:0:(pcc.c:2365:pcc_file_open()) Process entered 02000000:00000001:3.0:1788840375.282378:0:2362:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 00000080:00000001:1.0:1788840375.282378:0:34808:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 02000000:00000001:3.0:1788840375.282380:0:2362:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.282380:0:34808:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788840375.282382:0:34808:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 02000000:00000001:3.0:1788840375.282383:0:2362:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 00000080:00000001:1.0:1788840375.282384:0:34808:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.282387:0:34808:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 02000000:00000010:3.0:1788840375.282388:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee85c10400. 02000000:00000001:3.0:1788840375.282389:0:2362:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.282389:0:34808:0:(pcc.c:1933:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.282391:0:34808:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788840375.282393:0:34808:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.282395:0:34808:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000400:00000200:3.0:1788840375.282396:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840375.282398:0:34808:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000400:00000010:3.0:1788840375.282400:0:2362:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4f420. 00000100:00000040:1.0:1788840375.282401:0:34808:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87fafb80 x1875733134012672/t8589934618(8589934618) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840391 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:0 00000400:00000010:3.0:1788840375.282407:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e4c8. 02000000:00000001:1.0:1788840375.282407:0:34808:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840375.282410:0:34808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 131072 at ffff90ee87fe0000. 00000100:00000200:3.0:1788840375.282425:0:2362:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733134012800, portal 18 00000100:00000001:3.0:1788840375.282428:0:2362:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840375.282429:0:2362:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621953044630144 : -122120664921472 : ffff90ee9125ca80) 02000000:00000001:1.0:1788840375.282445:0:34808:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1788840375.282447:0:34808:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.282450:0:34808:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d33b98 00000080:00000008:1.0:1788840375.282453:0:34808:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff90ee905c3a88), flags 102101, rc = 0 00000100:00000040:3.0:1788840375.282490:0:2362:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee9125ca80 x1875733134012800/t0(0) o103->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840391 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840375.282498:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840375.282500:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840375.282503:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e220. 00000100:00000200:3.0:1788840375.282506:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875733134012800, offset 0 00000400:00000200:3.0:1788840375.282513:0:2362:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840375.282523:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840375.282532:0:2362:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840375.282540:0:2362:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840375.282547:0:2362:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840375.282551:0:2362:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840375.282554:0:2362:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840375.282557:0:2362:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2684:2684:256:4294967295] 192.168.202.131@tcp LPNI seq info [2684:2684:8:4294967295] 00000400:00000200:3.0:1788840375.282561:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00020000:00000001:1.0:1788840375.282563:0:34808:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788840375.282566:0:34808:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee831501f0) owner 0000000000000000/ffff90ee9994a7c0 00000400:00000200:3.0:1788840375.282570:0:2362:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00020000:00000002:1.0:1788840375.282570:0:34808:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee831501f0) owner 0000000000000000/ffff90ee9994a7c0 00020000:00000001:1.0:1788840375.282572:0:34808:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840375.282576:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840375.282581:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee86f0d700. 00000800:00000200:3.0:1788840375.282587:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840375.282594:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840375.282598:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee86f0d700 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:3.0:1788840375.282610:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840375.282614:0:2362:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 784390 usecs (785 jiffies) 00000400:00000200:3.0:1788840375.282618:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840375.282620:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296605885 00000100:00000001:3.0:1788840375.282623:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296606629 00000100:00000001:3.0:1788840375.282625:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296605885 00000100:00000001:3.0:1788840375.282627:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296606629 00000100:00000001:3.0:1788840375.282630:0:2362:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840375.282632:0:2362:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840375.282635:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840375.282637:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840375.282662:0:2362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840375.282664:0:2362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788840375.282666:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840375.282667:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840375.282669:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840375.282671:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840375.282779:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840375.282783:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0d700. 00000400:00000200:3.0:1788840375.282787:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840375.282792:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840375.282797:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e220 00000400:00000010:3.0:1788840375.282799:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e220. 00000100:00000001:3.0:1788840375.282803:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840375.282806:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee9125ca80 x1875733134012800/t0(0) o103->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840391 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840375.282814:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840375.282817:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee9125ca80 x1875733134012800/t0(0) o103->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840391 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840375.282824:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840375.282825:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840375.285570:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840375.285591:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840375.285595:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840375.285597:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840375.285607:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840375.285615:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840375.285625:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840375.285630:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840375.285635:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840375.285668:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 18 MB=0x6a9f827257180 00000400:00000200:3.0:1788840375.285673:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840375.285690:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.131@tcp of length 224/224 into md 0x7495 [1] + 224 00000800:00000001:3.0:1788840375.285698:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840375.285706:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840375.285709:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840375.285713:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840375.285721:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840375.285729:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee9125ca80 x1875733134012800/t0(0) o103->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840391 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840375.285741:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee9125ca80 x1875733134012800/t0(0) o103->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840391 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840375.285764:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840375.285771:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840375.285774:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840375.285789:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840375.285792:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788840375.285799:0:2362:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840375.285801:0:2362:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840375.285803:0:2362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4f420. 00000400:00000200:3.0:1788840375.285807:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e4c8 00000400:00000010:3.0:1788840375.285819:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e4c8. 00000100:00000001:3.0:1788840375.285823:0:2362:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840375.285828:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee9125ca80 x1875733134012800/t0(0) o103->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840391 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00010000:2.0:1788840375.285835:0:15925:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee86e84c00/0x3aa5f499c96f395e lrc: 0/0,0 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x1b rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312bafa6 expref: -99 pid: 34808 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00000100:00000200:3.0:1788840375.285836:0:2362:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee9125ca80 x1875733134012800/t0(0) o103->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840391 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840375.285843:0:2362:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840375.285845:0:2362:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840375.285847:0:2362:0:(client.c:1593:after_reply()) Process entered 00010000:00000010:2.0:1788840375.285848:0:15925:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff90ee87139200. 02000000:00000001:3.0:1788840375.285850:0:2362:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840375.285852:0:2362:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840375.285854:0:2362:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840375.285856:0:15925:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 02000000:00000001:3.0:1788840375.285857:0:2362:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840375.285858:0:15925:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:2.0:1788840375.285861:0:15925:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff90ee85c7a900. 00010000:00000001:2.0:1788840375.285864:0:15925:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840375.285865:0:2362:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823538 time=74 v=5 (5 5 5 5) 00000020:00000001:2.0:1788840375.285867:0:15925:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000100:00001000:3.0:1788840375.285869:0:2362:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=33 v=5 (1 0 0 0) 00000020:00000001:2.0:1788840375.285869:0:15925:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840375.285871:0:15925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788840375.285872:0:2362:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840375.285873:0:2362:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840375.285873:0:15925:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840375.285874:0:15925:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840375.285875:0:15925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1788840375.285876:0:2362:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00000020:00000001:2.0:1788840375.285877:0:15925:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840375.285878:0:15925:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840375.285879:0:2362:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840375.285880:0:15925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1788840375.285882:0:2362:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840375.285885:0:2362:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 8589934613 00000100:00000001:3.0:1788840375.285886:0:2362:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1788840375.285887:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840375.285890:0:2362:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840375.285890:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840375.285894:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee9125ca80 x1875733134012800/t0(0) o103->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840391 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840375.285906:0:2362:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840375.285909:0:2362:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840375.285911:0:2362:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840375.285915:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125ca80 x1875733134012800/t0(0) o103->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840391 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840375.285922:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee9125ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733134012800:192.168.202.131@tcp:103:ldlm_bl.0 00000100:00000001:3.0:1788840375.285927:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840375.285929:0:2362:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840375.285932:0:2362:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee9125ca80 x1875733134012800/t0(0) o103->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840391 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840375.285939:0:2362:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840375.285941:0:2362:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840375.285944:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee85c10400. 02000000:00000001:3.0:1788840375.285948:0:2362:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840375.285949:0:2362:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840375.285951:0:2362:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=8 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:3.0:1788840375.285953:0:2362:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840375.285956:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90eea059cc00. 02000000:00000001:3.0:1788840375.285960:0:2362:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840375.285962:0:2362:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840375.285964:0:2362:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee9125ca80. 00000100:00000001:3.0:1788840375.285967:0:2362:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840375.285968:0:2362:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840375.285970:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840375.285977:0:2362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840375.285979:0:2362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840375.285981:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840375.285982:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.290475:0:34808:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d33d28 00000080:00200008:1.0:1788840375.290485:0:34808:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000404:0x36:0x0](ffff90ee905c3a88), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788840375.290493:0:34808:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1788840375.290495:0:34808:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d33ca0 00000080:00200000:1.0:1788840375.290497:0:34808:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x36:0x0](ffff90ee905c3a88),name=recon 00000080:00000010:1.0:1788840375.290505:0:34808:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98862c00. 00800000:00000002:1.0:1788840375.290511:0:34808:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:1.0:1788840375.290517:0:34808:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:1.0:1788840375.290522:0:34808:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1788840375.290524:0:34808:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d33bc0 00800000:00000002:1.0:1788840375.290527:0:34808:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x36:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1788840375.290530:0:34808:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1788840375.290535:0:34808:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='' -> mds #0 00000002:00000001:1.0:1788840375.290540:0:34808:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1788840375.290542:0:34808:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d33a90 00000002:00010000:1.0:1788840375.290544:0:34808:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1788840375.290547:0:34808:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1788840375.290548:0:34808:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840375.290551:0:34808:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840375.290558:0:34808:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55f00 count: 2 00010000:00000001:1.0:1788840375.290561:0:34808:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840375.290565:0:34808:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840375.290569:0:34808:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788840375.290573:0:34808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3942 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312baf75 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 02000000:00000001:1.0:1788840375.290583:0:34808:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788840375.290588:0:34808:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840375.290591:0:34808:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3942 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312baf75 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00000002:00000001:1.0:1788840375.290598:0:34808:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1788840375.290600:0:34808:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1788840375.290601:0:34808:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788840375.290603:0:34808:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1788840375.290605:0:34808:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1788840375.290607:0:34808:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1788840375.290610:0:34808:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1788840375.290612:0:34808:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:1.0:1788840375.290615:0:34808:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98862c00. 00000080:00000001:1.0:1788840375.290619:0:34808:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1788840375.290621:0:34808:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840375.290624:0:34808:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x36:0x0](ffff90ee905c3a88) 00000080:00010000:1.0:1788840375.290627:0:34808:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff90ee905c3a88) for lock 0x3aa5f499c96f3942 00800000:00000001:1.0:1788840375.290631:0:34808:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1788840375.290633:0:34808:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1788840375.290635:0:34808:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00010000:00000010:1.1:1788840375.290992:0:34808:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1700. 00010000:00000010:1.1:1788840375.291067:0:34808:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8cc00. 00000020:00000001:1.0:1788840375.291075:0:34808:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840375.291078:0:34808:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031a00 refcount=3 00000020:00000001:1.0:1788840375.291081:0:34808:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:1.0:1788840375.291083:0:34808:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:1.0:1788840375.291086:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.291088:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840375.291089:0:34808:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840375.291092:0:34808:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1788840375.291094:0:34808:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3942 from it ffffa16201d33cd8 00010000:00000001:1.0:1788840375.291096:0:34808:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840375.291097:0:34808:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840375.291099:0:34808:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031a00 refcount=3 00000020:00000001:1.0:1788840375.291100:0:34808:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:1.0:1788840375.291102:0:34808:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:1.0:1788840375.291104:0:34808:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840375.291107:0:34808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3942 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8a436931312baf75 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788840375.291113:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.291114:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840375.291115:0:34808:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840375.291117:0:34808:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840375.291120:0:34808:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3942 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312baf75 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788840375.291126:0:34808:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840375.291129:0:34808:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840375.291131:0:34808:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840375.291135:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.291136:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840375.291138:0:34808:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.291140:0:34808:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840375.291142:0:34808:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.291144:0:34808:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.291147:0:34808:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.291149:0:34808:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840375.291151:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.291152:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1788840375.291155:0:34808:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1788840375.291157:0:34808:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788840375.291160:0:34808:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:1.0:1788840375.291162:0:34808:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:1.0:1788840375.291164:0:34808:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788840375.291167:0:34808:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:1.0:1788840375.291168:0:34808:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.291170:0:34808:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788840375.291173:0:34808:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:1.0:1788840375.291176:0:34808:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840375.291180:0:34808:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036963208 : -122120672588408 : ffff90ee90b0cd88) 00000020:00001000:1.0:1788840375.291182:0:34808:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0cd80 00000020:00000001:1.0:1788840375.291187:0:34808:0:(cl_object.c:143:cl_object_top()) ffff90ee87984148 -> ffff90ee87984148 00000020:00000001:1.0:1788840375.291190:0:34808:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788840375.291193:0:34808:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788840375.291195:0:34808:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:1.0:1788840375.291198:0:34808:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788840375.291199:0:34808:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788840375.291201:0:34808:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788840375.291203:0:34808:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.291205:0:34808:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788840375.291210:0:34808:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x36:0x0]io ffff90ee87fce310 type 7 ignore/verify layout 0/1 00020000:00000002:1.0:1788840375.291213:0:34808:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee831501f0) owner 0000000000000000/ffff90ee9994a7c0 00020000:00000001:1.0:1788840375.291217:0:34808:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788840375.291218:0:34808:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788840375.291221:0:34808:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788840375.291223:0:34808:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.291225:0:34808:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788840375.291227:0:34808:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788840375.291228:0:34808:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.291229:0:34808:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788840375.291230:0:34808:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788840375.291231:0:34808:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788840375.291233:0:34808:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee831501f0) owner 0000000000000000/ffff90ee9994a7c0 00000020:00000001:1.0:1788840375.291236:0:34808:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1788840375.291238:0:34808:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1788840375.291239:0:34808:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x36:0x0] 00000020:00000001:1.0:1788840375.291242:0:34808:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1788840375.291244:0:34808:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1788840375.291246:0:34808:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1788840375.291248:0:34808:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1788840375.291254:0:34808:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1788840375.291259:0:34808:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90ee85063180. 00020000:00000002:1.0:1788840375.291262:0:34808:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788840375.291264:0:34808:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1788840375.291266:0:34808:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788840375.291268:0:34808:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788840375.291269:0:34808:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840375.291271:0:34808:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036959896 : -122120672591720 : ffff90ee90b0c098) 00000020:00001000:1.0:1788840375.291274:0:34808:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0c090 00000020:00000001:1.0:1788840375.291276:0:34808:0:(cl_object.c:143:cl_object_top()) ffff90ee87984850 -> ffff90ee87984148 00000020:00000001:1.0:1788840375.291278:0:34808:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788840375.291281:0:34808:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788840375.291282:0:34808:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788840375.291283:0:34808:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.291285:0:34808:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.291287:0:34808:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621952871579752 : -122120837971864 : ffff90ee86d54068) 00000020:00000001:1.0:1788840375.291289:0:34808:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1788840375.291294:0:34808:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90ee885c7b50. 00000008:00010000:1.0:1788840375.291297:0:34808:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1788840375.291299:0:34808:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788840375.291300:0:34808:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1788840375.291302:0:34808:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90ee850631b0, osc lock ffff90ee885c7b50, flags 0x400001002 00000020:00000001:1.0:1788840375.291304:0:34808:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.291306:0:34808:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.291309:0:34808:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621952841232768 : -122120868318848 : ffff90ee85063180) 00000020:00000001:1.0:1788840375.291311:0:34808:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788840375.291311:0:34808:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1788840375.291313:0:34808:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.291314:0:34808:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.291316:0:34808:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1788840375.291318:0:34808:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1788840375.291320:0:34808:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1788840375.291322:0:34808:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1788840375.291323:0:34808:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788840375.291324:0:34808:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621952871579752 : -122120837971864 : ffff90ee86d54068) 00000020:00000001:1.0:1788840375.291326:0:34808:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1788840375.291328:0:34808:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1788840375.291330:0:34808:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788840375.291333:0:34808:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788840375.291336:0:34808:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788840375.291337:0:34808:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788840375.291340:0:34808:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788840375.291341:0:34808:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788840375.291342:0:34808:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788840375.291344:0:34808:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1788840375.291347:0:34808:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840375.291351:0:34808:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1800 count: 2 00010000:00000001:1.0:1788840375.291353:0:34808:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840375.291358:0:34808:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840375.291360:0:34808:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788840375.291364:0:34808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 02000000:00000001:1.0:1788840375.291372:0:34808:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788840375.291375:0:34808:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840375.291378:0:34808:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788840375.291384:0:34808:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840375.291385:0:34808:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840375.291387:0:34808:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=4 00000020:00000001:1.0:1788840375.291388:0:34808:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:1.0:1788840375.291390:0:34808:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00000008:00000001:1.0:1788840375.291393:0:34808:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1788840375.291395:0:34808:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840375.291397:0:34808:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840375.291398:0:34808:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=5 00000020:00000001:1.0:1788840375.291399:0:34808:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:1.0:1788840375.291401:0:34808:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00000020:00000001:1.0:1788840375.291404:0:34808:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788840375.291406:0:34808:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1788840375.291408:0:34808:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1788840375.291409:0:34808:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.291411:0:34808:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840375.291412:0:34808:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840375.291413:0:34808:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=6 00000020:00000001:1.0:1788840375.291415:0:34808:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:1.0:1788840375.291417:0:34808:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:1.0:1788840375.291419:0:34808:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840375.291422:0:34808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 1 lru_type: 0 00010000:00000001:1.0:1788840375.291429:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.291430:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840375.291431:0:34808:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840375.291432:0:34808:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840375.291444:0:34808:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788840375.291452:0:34808:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840375.291454:0:34808:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840375.291455:0:34808:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840375.291457:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.291458:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840375.291459:0:34808:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.291461:0:34808:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840375.291462:0:34808:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.291464:0:34808:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.291466:0:34808:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.291469:0:34808:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840375.291470:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.291471:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840375.291473:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.291474:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788840375.291475:0:34808:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840375.291478:0:34808:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.291479:0:34808:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.291482:0:34808:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.291483:0:34808:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.291485:0:34808:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788840375.291486:0:34808:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1788840375.291488:0:34808:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1788840375.291489:0:34808:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1788840375.291491:0:34808:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.291493:0:34808:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.291497:0:34808:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788840375.291499:0:34808:0:(cl_object.c:143:cl_object_top()) ffff90ee87984148 -> ffff90ee87984148 00000020:00000001:1.0:1788840375.291501:0:34808:0:(cl_object.c:143:cl_object_top()) ffff90ee87984148 -> ffff90ee87984148 00000020:00000001:1.0:1788840375.291503:0:34808:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788840375.291505:0:34808:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1788840375.291508:0:34808:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788840375 a=0 c=1788840375 b=1 00020000:00000001:1.0:1788840375.291510:0:34808:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.291512:0:34808:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.291514:0:34808:0:(cl_object.c:143:cl_object_top()) ffff90ee87984148 -> ffff90ee87984148 00000080:00200000:1.0:1788840375.291517:0:34808:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 23 i_blocks 1 00000080:00000001:1.0:1788840375.291519:0:34808:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1788840375.291521:0:34808:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788840375.291522:0:34808:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90ee87fce2b0 (ffff90ee90b0cd88/0) at cl_lock_release():245 00000020:00000001:1.0:1788840375.291525:0:34808:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788840375.291526:0:34808:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee87fce2b0 (ffff90ee90b0cd88/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788840375.291529:0:34808:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788840375.291530:0:34808:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788840375.291531:0:34808:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621952871579752 : -122120837971864 : ffff90ee86d54068) 00000020:00000001:1.0:1788840375.291534:0:34808:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788840375.291535:0:34808:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee850631b0 (ffff90ee90b0c098/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788840375.291537:0:34808:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788840375.291539:0:34808:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788840375.291540:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.291542:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788840375.291543:0:34808:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788840375.291544:0:34808:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788840375.291545:0:34808:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788840375.291546:0:34808:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788840375.291548:0:34808:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788840375.291549:0:34808:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee87fce2b0 (ffff90ee90b0cd88/0) at cl_lock_fini():72 00020000:00000001:1.0:1788840375.291552:0:34808:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788840375.291553:0:34808:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788840375.291554:0:34808:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee850631b0 (ffff90ee90b0cd88/1) at cl_lock_fini():72 00000008:00000010:1.0:1788840375.291557:0:34808:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90ee885c7b50. 00000020:00000001:1.0:1788840375.291559:0:34808:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788840375.291561:0:34808:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90ee85063180. 00020000:00000001:1.0:1788840375.291563:0:34808:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788840375.291564:0:34808:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788840375.291565:0:34808:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1788840375.291567:0:34808:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.291569:0:34808:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788840375.291570:0:34808:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788840375.291572:0:34808:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788840375.291573:0:34808:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788840375.291574:0:34808:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788840375.291576:0:34808:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0c090 00020000:00000001:1.0:1788840375.291579:0:34808:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788840375.291580:0:34808:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788840375.291582:0:34808:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788840375.291584:0:34808:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788840375.291587:0:34808:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788840375.291588:0:34808:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.291590:0:34808:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788840375.291592:0:34808:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788840375.291592:0:34808:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788840375.291593:0:34808:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0cd80 00000001:00000001:1.0:1788840375.291595:0:34808:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.291600:0:34808:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d33d28 00000080:00000008:1.0:1788840375.291602:0:34808:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff90ee905c3a88), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788840375.292207:0:34808:0:(file.c:2646:do_file_write_iter()) Process entered 00000020:00000001:1.0:1788840375.292211:0:34808:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d33d88 00000080:00200008:1.0:1788840375.292214:0:34808:0:(file.c:2650:do_file_write_iter()) START file recon:[0x200000404:0x36:0x0], ppos: 0, count: 23 00000080:00000002:1.0:1788840375.292217:0:34808:0:(file.c:2656:do_file_write_iter()) inode ffff90ee905c3a88 need_sync_to_oss [0x200000404:0x36:0x0] 00000080:00000001:1.0:1788840375.292221:0:34808:0:(pcc.c:2607:pcc_file_write_iter()) Process entered 00000080:00000001:1.0:1788840375.292223:0:34808:0:(pcc.c:2610:pcc_file_write_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.292225:0:34808:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:1.0:1788840375.292228:0:34808:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.292230:0:34808:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840375.292232:0:34808:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036963208 : -122120672588408 : ffff90ee90b0cd88) 00000020:00001000:1.0:1788840375.292234:0:34808:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0cd80 00000080:00000001:1.0:1788840375.292237:0:34808:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:1.0:1788840375.292238:0:34808:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d33c98 00000080:00200000:1.0:1788840375.292240:0:34808:0:(file.c:2090:ll_file_io_generic()) recon: write ppos: 0, bytes: 23 00000020:00000001:1.0:1788840375.292245:0:34808:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d33c30 00000080:00200000:1.0:1788840375.292247:0:34808:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000080:00000001:1.0:1788840375.292249:0:34808:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788840375.292251:0:34808:0:(cl_object.c:143:cl_object_top()) ffff90ee87984148 -> ffff90ee87984148 00000020:00000001:1.0:1788840375.292253:0:34808:0:(cl_object.c:143:cl_object_top()) ffff90ee87984148 -> ffff90ee87984148 00000020:00000001:1.0:1788840375.292255:0:34808:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788840375.292257:0:34808:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1788840375.292259:0:34808:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788840375 a=0 c=1788840375 b=1 00020000:00000001:1.0:1788840375.292262:0:34808:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.292263:0:34808:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.292265:0:34808:0:(cl_object.c:143:cl_object_top()) ffff90ee87984148 -> ffff90ee87984148 00000080:00200000:1.0:1788840375.292267:0:34808:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 23 i_blocks 1 00000080:00000001:1.0:1788840375.292270:0:34808:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1788840375.292271:0:34808:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:1.0:1788840375.292276:0:34808:0:(cl_io.c:214:cl_io_rw_init()) header@000000007212ebf4[0x110, 2, [0x200000404:0x36:0x0] hash] 00000020:00200000:1.0:1788840375.292278:0:34808:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23, 46) 0 1 00000020:00000001:1.0:1788840375.292279:0:34808:0:(cl_object.c:143:cl_object_top()) ffff90ee87984148 -> ffff90ee87984148 00000020:00000001:1.0:1788840375.292281:0:34808:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788840375.292283:0:34808:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788840375.292285:0:34808:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788840375.292287:0:34808:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788840375.292288:0:34808:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1788840375.292290:0:34808:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840375.292295:0:34808:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.292297:0:34808:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788840375.292299:0:34808:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.292301:0:34808:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788840375.292303:0:34808:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x36:0x0]io ffff90ee87fce310 type 2 ignore/verify layout 0/0 00020000:00000002:1.0:1788840375.292306:0:34808:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee831501f0) owner 0000000000000000/ffff90ee9994a7c0 00020000:00000001:1.0:1788840375.292309:0:34808:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788840375.292310:0:34808:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788840375.292312:0:34808:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788840375.292313:0:34808:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:80000000:1.0:1788840375.292315:0:34808:0:(lov_io.c:860:lov_io_slice_init()) 23 46 00020000:00000001:1.0:1788840375.292317:0:34808:0:(lov_io.c:887:lov_io_slice_init()) Process leaving 00020000:00000001:1.0:1788840375.292318:0:34808:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788840375.292320:0:34808:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.292321:0:34808:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788840375.292322:0:34808:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788840375.292323:0:34808:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788840375.292324:0:34808:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee831501f0) owner 0000000000000000/ffff90ee9994a7c0 00000020:00000001:1.0:1788840375.292327:0:34808:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.292328:0:34808:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788840375.292330:0:34808:0:(file.c:2168:ll_file_io_generic()) Range lock [0, 18446744073709551615] 00000001:00000001:1.0:1788840375.292333:0:34808:0:(range_lock.c:126:range_lock()) Process entered 00000001:00000001:1.0:1788840375.292335:0:34808:0:(range_lock.c:159:range_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.292338:0:34808:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1788840375.292340:0:34808:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1788840375.292342:0:34808:0:(cl_io.c:914:cl_page_list_init()) Process entered 00000020:00000001:1.0:1788840375.292344:0:34808:0:(cl_io.c:917:cl_page_list_init()) Process leaving 00020000:00000001:1.0:1788840375.292345:0:34808:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00000001:1.0:1788840375.292348:0:34808:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1788840375.292350:0:34808:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1788840375.292353:0:34808:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788840375.292355:0:34808:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788840375.292357:0:34808:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788840375.292358:0:34808:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840375.292359:0:34808:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953036959896 : -122120672591720 : ffff90ee90b0c098) 00000020:00001000:1.0:1788840375.292361:0:34808:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee90b0c090 00000020:00000001:1.0:1788840375.292363:0:34808:0:(cl_object.c:143:cl_object_top()) ffff90ee87984850 -> ffff90ee87984148 00000020:00000001:1.0:1788840375.292365:0:34808:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788840375.292366:0:34808:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788840375.292367:0:34808:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788840375.292368:0:34808:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.292370:0:34808:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.292372:0:34808:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621952871579752 : -122120837971864 : ffff90ee86d54068) 00000020:00000001:1.0:1788840375.292374:0:34808:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1788840375.292376:0:34808:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1788840375.292379:0:34808:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.292381:0:34808:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.292383:0:34808:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.292385:0:34808:0:(lov_io.c:1227:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.292386:0:34808:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.292388:0:34808:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:1.0:1788840375.292390:0:34808:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:1.0:1788840375.292391:0:34808:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:1.0:1788840375.292394:0:34808:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:1.0:1788840375.292397:0:34808:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.292399:0:34808:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.292401:0:34808:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:1.0:1788840375.292403:0:34808:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [0, 18446744073709551615] 00000020:00000001:1.0:1788840375.292405:0:34808:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:1.0:1788840375.292406:0:34808:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:1.0:1788840375.292408:0:34808:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.292583:0:34808:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.292585:0:34808:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.292587:0:34808:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.292588:0:34808:0:(vvp_io.c:626:vvp_io_write_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.292591:0:34808:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1788840375.292593:0:34808:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788840375.292594:0:34808:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1788840375.292595:0:34808:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788840375.292596:0:34808:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.292598:0:34808:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.292600:0:34808:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.292601:0:34808:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.292603:0:34808:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788840375.292604:0:34808:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1788840375.292605:0:34808:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1788840375.292607:0:34808:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1788840375.292609:0:34808:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1788840375.292611:0:34808:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1788840375.292618:0:34808:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90ee85063180. 00020000:00000002:1.0:1788840375.292620:0:34808:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788840375.292622:0:34808:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1788840375.292624:0:34808:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788840375.292625:0:34808:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621952871579752 : -122120837971864 : ffff90ee86d54068) 00000020:00000001:1.0:1788840375.292627:0:34808:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1788840375.292630:0:34808:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90ee885c7b50. 00000008:00010000:1.0:1788840375.292632:0:34808:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:1.0:1788840375.292634:0:34808:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788840375.292635:0:34808:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1788840375.292637:0:34808:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90ee850631b0, osc lock ffff90ee885c7b50, flags 0x0 00000020:00000001:1.0:1788840375.292659:0:34808:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.292661:0:34808:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.292663:0:34808:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621952841232768 : -122120868318848 : ffff90ee85063180) 00000020:00000001:1.0:1788840375.292665:0:34808:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788840375.292666:0:34808:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1788840375.292667:0:34808:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.292669:0:34808:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.292671:0:34808:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1788840375.292672:0:34808:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1788840375.292673:0:34808:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788840375.292674:0:34808:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621952871579752 : -122120837971864 : ffff90ee86d54068) 00000020:00000001:1.0:1788840375.292743:0:34808:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1788840375.292746:0:34808:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1788840375.292747:0:34808:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:1.0:1788840375.292749:0:34808:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.292752:0:34808:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788840375.292755:0:34808:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788840375.292756:0:34808:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788840375.292758:0:34808:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788840375.292759:0:34808:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788840375.292760:0:34808:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788840375.292762:0:34808:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1788840375.292764:0:34808:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840375.292769:0:34808:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1800 count: 2 00010000:00000001:1.0:1788840375.292771:0:34808:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840375.292776:0:34808:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840375.292778:0:34808:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788840375.292782:0:34808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 02000000:00000001:1.0:1788840375.292927:0:34808:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788840375.292931:0:34808:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840375.292935:0:34808:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788840375.292942:0:34808:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840375.292944:0:34808:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840375.292946:0:34808:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=4 00000020:00000001:1.0:1788840375.292947:0:34808:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:1.0:1788840375.292949:0:34808:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00000008:00000001:1.0:1788840375.292952:0:34808:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1788840375.292955:0:34808:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840375.292956:0:34808:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840375.292957:0:34808:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=5 00000020:00000001:1.0:1788840375.292959:0:34808:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:1.0:1788840375.292960:0:34808:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:1.0:1788840375.292962:0:34808:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840375.292963:0:34808:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840375.292964:0:34808:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=6 00000020:00000001:1.0:1788840375.292966:0:34808:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:1.0:1788840375.292968:0:34808:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:1.0:1788840375.292970:0:34808:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840375.292971:0:34808:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840375.292974:0:34808:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788840375.292981:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.292982:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788840375.292984:0:34808:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.292986:0:34808:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840375.292987:0:34808:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840375.292988:0:34808:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=7 00000020:00000001:1.0:1788840375.292990:0:34808:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:1.0:1788840375.292992:0:34808:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:1.0:1788840375.292994:0:34808:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840375.292996:0:34808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 7/0,2 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788840375.293074:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.293076:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788840375.293079:0:34808:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788840375.293085:0:34808:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840375.293087:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.293088:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840375.293089:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.293090:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788840375.293091:0:34808:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840375.293094:0:34808:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.293096:0:34808:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.293098:0:34808:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.293100:0:34808:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.293102:0:34808:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.293103:0:34808:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.293105:0:34808:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.293107:0:34808:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:1.0:1788840375.293111:0:34808:0:(vvp_io.c:1259:vvp_io_write_start()) Process entered 00000080:00000001:1.0:1788840375.293115:0:34808:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788840375.293117:0:34808:0:(cl_object.c:143:cl_object_top()) ffff90ee87984148 -> ffff90ee87984148 00000020:00000001:1.0:1788840375.293119:0:34808:0:(cl_object.c:143:cl_object_top()) ffff90ee87984148 -> ffff90ee87984148 00000020:00000001:1.0:1788840375.293120:0:34808:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788840375.293122:0:34808:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1788840375.293125:0:34808:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=23 m=1788840375 a=0 c=1788840375 b=1 00020000:00000001:1.0:1788840375.293128:0:34808:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.293130:0:34808:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.293132:0:34808:0:(cl_object.c:143:cl_object_top()) ffff90ee87984148 -> ffff90ee87984148 00000080:00200000:1.0:1788840375.293134:0:34808:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 23 i_blocks 1 00000080:00000001:1.0:1788840375.293136:0:34808:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1788840375.293138:0:34808:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d33b80 00000080:00200000:1.0:1788840375.293141:0:34808:0:(vvp_io.c:1292:vvp_io_write_start()) recon: write [23, 46) append 1 append lockpos 18446744073709551615 00000020:00000001:1.0:1788840375.293143:0:34808:0:(cl_object.c:463:cl_object_maxbytes()) Process entered 00020000:00000002:1.0:1788840375.293146:0:34808:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee831501f0) owner 0000000000000000/ffff90ee9994a7c0 00020000:00000002:1.0:1788840375.293150:0:34808:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90ee87fb1a20 addref 2/0 by ffff90ee9994a7c0. 00020000:00000002:1.0:1788840375.293152:0:34808:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee831501f0) owner 0000000000000000/ffff90ee9994a7c0 00000020:00000001:1.0:1788840375.293155:0:34808:0:(cl_object.c:471:cl_object_maxbytes()) Process leaving (rc=9223372036854775807 : 9223372036854775807 : 7fffffffffffffff) 00000020:00000001:1.0:1788840375.293158:0:34808:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:1.0:1788840375.293160:0:34808:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:1.0:1788840375.293163:0:34808:0:(lov_offset.c:253:lov_stripe_intersects()) [23->45] -> [(0) 23->45 (0)] 00020000:00000001:1.0:1788840375.293166:0:34808:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788840375.293167:0:34808:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621952871579752 : -122120837971864 : ffff90ee86d54068) 00000020:00000001:1.0:1788840375.293169:0:34808:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:1.0:1788840375.293172:0:34808:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:1.0:1788840375.293175:0:34808:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.293176:0:34808:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.293179:0:34808:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.293181:0:34808:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.293188:0:34808:0:(rw26.c:675:ll_write_begin()) Process entered 00000080:00200000:1.0:1788840375.293190:0:34808:0:(rw26.c:676:ll_write_begin()) Writing 0 of 23 to 23 bytes 00000080:00000001:1.0:1788840375.293197:0:34808:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00000001:1.0:1788840375.293199:0:34808:0:(vvp_io.c:1171:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.293201:0:34808:0:(cl_page.c:421:cl_page_find()) Process entered 00000020:00008000:1.0:1788840375.293203:0:34808:0:(cl_page.c:427:cl_page_find()) 0@[0x200000404:0x36:0x0] fffffcfe44c67100 ffff90ee8344b9a0 1 00000020:00000001:1.0:1788840375.293206:0:34808:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:1.0:1788840375.293209:0:34808:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446621952811776416 : -122120897775200 : ffff90ee8344b9a0) 00000020:00000001:1.0:1788840375.293212:0:34808:0:(cl_page.c:444:cl_page_find()) Process leaving (rc=18446621952811776416 : -122120897775200 : ffff90ee8344b9a0) 00000020:00000001:1.0:1788840375.293215:0:34808:0:(cl_page.c:800:cl_page_assume()) Process entered 00000020:00000001:1.0:1788840375.293217:0:34808:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:1.0:1788840375.293219:0:34808:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446621952890954512 : -122120818597104 : ffff90ee87fce310) 00000020:00000001:1.0:1788840375.293222:0:34808:0:(cl_page.c:634:cl_page_owner_set()) Process entered 00000020:00000001:1.0:1788840375.293223:0:34808:0:(cl_page.c:637:cl_page_owner_set()) Process leaving 00000020:00000001:1.0:1788840375.293225:0:34808:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788840375.293230:0:34808:0:(cl_page.c:507:__cl_page_state_set()) page@000000005b66a806[3 00000000d3f4cfbc 1 1 00000000a72ea764 0 0 0] 00000020:00000001:1.0:1788840375.293232:0:34808:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 2 00000020:00000001:1.0:1788840375.293234:0:34808:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1788840375.293235:0:34808:0:(cl_page.c:814:cl_page_assume()) Process leaving 00000080:00000001:1.0:1788840375.293237:0:34808:0:(rw26.c:787:ll_write_begin()) Process leaving 00000080:00000001:1.0:1788840375.293239:0:34808:0:(rw26.c:803:ll_write_begin()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.293243:0:34808:0:(rw26.c:867:ll_write_end()) Process entered 00000080:00200000:1.0:1788840375.293244:0:34808:0:(rw26.c:871:ll_write_end()) pos 23, len 23, copied 23 00000020:00000001:1.0:1788840375.293246:0:34808:0:(cl_io.c:1145:cl_io_top()) Process entered 00000020:00000001:1.0:1788840375.293248:0:34808:0:(cl_io.c:1148:cl_io_top()) Process leaving (rc=18446621952890954512 : -122120818597104 : ffff90ee87fce310) 00000020:00000001:1.0:1788840375.293249:0:34808:0:(cl_page.c:669:cl_page_is_owned()) Process entered 00000020:00000001:1.0:1788840375.293251:0:34808:0:(cl_page.c:671:cl_page_is_owned()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788840375.293254:0:34808:0:(cl_io.c:927:cl_page_list_add()) Process entered 00000020:00000001:1.0:1788840375.293256:0:34808:0:(cl_page.c:534:cl_page_get()) Process entered 00000020:00000001:1.0:1788840375.293258:0:34808:0:(cl_page.c:536:cl_page_get()) Process leaving 00000020:00000001:1.0:1788840375.293259:0:34808:0:(cl_io.c:938:cl_page_list_add()) Process leaving 00000080:00200000:1.0:1788840375.293262:0:34808:0:(rw26.c:929:ll_write_end()) page@000000005b66a806[4 00000000d3f4cfbc 2 1 00000000a72ea764 0 0 0] 00000080:00200000:1.0:1788840375.293266:0:34808:0:(rw26.c:929:ll_write_end()) vmpage @0000000099111d8e 17ffffc0001039 2:0 ffff90ee8344b9a0 0 lru 00000080:00200000:1.0:1788840375.293274:0:34808:0:(rw26.c:929:ll_write_end()) osc-page@00000000c83f5a48 0: 1< 2 + - > 2< 0 0 4096 0x0 0x40420 | 00000000863e4d38 00000000faa3f556 > 3< 1 0 > 4< 0 0 8 393216 - | - - + - > 5< - - + - | 0 - | 1 - -> 00000080:00200000:1.0:1788840375.293276:0:34808:0:(rw26.c:929:ll_write_end()) end page@000000005b66a806 00000080:00200000:1.0:1788840375.293278:0:34808:0:(rw26.c:929:ll_write_end()) queued cl_page: 1. 00000080:00000001:1.0:1788840375.293279:0:34808:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00200000:1.0:1788840375.293281:0:34808:0:(vvp_io.c:1175:vvp_io_write_commit()) commit async pages: 1, from 23, to 46 prio 0 00000020:00000001:1.0:1788840375.293283:0:34808:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00020000:00000001:1.0:1788840375.293285:0:34808:0:(lov_io.c:1721:lov_io_commit_async()) Process entered 00020000:00000001:1.0:1788840375.293287:0:34808:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788840375.293288:0:34808:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621952871579752 : -122120837971864 : ffff90ee86d54068) 00000020:00000001:1.0:1788840375.293290:0:34808:0:(cl_io.c:646:cl_io_commit_async()) Process entered 00000008:00000001:1.0:1788840375.293292:0:34808:0:(osc_io.c:413:osc_io_commit_async()) Process entered 00000008:00000001:1.0:1788840375.293294:0:34808:0:(osc_io.c:374:osc_page_touch_at()) Process entered 00000020:00000001:1.0:1788840375.293296:0:34808:0:(cl_object.c:143:cl_object_top()) ffff90ee996fa1c0 -> ffff90ee87984148 00000008:00000002:1.0:1788840375.293297:0:34808:0:(osc_io.c:382:osc_page_touch_at()) stripe KMS increasing 23->46 23 00000020:00000001:1.0:1788840375.293300:0:34808:0:(cl_object.c:143:cl_object_top()) ffff90ee996fa1c0 -> ffff90ee87984148 00000020:00000001:1.0:1788840375.293302:0:34808:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00000008:00000020:1.0:1788840375.293305:0:34808:0:(osc_object.c:161:osc_attr_update()) set kms from 23to 46 00020000:00000001:1.0:1788840375.293307:0:34808:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788840375.293309:0:34808:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.293311:0:34808:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.293312:0:34808:0:(cl_object.c:143:cl_object_top()) ffff90ee996fa1c0 -> ffff90ee87984148 00000008:00000001:1.0:1788840375.293314:0:34808:0:(osc_io.c:397:osc_page_touch_at()) Process leaving 00000020:00000001:1.0:1788840375.293316:0:34808:0:(cl_io.c:951:cl_page_list_del()) Process entered 00000020:00000001:1.0:1788840375.293317:0:34808:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788840375.293321:0:34808:0:(cl_page.c:556:cl_batch_put()) page@000000005b66a806[4 00000000d3f4cfbc 2 1 00000000a72ea764 0 0 0] 00000020:00000001:1.0:1788840375.293322:0:34808:0:(cl_page.c:556:cl_batch_put()) 4 00000020:00000001:1.0:1788840375.293324:0:34808:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000020:00000001:1.0:1788840375.293325:0:34808:0:(cl_io.c:956:cl_page_list_del()) Process leaving 00000008:00000020:1.0:1788840375.293327:0:34808:0:(osc_request.c:745:osc_update_next_shrink()) next time 3137 to shrink grant 00000080:00000001:1.0:1788840375.293329:0:34808:0:(vvp_io.c:1107:write_commit_callback()) Process entered 00000080:00000001:1.0:1788840375.293331:0:34808:0:(vvp_io.c:1006:vvp_set_batch_dirty()) Process entered 00000080:00200000:1.0:1788840375.293334:0:34808:0:(vvp_io.c:1088:vvp_set_batch_dirty()) mapping ffff90ee905c3c38, count 1, dirtied 0 00000080:00000001:1.0:1788840375.293336:0:34808:0:(vvp_io.c:1095:vvp_set_batch_dirty()) Process leaving 00000020:00000001:1.0:1788840375.293338:0:34808:0:(cl_page.c:645:__cl_page_disown()) Process entered 00000020:00000001:1.0:1788840375.293339:0:34808:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788840375.293340:0:34808:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788840375.293341:0:34808:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788840375.293344:0:34808:0:(cl_page.c:507:__cl_page_state_set()) page@000000005b66a806[3 00000000d3f4cfbc 2 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788840375.293346:0:34808:0:(cl_page.c:507:__cl_page_state_set()) 2 -> 1 00000020:00000001:1.0:1788840375.293347:0:34808:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1788840375.293349:0:34808:0:(cl_page.c:660:__cl_page_disown()) Process leaving 00000020:00000001:1.0:1788840375.293350:0:34808:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788840375.293352:0:34808:0:(cl_page.c:556:cl_batch_put()) page@000000005b66a806[3 00000000d3f4cfbc 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788840375.293354:0:34808:0:(cl_page.c:556:cl_batch_put()) 3 00000020:00000001:1.0:1788840375.293355:0:34808:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:1.0:1788840375.293356:0:34808:0:(vvp_io.c:1130:write_commit_callback()) Process leaving 00000008:00000040:1.0:1788840375.293357:0:34808:0:(osc_io.c:486:osc_io_commit_async()) 0 0 00000008:00000001:1.0:1788840375.293359:0:34808:0:(osc_io.c:487:osc_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.293360:0:34808:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.293363:0:34808:0:(lov_io.c:1733:lov_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.293364:0:34808:0:(cl_io.c:656:cl_io_commit_async()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788840375.293366:0:34808:0:(vvp_io.c:1198:vvp_io_write_commit()) Committed 1 pages 23 bytes, tot: 23 00000020:00000001:1.0:1788840375.293368:0:34808:0:(cl_io.c:1043:cl_page_list_fini()) Process entered 00000020:00000001:1.0:1788840375.293370:0:34808:0:(cl_io.c:1047:cl_page_list_fini()) Process leaving 00000080:00000001:1.0:1788840375.293371:0:34808:0:(vvp_io.c:1239:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.293373:0:34808:0:(rw26.c:950:ll_write_end()) Process leaving (rc=23 : 23 : 17) 00000080:00000001:1.0:1788840375.293377:0:34808:0:(vvp_io.c:1168:vvp_io_write_commit()) Process entered 00000080:00000001:1.0:1788840375.293378:0:34808:0:(vvp_io.c:1171:vvp_io_write_commit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.293380:0:34808:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d33b80 00000080:00200000:1.0:1788840375.293382:0:34808:0:(vvp_io.c:1358:vvp_io_write_start()) recon: write bytes 0, result: 23 00000080:00000001:1.0:1788840375.293384:0:34808:0:(vvp_io.c:1391:vvp_io_write_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.293386:0:34808:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1788840375.293387:0:34808:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788840375.293388:0:34808:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1788840375.293390:0:34808:0:(osc_io.c:1047:osc_io_write_start()) Process entered 00000020:00000001:1.0:1788840375.293392:0:34808:0:(cl_object.c:143:cl_object_top()) ffff90ee996fa1c0 -> ffff90ee87984148 00000020:00000001:1.0:1788840375.293394:0:34808:0:(cl_object.c:143:cl_object_top()) ffff90ee996fa1c0 -> ffff90ee87984148 00000020:00000001:1.0:1788840375.293395:0:34808:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1788840375.293397:0:34808:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788840375.293398:0:34808:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.293400:0:34808:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.293401:0:34808:0:(cl_object.c:143:cl_object_top()) ffff90ee996fa1c0 -> ffff90ee87984148 00000008:00000001:1.0:1788840375.293403:0:34808:0:(osc_io.c:1055:osc_io_write_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.293405:0:34808:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.293407:0:34808:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.293408:0:34808:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.293410:0:34808:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.293411:0:34808:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1788840375.293413:0:34808:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:1.0:1788840375.293414:0:34808:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1788840375.293415:0:34808:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1788840375.293416:0:34808:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1788840375.293418:0:34808:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.293419:0:34808:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.293421:0:34808:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1788840375.293423:0:34808:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788840375.293424:0:34808:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788840375.293426:0:34808:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90ee87fb4128 (ffff90ee90b0cd88/0) at cl_lock_release():245 00000020:00000001:1.0:1788840375.293429:0:34808:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788840375.293430:0:34808:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee87fb4128 (ffff90ee90b0cd88/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788840375.293442:0:34808:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788840375.293444:0:34808:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788840375.293445:0:34808:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621952871579752 : -122120837971864 : ffff90ee86d54068) 00000020:00000001:1.0:1788840375.293447:0:34808:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788840375.293448:0:34808:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee850631b0 (ffff90ee90b0c098/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788840375.293450:0:34808:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788840375.293452:0:34808:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788840375.293454:0:34808:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840375.293455:0:34808:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840375.293457:0:34808:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=5 00000020:00000001:1.0:1788840375.293459:0:34808:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:1.0:1788840375.293461:0:34808:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:1.0:1788840375.293463:0:34808:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840375.293466:0:34808:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 5/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788840375.293474:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.293475:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840375.293477:0:34808:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840375.293479:0:34808:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840375.293481:0:34808:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788840375.293489:0:34808:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840375.293492:0:34808:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840375.293494:0:34808:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840375.293498:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.293499:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840375.293501:0:34808:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.293504:0:34808:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840375.293506:0:34808:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.293507:0:34808:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.293511:0:34808:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.293513:0:34808:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840375.293514:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.293516:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840375.293517:0:34808:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.293518:0:34808:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788840375.293519:0:34808:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788840375.293521:0:34808:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788840375.293522:0:34808:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788840375.293523:0:34808:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788840375.293525:0:34808:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788840375.293526:0:34808:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee87fb4128 (ffff90ee90b0cd88/0) at cl_lock_fini():72 00020000:00000001:1.0:1788840375.293529:0:34808:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788840375.293530:0:34808:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788840375.293531:0:34808:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee850631b0 (ffff90ee90b0cd88/1) at cl_lock_fini():72 00000008:00000010:1.0:1788840375.293534:0:34808:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90ee885c7b50. 00000020:00000001:1.0:1788840375.293538:0:34808:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788840375.293540:0:34808:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90ee85063180. 00020000:00000001:1.0:1788840375.293544:0:34808:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788840375.293545:0:34808:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788840375.293546:0:34808:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:1.0:1788840375.293548:0:34808:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1788840375.293550:0:34808:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788840375.293551:0:34808:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788840375.293552:0:34808:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1788840375.293553:0:34808:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.293555:0:34808:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.293556:0:34808:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1788840375.293557:0:34808:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1788840375.293559:0:34808:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:1.0:1788840375.293561:0:34808:0:(vvp_io.c:533:vvp_io_advance()) advancing 23 bytes 00000020:00000001:1.0:1788840375.293563:0:34808:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1788840375.293564:0:34808:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1788840375.293566:0:34808:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1788840375.293567:0:34808:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788840375.293568:0:34808:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1788840375.293571:0:34808:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1788840375.293573:0:34808:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.293574:0:34808:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.293576:0:34808:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788840375.293578:0:34808:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788840375.293580:0:34808:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1788840375.293583:0:34808:0:(file.c:2205:ll_file_io_generic()) Range unlock [0, 18446744073709551615] 00000001:00000001:1.0:1788840375.293585:0:34808:0:(range_lock.c:83:range_unlock()) Process entered 00000001:00000001:1.0:1788840375.293587:0:34808:0:(range_lock.c:104:range_unlock()) Process leaving 00000020:00000001:1.0:1788840375.293589:0:34808:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788840375.293591:0:34808:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788840375.293592:0:34808:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788840375.293593:0:34808:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788840375.293594:0:34808:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788840375.293596:0:34808:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0c090 00020000:00000001:1.0:1788840375.293599:0:34808:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788840375.293601:0:34808:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788840375.293602:0:34808:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788840375.293604:0:34808:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788840375.293607:0:34808:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788840375.293608:0:34808:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:1.0:1788840375.293609:0:34808:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d33c98 00000080:00200000:1.0:1788840375.293611:0:34808:0:(file.c:2238:ll_file_io_generic()) recon: 2 io complete with rc: 0, result: 23, restart: 0 00000080:00000001:1.0:1788840375.293614:0:34808:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788840375.293615:0:34808:0:(cl_object.c:143:cl_object_top()) ffff90ee87984148 -> ffff90ee87984148 00000020:00000001:1.0:1788840375.293617:0:34808:0:(cl_object.c:143:cl_object_top()) ffff90ee87984148 -> ffff90ee87984148 00000020:00000001:1.0:1788840375.293618:0:34808:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788840375.293620:0:34808:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1788840375.293623:0:34808:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788840375.293625:0:34808:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:1.0:1788840375.293627:0:34808:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788840375.293628:0:34808:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:1.0:1788840375.293630:0:34808:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x36:1028 on OST[1]: s=46 (1) m=1788840375 a=0 c=1788840375 b=1 00020000:00000001:1.0:1788840375.293633:0:34808:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788840375.293635:0:34808:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788840375 a=0 c=1788840375 b=1 00020000:00000001:1.0:1788840375.293792:0:34808:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.293804:0:34808:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.293805:0:34808:0:(cl_object.c:143:cl_object_top()) ffff90ee87984148 -> ffff90ee87984148 00000080:00200000:1.0:1788840375.293808:0:34808:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 46 i_blocks 1 00000080:00000001:1.0:1788840375.293872:0:34808:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000080:00200000:1.0:1788840375.293876:0:34808:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 23 00000080:00000001:1.0:1788840375.293879:0:34808:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=23 : 23 : 17) 00000020:00001000:1.0:1788840375.293881:0:34808:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee90b0cd80 00000020:00000001:1.0:1788840375.293884:0:34808:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d33d88 00000080:00000008:1.0:1788840375.293886:0:34808:0:(file.c:2732:do_file_write_iter()) COMPLETED: file recon:[0x200000404:0x36:0x0], ppos: 46, count: 0, rc = 23 00000080:00000001:1.0:1788840375.293889:0:34808:0:(file.c:2734:do_file_write_iter()) Process leaving (rc=23 : 23 : 17) 00020000:00000001:1.0:1788840375.293902:0:34808:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788840375.293904:0:34808:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee831501f0) owner 0000000000000000/ffff90ee9994a7c0 00020000:00000002:1.0:1788840375.293907:0:34808:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee831501f0) owner 0000000000000000/ffff90ee9994a7c0 00020000:00000001:1.0:1788840375.293910:0:34808:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.293916:0:34808:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788840375.293918:0:34808:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d33df0 00000080:00200008:1.0:1788840375.293921:0:34808:0:(file.c:479:ll_file_release()) START file recon:[0x200000404:0x36:0x0](ffff90ee905c3a88), flags 102001 00000080:00000001:1.0:1788840375.293924:0:34808:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1788840375.293926:0:34808:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:1.0:1788840375.293928:0:34808:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788840375.293929:0:34808:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee831501f0) owner 0000000000000000/ffff90ee9994a7c0 00020000:00000002:1.0:1788840375.293931:0:34808:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee831501f0) owner 0000000000000000/ffff90ee9994a7c0 00020000:00000001:1.0:1788840375.293933:0:34808:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.293936:0:34808:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:1.0:1788840375.293943:0:34808:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840375.293945:0:34808:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840375.293950:0:34808:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55f00 count: 2 00010000:00000001:1.0:1788840375.293953:0:34808:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788840375.293956:0:34808:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788840375.293958:0:34808:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x36:0x0]: 0 00000080:00000001:1.0:1788840375.293960:0:34808:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:1.0:1788840375.293962:0:34808:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1788840375.293967:0:34808:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff90ee98862c00. 00000080:00000001:1.0:1788840375.293969:0:34808:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:1.0:1788840375.293973:0:34808:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1788840375.293976:0:34808:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:1.0:1788840375.293978:0:34808:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x36:0x0] 00000002:00000001:1.0:1788840375.293982:0:34808:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:1.0:1788840375.293983:0:34808:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff90ee90f70800: [0x200000404:0x36:0x0] file closed with intent: 200 00000100:00000010:1.0:1788840375.293989:0:34808:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87fac000. 00000020:00000040:1.0:1788840375.293994:0:34808:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=9 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:1.0:1788840375.294133:0:34808:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840375.294138:0:34808:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840375.294141:0:34808:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840375.294148:0:34808:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee98862200. 00000100:00000001:1.0:1788840375.294155:0:34808:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1788840375.294175:0:34808:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff90ee87fafb80 x1875733134012672/t8589934618(8589934618) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840391 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1788840375.294187:0:34808:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1788840375.294192:0:34808:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee87fac000 x1875733134013056/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1788840375.294199:0:34808:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788840375.294201:0:34808:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788840375.294207:0:34808:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee85c7a900. 00000100:00000001:1.0:1788840375.294209:0:34808:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952853911808 : -122120855639808 : ffff90ee85c7a900) 00000100:00000001:1.0:1788840375.294212:0:34808:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840375.294213:0:34808:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890814464 : -122120818737152 : ffff90ee87fac000) 00000100:00000001:1.0:1788840375.294217:0:34808:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840375.294220:0:34808:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840375.294222:0:34808:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788840375.294224:0:34808:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840375.294228:0:34808:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87fac000 x1875733134013056/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840375.294234:0:34808:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840375.294237:0:34808:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840375.294240:0:34808:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840375.294242:0:34808:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840375.294245:0:34808:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840375.294248:0:34808:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87fac000 pname:cluuid:pid:xid:nid:opc:job uname:10f4a654-3497-48d8-8f70-7e89f4f161cc:34808:1875733134013056:192.168.202.131@tcp:35:uname.0 00000100:00000001:1.0:1788840375.294252:0:34808:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840375.294257:0:34808:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840375.294259:0:34808:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840375.294261:0:34808:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840375.294266:0:34808:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee85c5e400. 02000000:00000001:1.0:1788840375.294268:0:34808:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840375.294274:0:34808:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840375.294279:0:34808:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000010:1.0:1788840375.294285:0:34808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539c38. 00000100:00000200:1.0:1788840375.294292:0:34808:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733134013056, portal 10 00000100:00000001:1.0:1788840375.294293:0:34808:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840375.294295:0:34808:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890814464 : -122120818737152 : ffff90ee87fac000) 00000100:00000040:1.0:1788840375.294301:0:34808:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87fac000 x1875733134013056/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840391 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840375.294313:0:34808:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840375.294316:0:34808:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840375.294318:0:34808:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539990. 00000100:00000200:1.0:1788840375.294321:0:34808:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875733134013056, offset 0 00000400:00000200:1.0:1788840375.294327:0:34808:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840375.294336:0:34808:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840375.294343:0:34808:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840375.294349:0:34808:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840375.294353:0:34808:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840375.294356:0:34808:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840375.294359:0:34808:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840375.294362:0:34808:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2685:2685:256:4294967295] 192.168.202.131@tcp LPNI seq info [2685:2685:8:4294967295] 00000400:00000200:1.0:1788840375.294366:0:34808:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840375.294376:0:34808:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840375.294382:0:34808:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840375.294387:0:34808:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989e00. 00000800:00000200:1.0:1788840375.294394:0:34808:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840375.294401:0:34808:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840375.294405:0:34808:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989e00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1788840375.294497:0:34808:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840375.294503:0:34808:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 783457 usecs (784 jiffies) 00000400:00000200:1.0:1788840375.294506:0:34808:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840375.294509:0:34808:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296605896 00000100:00000001:1.0:1788840375.294512:0:34808:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296606629 00000100:00000001:1.0:1788840375.294514:0:34808:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296605896 00000100:00000001:1.0:1788840375.294516:0:34808:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296606629 00000100:00000001:1.0:1788840375.294518:0:34808:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840375.294521:0:34808:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840375.294524:0:34808:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840375.294526:0:34808:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788840375.294528:0:34808:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee85c7a900 going to sleep for 11 seconds 00000100:00000001:1.0:1788840375.294531:0:34808:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840375.294534:0:34808:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840375.295193:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840375.295199:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989e00. 00000400:00000200:3.0:1788840375.295203:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840375.295210:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840375.295216:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539990 00000400:00000010:3.0:1788840375.295218:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539990. 00000100:00000001:3.0:1788840375.295222:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840375.295227:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fac000 x1875733134013056/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840391 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840375.295237:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840375.295240:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fac000 x1875733134013056/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840391 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840375.295247:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840375.295248:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1788840375.299749:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee98cc4100. 00000800:00000001:3.0:1788840375.300238:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840375.300255:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840375.300259:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840375.300261:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840375.300270:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840375.300279:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840375.300288:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840375.300293:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840375.300298:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840375.300302:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 456 into portal 10 MB=0x6a9f827257280 00000400:00000200:3.0:1788840375.300307:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840375.300313:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 456/456 into md 0x74a5 [1] + 224 00000800:00000001:3.0:1788840375.300320:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840375.300327:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840375.300330:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840375.300334:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840375.300343:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840375.300352:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fac000 x1875733134013056/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840391 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840375.300363:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff90ee87fac000 x1875733134013056/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840391 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840375.300387:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840375.300397:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840375.300400:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840375.300464:0:34808:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788840375.300473:0:34808:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840375.300476:0:34808:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840375.300480:0:34808:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000200:1.0:1788840375.300484:0:34808:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539c38 00000400:00000010:1.0:1788840375.300487:0:34808:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539c38. 00000100:00000001:1.0:1788840375.300490:0:34808:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840375.300495:0:34808:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87fac000 x1875733134013056/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840391 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788840375.300504:0:34808:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87fac000 x1875733134013056/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840391 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840375.300510:0:34808:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840375.300513:0:34808:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840375.300515:0:34808:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840375.300518:0:34808:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840375.300521:0:34808:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840375.300524:0:34808:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840375.300527:0:34808:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840375.300536:0:34808:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee988234a8 time=75 v=5 (10 5 5 5) 00000100:00001000:1.0:1788840375.300541:0:34808:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=33 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840375.300543:0:34808:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840375.300545:0:34808:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.300548:0:34808:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840375.300552:0:34808:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840375.300555:0:34808:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788840375.300557:0:34808:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788840375.300559:0:34808:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788840375.300562:0:34808:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840375.300563:0:34808:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890814464 : -122120818737152 : ffff90ee87fac000) 00000100:00000001:1.0:1788840375.300567:0:34808:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840375.300569:0:34808:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 8589934613 00000100:00000001:1.0:1788840375.300571:0:34808:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840375.300574:0:34808:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840375.300579:0:34808:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87fac000 x1875733134013056/t8589934619(8589934619) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840391 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840375.300587:0:34808:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840375.300590:0:34808:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840375.300592:0:34808:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840375.300597:0:34808:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87fac000 x1875733134013056/t8589934619(8589934619) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840391 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788840375.300605:0:34808:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87fac000 pname:cluuid:pid:xid:nid:opc:job uname:10f4a654-3497-48d8-8f70-7e89f4f161cc:34808:1875733134013056:192.168.202.131@tcp:35:uname.0 00000100:00000001:1.0:1788840375.300611:0:34808:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840375.300614:0:34808:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840375.300616:0:34808:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788840375.300619:0:34808:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840375.300622:0:34808:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fac000 x1875733134013056/t8589934619(8589934619) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840391 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840375.300629:0:34808:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840375.300631:0:34808:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee85c7a900. 00000100:00000001:1.0:1788840375.300634:0:34808:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788840375.300636:0:34808:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840375.300675:0:34808:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840375.300685:0:34808:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890814464 : -122120818737152 : ffff90ee87fac000) 00000002:00000001:1.0:1788840375.300689:0:34808:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840375.300692:0:34808:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788840375.300697:0:34808:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98862c00. 00000080:00000001:1.0:1788840375.300701:0:34808:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788840375.300704:0:34808:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1788840375.300709:0:34808:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788840375.300715:0:34808:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff90ee87fafb80 x1875733134012672/t8589934618(8589934618) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840391 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840375.300722:0:34808:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840375.300724:0:34808:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890829696 : -122120818721920 : ffff90ee87fafb80) 00000100:00000001:1.0:1788840375.300726:0:34808:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840375.300729:0:34808:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87fafb80 x1875733134012672/t8589934618(8589934618) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840391 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840375.300736:0:34808:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840375.300738:0:34808:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840375.300741:0:34808:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fac000 x1875733134013056/t8589934619(8589934619) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840391 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840375.300747:0:34808:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840375.300749:0:34808:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840375.300752:0:34808:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87fafb80 x1875733134012672/t8589934618(8589934618) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840391 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840375.300759:0:34808:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788840375.300762:0:34808:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840375.300764:0:34808:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=8 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:1.0:1788840375.300767:0:34808:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840375.300770:0:34808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee85c5e000. 02000000:00000001:1.0:1788840375.300773:0:34808:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840375.300775:0:34808:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840375.300778:0:34808:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87fafb80. 00000100:00000001:1.0:1788840375.300780:0:34808:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840375.300782:0:34808:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840375.300783:0:34808:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840375.300786:0:34808:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87fac000 x1875733134013056/t8589934619(8589934619) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840391 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840375.300792:0:34808:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840375.300794:0:34808:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff90ee84b11e20. 00000002:00000001:1.0:1788840375.300796:0:34808:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840375.300798:0:34808:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788840375.300800:0:34808:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff90ee871394c0. 00000100:00000001:1.0:1788840375.300803:0:34808:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840375.300805:0:34808:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87fac000 x1875733134013056/t8589934619(8589934619) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840391 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'uname.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840375.300817:0:34808:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840375.300819:0:34808:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840375.300822:0:34808:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee85c5e400. 02000000:00000001:1.0:1788840375.300824:0:34808:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840375.300825:0:34808:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840375.300826:0:34808:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:1.0:1788840375.300828:0:34808:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840375.300829:0:34808:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee98862200. 02000000:00000001:1.0:1788840375.300831:0:34808:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840375.300832:0:34808:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840375.300833:0:34808:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87fac000. 00000100:00000001:1.0:1788840375.300835:0:34808:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840375.300836:0:34808:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788840375.300838:0:34808:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788840375.300843:0:34808:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90ee817c6c80. 00000080:00000001:1.0:1788840375.300847:0:34808:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.300853:0:34808:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d33df0 00000080:00000008:1.0:1788840375.300856:0:34808:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff90ee905c3a88), flags 102001, rc = 0 00000080:00000001:1.0:1788840375.300859:0:34808:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.300865:0:34808:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788840375.300866:0:34808:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d33e00 00000080:00002000:1.0:1788840375.300869:0:34808:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff90ee907345e8, parent ffff90ee9069b510, inode ffff90ee905c3a88) hashed, 00000080:00000001:1.0:1788840375.300872:0:34808:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:2.1:1788840375.303113:0:34806:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee86e84c00. 00000080:00000001:3.0:1788840375.321724:0:34809:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788840375.321732:0:34809:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788840375.321735:0:34809:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788840375.321738:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201befbc0 00000080:00200000:3.0:1788840375.321743:0:34809:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:3.0:1788840375.321751:0:34809:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85c10400. 00800000:00000002:3.0:1788840375.321758:0:34809:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:3.0:1788840375.321763:0:34809:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788840375.321767:0:34809:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788840375.321769:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201befae0 00800000:00000002:3.0:1788840375.321772:0:34809:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788840375.321776:0:34809:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788840375.321780:0:34809:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788840375.321786:0:34809:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788840375.321788:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201bef9b0 00000002:00010000:3.0:1788840375.321790:0:34809:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788840375.321794:0:34809:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788840375.321930:0:34809:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840375.321933:0:34809:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:3.0:1788840375.321939:0:34809:0:(ldlm_lock.c:1461:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840375.321942:0:34809:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840375.321944:0:34809:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840375.321946:0:34809:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:3.0:1788840375.321949:0:34809:0:(mdc_locks.c:623:mdc_intent_getattr_pack()) Process entered 00000100:00000010:3.0:1788840375.321954:0:34809:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d4a680. 00000020:00000040:3.0:1788840375.321959:0:34809:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=8 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00010000:00000001:3.0:1788840375.321965:0:34809:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:3.0:1788840375.321970:0:34809:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840375.321977:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840375.321979:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840375.321981:0:34809:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840375.321984:0:34809:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840375.321986:0:34809:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840375.321990:0:34809:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840375.322165:0:34809:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee86eee400. 00000100:00000001:3.0:1788840375.322174:0:34809:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840375.322180:0:34809:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788840375.322182:0:34809:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840375.322183:0:34809:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:3.0:1788840375.322185:0:34809:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840375.322186:0:34809:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840375.322194:0:34809:0:(mdc_locks.c:694:mdc_intent_getattr_pack()) Process leaving (rc=18446621952871540352 : -122120838011264 : ffff90ee86d4a680) 00010000:00000001:3.0:1788840375.322198:0:34809:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:3.0:1788840375.322201:0:34809:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000010:3.0:1788840375.322207:0:34809:0:(ldlm_resource.c:1510:ldlm_resource_new()) slab-alloced 'res': 256 at ffff90ee85e55900. 00010000:00000010:3.0:1788840375.322212:0:34809:0:(ldlm_resource.c:1487:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff90ee86e2f180. 00010000:00000001:3.0:1788840375.322217:0:34809:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:3.0:1788840375.322221:0:34809:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee8523d800. 00000020:00000001:3.0:1788840375.322225:0:34809:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:3.0:1788840375.322228:0:34809:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee8523d800 with handle 0x3aa5f499c96f3965 to hash 00000020:00000001:3.0:1788840375.322230:0:34809:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:3.0:1788840375.322232:0:34809:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952843175936 : -122120866375680 : ffff90ee8523d800) 00010000:00000001:3.0:1788840375.322235:0:34809:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952843175936 : -122120866375680 : ffff90ee8523d800) 00010000:00000001:3.0:1788840375.322239:0:34809:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840375.322242:0:34809:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840375.322247:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d800/0x3aa5f499c96f3965 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 34809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788840375.322257:0:34809:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d800/0x3aa5f499c96f3965 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788840375.322268:0:34809:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d800/0x3aa5f499c96f3965 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 34809 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:3.0:1788840375.322273:0:34809:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788840375.322275:0:34809:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788840375.322282:0:34809:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee86f3de40. 00000100:00000001:3.0:1788840375.322285:0:34809:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952873586240 : -122120835965376 : ffff90ee86f3de40) 00000100:00000001:3.0:1788840375.322288:0:34809:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840375.322290:0:34809:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871540352 : -122120838011264 : ffff90ee86d4a680) 00000100:00000001:3.0:1788840375.322295:0:34809:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840375.322300:0:34809:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840375.322302:0:34809:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788840375.322304:0:34809:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840375.322315:0:34809:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d4a680 x1875733134013184/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840375.322323:0:34809:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840375.322325:0:34809:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840375.322329:0:34809:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840375.322332:0:34809:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840375.322335:0:34809:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840375.322338:0:34809:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d4a680 pname:cluuid:pid:xid:nid:opc:job cat:10f4a654-3497-48d8-8f70-7e89f4f161cc:34809:1875733134013184:192.168.202.131@tcp:101:cat.0 00000100:00000001:3.0:1788840375.322342:0:34809:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840375.322347:0:34809:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840375.322349:0:34809:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840375.322352:0:34809:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840375.322356:0:34809:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff90ee98825800. 02000000:00000001:3.0:1788840375.322358:0:34809:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840375.322366:0:34809:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840375.322370:0:34809:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4f420. 00000400:00000010:3.0:1788840375.322377:0:34809:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e4c8. 00000100:00000200:3.0:1788840375.322384:0:34809:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1875733134013184, portal 10 00000100:00000001:3.0:1788840375.322387:0:34809:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840375.322388:0:34809:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871540352 : -122120838011264 : ffff90ee86d4a680) 00000100:00000040:3.0:1788840375.322394:0:34809:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee86d4a680 x1875733134013184/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840391 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840375.322402:0:34809:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840375.322406:0:34809:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840375.322409:0:34809:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e220. 00000100:00000200:3.0:1788840375.322412:0:34809:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1875733134013184, offset 0 00000400:00000200:3.0:1788840375.322418:0:34809:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840375.322426:0:34809:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840375.322445:0:34809:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840375.322450:0:34809:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840375.322455:0:34809:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840375.322459:0:34809:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840375.322462:0:34809:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840375.322466:0:34809:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2686:2686:256:4294967295] 192.168.202.131@tcp LPNI seq info [2686:2686:8:4294967295] 00000400:00000200:3.0:1788840375.322470:0:34809:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840375.322480:0:34809:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840375.322486:0:34809:0:(socklnd_cb.c:931:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840375.322492:0:34809:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee86f0d700. 00000800:00000200:3.0:1788840375.322498:0:34809:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840375.322506:0:34809:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840375.322511:0:34809:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee86f0d700 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:3.0:1788840375.322532:0:34809:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840375.322536:0:34809:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 782530 usecs (783 jiffies) 00000400:00000200:3.0:1788840375.322540:0:34809:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840375.322542:0:34809:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296605918 00000100:00000001:3.0:1788840375.322546:0:34809:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296606629 00000100:00000001:3.0:1788840375.322548:0:34809:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296605918 00000100:00000001:3.0:1788840375.322551:0:34809:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296606629 00000100:00000001:3.0:1788840375.322553:0:34809:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840375.322555:0:34809:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840375.322558:0:34809:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840375.322559:0:34809:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788840375.322562:0:34809:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee86f3de40 going to sleep for 11 seconds 00000100:00000001:3.0:1788840375.322565:0:34809:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840375.322568:0:34809:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840375.322744:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840375.322749:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0d700. 00000400:00000200:2.0:1788840375.322754:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840375.322759:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840375.322764:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e220 00000400:00000010:2.0:1788840375.322766:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e220. 00000100:00000001:2.0:1788840375.322771:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840375.322775:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d4a680 x1875733134013184/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840391 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840375.322785:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840375.322788:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee86d4a680 x1875733134013184/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840391 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840375.322828:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840375.322830:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840375.329713:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840375.329727:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840375.329733:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840375.329735:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840375.329746:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840375.329754:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840375.329764:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840375.329769:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840375.329774:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840375.329779:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 688 into portal 10 MB=0x6a9f827257300 00000400:00000200:3.0:1788840375.329784:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840375.329792:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 688/688 into md 0x74ad [1] + 224 00000800:00000001:3.0:1788840375.329814:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840375.329845:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840375.329849:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840375.329855:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840375.329866:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840375.329876:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d4a680 x1875733134013184/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840391 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840375.329886:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1152 req@ffff90ee86d4a680 x1875733134013184/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840391 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840375.329904:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840375.329914:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840375.329918:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840375.330332:0:34809:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840375.330339:0:34809:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840375.330341:0:34809:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840375.330344:0:34809:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4f420. 00000400:00000200:0.0:1788840375.330349:0:34809:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e4c8 00000400:00000010:0.0:1788840375.330351:0:34809:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e4c8. 00000100:00000001:0.0:1788840375.330354:0:34809:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840375.330361:0:34809:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d4a680 x1875733134013184/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840391 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788840375.330369:0:34809:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d4a680 x1875733134013184/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/1152 e 0 to 0 dl 1788840391 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840375.330375:0:34809:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840375.330377:0:34809:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840375.330379:0:34809:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840375.330382:0:34809:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840375.330384:0:34809:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840375.330387:0:34809:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840375.330390:0:34809:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840375.330399:0:34809:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=75 v=5 (5 5 102 102) 00000100:00001000:0.0:1788840375.330403:0:34809:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=33 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840375.330405:0:34809:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840375.330407:0:34809:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.330409:0:34809:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840375.330412:0:34809:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840375.330416:0:34809:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840375.330418:0:34809:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 8589934613 00000100:00000001:0.0:1788840375.330420:0:34809:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840375.330423:0:34809:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840375.330428:0:34809:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d4a680 x1875733134013184/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840391 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840375.330445:0:34809:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840375.330448:0:34809:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840375.330450:0:34809:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840375.330454:0:34809:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d4a680 x1875733134013184/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840391 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788840375.330462:0:34809:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d4a680 pname:cluuid:pid:xid:nid:opc:job cat:10f4a654-3497-48d8-8f70-7e89f4f161cc:34809:1875733134013184:192.168.202.131@tcp:101:cat.0 00000100:00000001:0.0:1788840375.330467:0:34809:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840375.330469:0:34809:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840375.330471:0:34809:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788840375.330473:0:34809:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840375.330476:0:34809:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d4a680 x1875733134013184/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840391 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840375.330482:0:34809:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840375.330485:0:34809:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee86f3de40. 00000100:00000001:0.0:1788840375.330488:0:34809:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788840375.330490:0:34809:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.330493:0:34809:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788840375.330497:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840375.330500:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840375.330504:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d800 refcount=4 00000020:00000001:0.0:1788840375.330506:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843175936 : -122120866375680 : ffff90ee8523d800) 00010000:00000001:0.0:1788840375.330509:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843175936 : -122120866375680 : ffff90ee8523d800) 00010000:00000040:0.0:1788840375.330515:0:34809:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee8523d800, remote cookie: 0x8a436931312bafbb, flags: 0x1001 00010000:00010000:0.0:1788840375.330520:0:34809:0:(ldlm_request.c:759:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d800/0x3aa5f499c96f3965 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bafbb expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840375.330530:0:34809:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d800/0x3aa5f499c96f3965 lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bafbb expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840375.330541:0:34809:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788840375.330545:0:34809:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788840375.330547:0:34809:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788840375.330548:0:34809:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788840375.330550:0:34809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788840375.330552:0:34809:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff90ee85e55900) refcount = 1 00010000:00010000:0.0:1788840375.330556:0:34809:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d800/0x3aa5f499c96f3965 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bafbb expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840375.330562:0:34809:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788840375.330565:0:34809:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788840375.330566:0:34809:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840375.330569:0:34809:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788840375.330571:0:34809:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840375.330574:0:34809:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d800/0x3aa5f499c96f3965 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bafbb expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840375.330579:0:34809:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788840375.330581:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.330582:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840375.330583:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.330584:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840375.330586:0:34809:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840375.330589:0:34809:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788840375.330591:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840375.330593:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840375.330594:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d800 refcount=3 00000020:00000001:0.0:1788840375.330596:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843175936 : -122120866375680 : ffff90ee8523d800) 00010000:00000001:0.0:1788840375.330598:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843175936 : -122120866375680 : ffff90ee8523d800) 00010000:00000001:0.0:1788840375.330600:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840375.330601:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840375.330602:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d800 refcount=4 00000020:00000001:0.0:1788840375.330604:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843175936 : -122120866375680 : ffff90ee8523d800) 00010000:00000001:0.0:1788840375.330606:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843175936 : -122120866375680 : ffff90ee8523d800) 00010000:00000001:0.0:1788840375.330609:0:34809:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840375.330611:0:34809:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840375.330614:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d800/0x3aa5f499c96f3965 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bafbb expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840375.330620:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.330621:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840375.330622:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840375.330623:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840375.330624:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d800 refcount=5 00000020:00000001:0.0:1788840375.330625:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843175936 : -122120866375680 : ffff90ee8523d800) 00010000:00000001:0.0:1788840375.330627:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843175936 : -122120866375680 : ffff90ee8523d800) 00010000:00000001:0.0:1788840375.330629:0:34809:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840375.330631:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d800/0x3aa5f499c96f3965 lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bafbb expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840375.330636:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.330668:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1788840375.330671:0:34809:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d800/0x3aa5f499c96f3965 lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bafbb expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840375.330685:0:34809:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840375.330687:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.330688:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840375.330689:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.330690:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788840375.330695:0:34809:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x8 disposition=0xb, status=0 req@ffff90ee86d4a680 x1875733134013184/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840391 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00010000:00000001:0.0:1788840375.330703:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840375.330704:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840375.330706:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d800 refcount=3 00000020:00000001:0.0:1788840375.330708:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843175936 : -122120866375680 : ffff90ee8523d800) 00010000:00000001:0.0:1788840375.330710:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843175936 : -122120866375680 : ffff90ee8523d800) 00010000:00000001:0.0:1788840375.330712:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.330713:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840375.330715:0:34809:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840375.330717:0:34809:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840375.330720:0:34809:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00010000:00000001:0.0:1788840375.330722:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840375.330723:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840375.330724:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d800 refcount=3 00000020:00000001:0.0:1788840375.330726:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843175936 : -122120866375680 : ffff90ee8523d800) 00010000:00000001:0.0:1788840375.330729:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843175936 : -122120866375680 : ffff90ee8523d800) 00000002:00010000:0.0:1788840375.330732:0:34809:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d800/0x3aa5f499c96f3965 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bafbb expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840375.330739:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.330740:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840375.330741:0:34809:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788840375.330743:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840375.330744:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840375.330745:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d800 refcount=3 00000020:00000001:0.0:1788840375.330747:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843175936 : -122120866375680 : ffff90ee8523d800) 00010000:00000001:0.0:1788840375.330749:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843175936 : -122120866375680 : ffff90ee8523d800) 00010000:00000040:0.0:1788840375.330755:0:34809:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55900 count: 2 00010000:00000001:0.0:1788840375.330758:0:34809:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788840375.330762:0:34809:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:0.0:1788840375.330764:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.330765:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840375.330766:0:34809:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788840375.330770:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201bef938 00000002:00002000:0.0:1788840375.330772:0:34809:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=0xb: rc = 0 00000002:00000001:0.0:1788840375.330775:0:34809:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840375.330778:0:34809:0:(lmv_intent.c:556:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840375.330781:0:34809:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788840375.330785:0:34809:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788840375.330788:0:34809:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788840375.330791:0:34809:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840375.330805:0:34809:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85c10400. 00000080:00000001:0.0:1788840375.330814:0:34809:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788840375.330817:0:34809:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788840375.330823:0:34809:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00800000:00000001:0.0:1788840375.330828:0:34809:0:(lmv_obd.c:3930:lmv_stripe_object_create()) Process entered 00800000:00000010:0.0:1788840375.330835:0:34809:0:(lmv_obd.c:3909:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff90ee90b50e40. 00800000:00000001:0.0:1788840375.330837:0:34809:0:(lmv_obd.c:3914:lmv_stripe_object_alloc()) Process leaving (rc=18446621953037241920 : -122120672309696 : ffff90ee90b50e40) 00800000:00000001:0.0:1788840375.330840:0:34809:0:(lmv_obd.c:3991:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840375.330842:0:34809:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000080:00000001:0.0:1788840375.330844:0:34809:0:(llite_lib.c:1957:ll_update_lsm_md()) Process entered 00000080:00000002:0.0:1788840375.330847:0:34809:0:(llite_lib.c:1961:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:0.0:1788840375.330849:0:34809:0:(llite_lib.c:1912:ll_update_default_lsm_md()) Process entered 00000080:00000001:0.0:1788840375.330852:0:34809:0:(llite_lib.c:1934:ll_update_default_lsm_md()) Process leaving 00000080:00000001:0.0:1788840375.330853:0:34809:0:(llite_lib.c:1978:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840375.330858:0:34809:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:0.0:1788840375.330861:0:34809:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:0.0:1788840375.330865:0:34809:0:(llite_lib.c:3119:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 16384 00010000:00000001:0.0:1788840375.330867:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840375.330868:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840375.330870:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d800 refcount=3 00000020:00000001:0.0:1788840375.330872:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843175936 : -122120866375680 : ffff90ee8523d800) 00010000:00000001:0.0:1788840375.330874:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843175936 : -122120866375680 : ffff90ee8523d800) 00010000:00000001:0.0:1788840375.330876:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.330877:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788840375.330879:0:34809:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788840375.330881:0:34809:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000002:0.0:1788840375.330882:0:34809:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee90b50e40 1 00800000:00000010:0.0:1788840375.330885:0:34809:0:(lmv_obd.c:4032:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff90ee90b50e40. 00800000:00000001:0.0:1788840375.330888:0:34809:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840375.330891:0:34809:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f3965 00800000:00000001:0.0:1788840375.330894:0:34809:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840375.330896:0:34809:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840375.330897:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840375.330898:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840375.330899:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d800 refcount=3 00000020:00000001:0.0:1788840375.330901:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843175936 : -122120866375680 : ffff90ee8523d800) 00010000:00000001:0.0:1788840375.330904:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843175936 : -122120866375680 : ffff90ee8523d800) 00010000:00000001:0.0:1788840375.330906:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.330907:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840375.330908:0:34809:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840375.330910:0:34809:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840375.330912:0:34809:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840375.330914:0:34809:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:0.0:1788840375.330917:0:34809:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3965 from it ffffa16201befbf8 00010000:00000001:0.0:1788840375.330919:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840375.330920:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840375.330921:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d800 refcount=3 00000020:00000001:0.0:1788840375.330923:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843175936 : -122120866375680 : ffff90ee8523d800) 00010000:00000001:0.0:1788840375.330925:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843175936 : -122120866375680 : ffff90ee8523d800) 00010000:00000001:0.0:1788840375.330926:0:34809:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840375.330929:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d800/0x3aa5f499c96f3965 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bafbb expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840375.330935:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.330936:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840375.330938:0:34809:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840375.330940:0:34809:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840375.330942:0:34809:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d800/0x3aa5f499c96f3965 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bafbb expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788840375.330949:0:34809:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840375.330951:0:34809:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840375.330953:0:34809:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840375.330959:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.330960:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840375.330961:0:34809:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.330964:0:34809:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840375.330966:0:34809:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.330968:0:34809:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.330971:0:34809:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.330972:0:34809:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840375.330973:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.330974:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788840375.330977:0:34809:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840375.330981:0:34809:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d4a680 x1875733134013184/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/688 e 0 to 0 dl 1788840391 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840375.330987:0:34809:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1788840375.330990:0:34809:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840375.330995:0:34809:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff90ee98825800. 02000000:00000001:0.0:1788840375.331285:0:34809:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1788840375.331289:0:34809:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:0.0:1788840375.331291:0:34809:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:0.0:1788840375.331294:0:34809:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:0.0:1788840375.331296:0:34809:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee86eee400. 02000000:00000001:0.0:1788840375.331299:0:34809:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1788840375.331301:0:34809:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1788840375.331303:0:34809:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d4a680. 00000100:00000001:0.0:1788840375.331306:0:34809:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1788840375.331307:0:34809:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840375.331311:0:34809:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788840375.331316:0:34809:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840375.331322:0:34809:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788840375.331324:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201befbc0 00000080:00002000:0.0:1788840375.331326:0:34809:0:(dcache.c:87:ll_dcompare()) found name recon(ffff90ee907345e8) flags 0x48004e refc 0 00000080:00000001:0.0:1788840375.331328:0:34809:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840375.331330:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201befc08 00000080:00200000:0.0:1788840375.331331:0:34809:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=265 00000080:00000001:0.0:1788840375.331338:0:34809:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00200000:0.0:1788840375.331340:0:34809:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000404:0x36:0x0](ffff90ee905c3a88), inode mode 81a4 mask 44 00000080:00000001:0.0:1788840375.331343:0:34809:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840375.331349:0:34809:0:(file.c:1086:ll_file_open()) Process entered 00000020:00000001:0.0:1788840375.331351:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201befb98 00000080:00200008:0.0:1788840375.331353:0:34809:0:(file.c:1090:ll_file_open()) START file recon:[0x200000404:0x36:0x0](ffff90ee905c3a88), flags 100000 00000080:00000010:0.0:1788840375.331360:0:34809:0:(file.c:70:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff90ee92d4d180. 00000080:00000001:0.0:1788840375.331367:0:34809:0:(file.c:806:ll_intent_file_open()) Process entered 00000080:00000010:0.0:1788840375.331372:0:34809:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98d1f000. 00800000:00000002:0.0:1788840375.331378:0:34809:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840375.331381:0:34809:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840375.331384:0:34809:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840375.331386:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201befa48 00800000:00000002:0.0:1788840375.331388:0:34809:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'open' for [0x200000404:0x36:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840375.331391:0:34809:0:(lmv_intent.c:299:lmv_intent_open()) Process entered 00000020:00000001:0.0:1788840375.331394:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201bef9c8 00800000:00000002:0.0:1788840375.331396:0:34809:0:(lmv_intent.c:382:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='' -> mds #0 layout version 1 00000002:00000001:0.0:1788840375.331400:0:34809:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840375.331401:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201bef900 00000002:00010000:0.0:1788840375.331403:0:34809:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 04240100001 00000002:00000001:0.0:1788840375.331407:0:34809:0:(mdc_locks.c:1027:mdc_enqueue_base()) Process entered 00000002:00000001:0.0:1788840375.331409:0:34809:0:(mdc_locks.c:258:mdc_intent_open_pack()) Process entered 00000002:00000001:0.0:1788840375.331413:0:34809:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788840375.331417:0:34809:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55f00 count: 2 00010000:00000001:0.0:1788840375.331419:0:34809:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840375.331422:0:34809:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788840375.331424:0:34809:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.331427:0:34809:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840375.331429:0:34809:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840375.331430:0:34809:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1788840375.331432:0:34809:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55900 count: 2 00010000:00000001:0.0:1788840375.331443:0:34809:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840375.331444:0:34809:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1788840375.331446:0:34809:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.331447:0:34809:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840375.331449:0:34809:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840375.331453:0:34809:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87f58000. 00000020:00000040:0.0:1788840375.331457:0:34809:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=8 obd=lustre-MDT0000-mdc-ffff90ee90f70800 02000000:00000001:0.0:1788840375.331461:0:34809:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1788840375.331463:0:34809:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.331466:0:34809:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1788840375.331469:0:34809:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840375.331472:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.331473:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840375.331474:0:34809:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840375.331476:0:34809:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1788840375.331478:0:34809:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1788840375.331483:0:34809:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1788840375.331489:0:34809:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff90ee86f37400. 00000100:00000001:0.0:1788840375.331495:0:34809:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.331498:0:34809:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840375.331500:0:34809:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.331501:0:34809:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1788840375.331502:0:34809:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.331504:0:34809:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840375.331510:0:34809:0:(mdc_locks.c:430:mdc_intent_open_pack()) Process leaving (rc=18446621952890470400 : -122120819081216 : ffff90ee87f58000) 00010000:00000001:0.0:1788840375.331513:0:34809:0:(ldlm_request.c:1064:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1788840375.331515:0:34809:0:(ldlm_lock.c:1700:ldlm_lock_create()) Process entered 00010000:00000040:0.0:1788840375.331516:0:34809:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55900 count: 2 00010000:00000001:0.0:1788840375.331518:0:34809:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840375.331520:0:34809:0:(ldlm_lock.c:433:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1788840375.331524:0:34809:0:(ldlm_lock.c:437:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff90ee80031800. 00000020:00000001:0.0:1788840375.331528:0:34809:0:(lustre_handles.c:61:class_handle_hash()) Process entered 00000020:00000040:0.0:1788840375.331530:0:34809:0:(lustre_handles.c:93:class_handle_hash()) added object ffff90ee80031800 with handle 0x3aa5f499c96f396c to hash 00000020:00000001:0.0:1788840375.331532:0:34809:0:(lustre_handles.c:94:class_handle_hash()) Process leaving 00010000:00000001:0.0:1788840375.331533:0:34809:0:(ldlm_lock.c:488:ldlm_lock_new()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840375.331536:0:34809:0:(ldlm_lock.c:1741:ldlm_lock_create()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840375.331538:0:34809:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840375.331540:0:34809:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840375.331543:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f396c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 34809 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840375.331551:0:34809:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f396c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34809 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00100000:0.0:1788840375.331566:0:34809:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:0.0:1788840375.331572:0:34809:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee87f58000 x1875733134013440/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:0.0:1788840375.331580:0:34809:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f396c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 34809 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00000001:0.0:1788840375.331586:0:34809:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1788840375.331588:0:34809:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1788840375.331593:0:34809:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee916eec00. 00000100:00000001:0.0:1788840375.331595:0:34809:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621953049422848 : -122120660128768 : ffff90ee916eec00) 00000100:00000001:0.0:1788840375.331598:0:34809:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840375.331600:0:34809:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890470400 : -122120819081216 : ffff90ee87f58000) 00000100:00000001:0.0:1788840375.331604:0:34809:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1788840375.331608:0:34809:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840375.331610:0:34809:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1788840375.331611:0:34809:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1788840375.331615:0:34809:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87f58000 x1875733134013440/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840375.331621:0:34809:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1788840375.331623:0:34809:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840375.331627:0:34809:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1788840375.331629:0:34809:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1788840375.331632:0:34809:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1788840375.331635:0:34809:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87f58000 pname:cluuid:pid:xid:nid:opc:job cat:10f4a654-3497-48d8-8f70-7e89f4f161cc:34809:1875733134013440:192.168.202.131@tcp:101:cat.0 00000100:00000001:0.0:1788840375.331669:0:34809:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1788840375.332274:0:34809:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1788840375.332280:0:34809:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840375.332284:0:34809:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1788840375.332377:0:34809:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff90ee86fc0000. 02000000:00000001:0.0:1788840375.332380:0:34809:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1788840375.332389:0:34809:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:0.0:1788840375.332394:0:34809:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee85c80ec8. 00000400:00000010:0.0:1788840375.332402:0:34809:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff90ee98ed5800. 00000100:00000200:0.0:1788840375.332409:0:34809:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1875733134013440, portal 10 00000100:00000001:0.0:1788840375.332412:0:34809:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840375.332413:0:34809:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890470400 : -122120819081216 : ffff90ee87f58000) 00000100:00000040:0.0:1788840375.332421:0:34809:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee87f58000 x1875733134013440/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840391 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840375.332429:0:34809:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1788840375.332432:0:34809:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:0.0:1788840375.332446:0:34809:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee85ed67f8. 00000100:00000200:0.0:1788840375.332450:0:34809:0:(niobuf.c:94:ptl_send_buf()) Sending 648 bytes to portal 12, xid 1875733134013440, offset 0 00000400:00000200:0.0:1788840375.332457:0:34809:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:0.0:1788840375.332465:0:34809:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840375.332473:0:34809:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:0.0:1788840375.332478:0:34809:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1788840375.332483:0:34809:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:0.0:1788840375.332487:0:34809:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1788840375.332489:0:34809:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:0.0:1788840375.332493:0:34809:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2687:2687:256:4294967295] 192.168.202.131@tcp LPNI seq info [2687:2687:8:4294967295] 00000400:00000200:0.0:1788840375.332497:0:34809:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:0.0:1788840375.332506:0:34809:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:0.0:1788840375.332512:0:34809:0:(socklnd_cb.c:931:ksocknal_send()) sending 648 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:0.0:1788840375.332517:0:34809:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee92e46700. 00000800:00000200:0.0:1788840375.332523:0:34809:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:0.0:1788840375.332531:0:34809:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:0.0:1788840375.332534:0:34809:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee92e46700 type 1, nob 744 niov 1 nkiov 1 00000100:00000001:0.0:1788840375.332621:0:34809:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840375.332625:0:34809:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 781608 usecs (782 jiffies) 00000400:00000200:0.0:1788840375.332629:0:34809:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:0.0:1788840375.332632:0:34809:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296605932 00000100:00000001:0.0:1788840375.332635:0:34809:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296606629 00000100:00000001:0.0:1788840375.332671:0:34809:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296605933 00000100:00000001:0.0:1788840375.332674:0:34809:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296606629 00000100:00000001:0.0:1788840375.332685:0:34809:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840375.332688:0:34809:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840375.332691:0:34809:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1788840375.332693:0:34809:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1788840375.332695:0:34809:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee916eec00 going to sleep for 11 seconds 00000100:00000001:0.0:1788840375.332698:0:34809:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1788840375.332700:0:34809:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840375.337414:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840375.337427:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee92e46700. 00000400:00000200:2.0:1788840375.337447:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840375.337457:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840375.337465:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee85ed67f8 00000400:00000010:2.0:1788840375.337467:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee85ed67f8. 00000100:00000001:2.0:1788840375.337473:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840375.337481:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87f58000 x1875733134013440/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840391 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840375.337493:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840375.337497:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f58000 x1875733134013440/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840391 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840375.337505:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840375.337506:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840375.338851:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840375.338866:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840375.338869:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840375.338872:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840375.338880:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840375.338887:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840375.338895:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840375.338899:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840375.338904:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840375.338908:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 664 into portal 10 MB=0x6a9f827257400 00000400:00000200:3.0:1788840375.338913:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840375.338919:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 664/664 into md 0x74bd [64] + 224 00000800:00000001:3.0:1788840375.338927:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840375.338934:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840375.338937:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840375.338941:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840375.338946:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840375.338953:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87f58000 x1875733134013440/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840391 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840375.338964:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=664 offset=224 replen=131856 req@ffff90ee87f58000 x1875733134013440/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840391 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840375.338985:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840375.338994:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840375.339006:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840375.339127:0:34809:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1788840375.339135:0:34809:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1788840375.339137:0:34809:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1788840375.339140:0:34809:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee85c80ec8. 00000400:00000200:0.0:1788840375.339145:0:34809:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee98ed5800 00000400:00000010:0.0:1788840375.339147:0:34809:0:(lib-lnet.h:286:lnet_md_free()) kfreed 'md': 1144 at ffff90ee98ed5800. 00000100:00000001:0.0:1788840375.339150:0:34809:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1788840375.339155:0:34809:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87f58000 x1875733134013440/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840391 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000200:0.0:1788840375.339163:0:34809:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87f58000 x1875733134013440/t0(0) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/131856 e 0 to 0 dl 1788840391 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840375.339168:0:34809:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1788840375.339170:0:34809:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840375.339172:0:34809:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:0.0:1788840375.339176:0:34809:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1788840375.339178:0:34809:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1788840375.339180:0:34809:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1788840375.339183:0:34809:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1788840375.339192:0:34809:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=75 v=5 (5 5 102 102) 00000100:00001000:0.0:1788840375.339196:0:34809:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=33 v=5 (1 0 0 0) 00000100:00000001:0.0:1788840375.339199:0:34809:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1788840375.339200:0:34809:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.339203:0:34809:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1788840375.339207:0:34809:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840375.339210:0:34809:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:0.0:1788840375.339212:0:34809:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:0.0:1788840375.339214:0:34809:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:0.0:1788840375.339216:0:34809:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840375.339218:0:34809:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890470400 : -122120819081216 : ffff90ee87f58000) 00000100:00000001:0.0:1788840375.339221:0:34809:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1788840375.339223:0:34809:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 8589934613 00000100:00000001:0.0:1788840375.339225:0:34809:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1788840375.339228:0:34809:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1788840375.339233:0:34809:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87f58000 x1875733134013440/t8589934620(8589934620) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/664 e 0 to 0 dl 1788840391 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840375.339240:0:34809:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840375.339243:0:34809:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1788840375.339245:0:34809:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1788840375.339249:0:34809:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87f58000 x1875733134013440/t8589934620(8589934620) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/664 e 0 to 0 dl 1788840391 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00100000:0.0:1788840375.339256:0:34809:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87f58000 pname:cluuid:pid:xid:nid:opc:job cat:10f4a654-3497-48d8-8f70-7e89f4f161cc:34809:1875733134013440:192.168.202.131@tcp:101:cat.0 00000100:00000001:0.0:1788840375.339260:0:34809:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1788840375.339263:0:34809:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840375.339266:0:34809:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1788840375.339268:0:34809:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840375.339270:0:34809:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f58000 x1875733134013440/t8589934620(8589934620) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/664 e 0 to 0 dl 1788840391 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840375.339277:0:34809:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1788840375.339280:0:34809:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee916eec00. 00000100:00000001:0.0:1788840375.339284:0:34809:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1788840375.339285:0:34809:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.339288:0:34809:0:(ldlm_request.c:661:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1788840375.339293:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840375.339296:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840375.339299:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031800 refcount=4 00000020:00000001:0.0:1788840375.339302:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840375.339305:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000040:0.0:1788840375.339311:0:34809:0:(ldlm_request.c:746:ldlm_cli_enqueue_fini()) local: ffff90ee80031800, remote cookie: 0x8a436931312bafc9, flags: 0x1001 00010000:00000040:0.0:1788840375.339314:0:34809:0:(ldlm_request.c:768:ldlm_cli_enqueue_fini()) remote intent success, locking [0x200000404:0x36:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:0.0:1788840375.339318:0:34809:0:(ldlm_lock.c:527:ldlm_lock_change_resource()) Process entered 00010000:00000040:0.0:1788840375.339325:0:34809:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55f00 count: 2 00010000:00000001:0.0:1788840375.339327:0:34809:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840375.339331:0:34809:0:(ldlm_lock.c:583:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840375.339336:0:34809:0:(ldlm_request.c:774:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f396c lrc: 4/1,0 mode: --/CR res: [0x200000404:0x36:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bafc9 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788840375.339345:0:34809:0:(ldlm_request.c:787:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f396c lrc: 4/1,0 mode: --/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bafc9 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840375.339353:0:34809:0:(ldlm_lock.c:1795:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1788840375.339356:0:34809:0:(ldlm_lock.c:1125:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1788840375.339359:0:34809:0:(ldlm_lock.c:989:search_granted_lock()) Process entered 00010000:00000001:0.0:1788840375.339360:0:34809:0:(ldlm_lock.c:1055:search_granted_lock()) Process leaving 00010000:00000001:0.0:1788840375.339361:0:34809:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1788840375.339364:0:34809:0:(ldlm_resource.c:1876:ldlm_resource_dump()) --- Resource: [0x200000404:0x36:0x0].0x0 (ffff90ee85e55f00) refcount = 2 00010000:00000040:0.0:1788840375.339367:0:34809:0:(ldlm_resource.c:1879:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1788840375.339370:0:34809:0:(ldlm_resource.c:1882:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3942 lrc: 1/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312baf75 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00010000:0.0:1788840375.339378:0:34809:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f396c lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bafc9 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840375.339385:0:34809:0:(ldlm_lock.c:1094:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1788840375.339388:0:34809:0:(ldlm_lock.c:1157:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1788840375.339390:0:34809:0:(ldlm_lock.c:1914:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840375.339393:0:34809:0:(ldlm_request.c:286:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1788840375.339395:0:34809:0:(ldlm_request.c:295:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840375.339398:0:34809:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f396c lrc: 4/1,0 mode: CR/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bafc9 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840375.339409:0:34809:0:(ldlm_request.c:842:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1788840375.339410:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.339412:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840375.339413:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.339414:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840375.339416:0:34809:0:(ldlm_request.c:1218:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840375.339420:0:34809:0:(mdc_locks.c:780:mdc_finish_enqueue()) Process entered 00010000:00000001:0.0:1788840375.339423:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840375.339424:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840375.339426:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031800 refcount=3 00000020:00000001:0.0:1788840375.339428:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840375.339430:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840375.339432:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.339463:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:0.0:1788840375.339468:0:34809:0:(mdc_locks.c:835:mdc_finish_enqueue()) @@@ op=0x1 disposition=0x200002b, status=0 req@ffff90ee87f58000 x1875733134013440/t8589934620(8589934620) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/664 e 0 to 0 dl 1788840391 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788840375.339479:0:34809:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00100000:0.0:1788840375.339484:0:34809:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90ee87f58000 x1875733134013440/t8589934620(8589934620) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 648/664 e 0 to 0 dl 1788840391 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788840375.339490:0:34809:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.339496:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840375.339497:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840375.339499:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031800 refcount=3 00000020:00000001:0.0:1788840375.339500:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840375.339502:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00000002:00010000:0.0:1788840375.339506:0:34809:0:(mdc_locks.c:939:mdc_finish_enqueue()) ### layout lock returned by: open, lvb_len: 56 ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f396c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bafc9 expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000002:00000010:0.0:1788840375.339516:0:34809:0:(mdc_locks.c:941:mdc_finish_enqueue()) kmalloced '(lmm)': 56 at ffff90ee90b50e40. 00010000:00000001:0.0:1788840375.339518:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.339520:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840375.339521:0:34809:0:(mdc_locks.c:983:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840375.339523:0:34809:0:(mdc_locks.c:1188:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1788840375.339526:0:34809:0:(mdc_locks.c:1290:mdc_finish_intent_lock()) Process entered 00000100:00000001:0.0:1788840375.339528:0:34809:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1788840375.339529:0:34809:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890470400 : -122120819081216 : ffff90ee87f58000) 00010000:00000001:0.0:1788840375.339531:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840375.339532:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840375.339533:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031800 refcount=3 00000020:00000001:0.0:1788840375.339535:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840375.339536:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00000002:00010000:0.0:1788840375.339539:0:34809:0:(mdc_locks.c:1359:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f396c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bafc9 expref: -99 pid: 34809 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840375.339545:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.339546:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840375.339547:0:34809:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:0.0:1788840375.339549:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840375.339550:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840375.339551:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031800 refcount=3 00000020:00000001:0.0:1788840375.339553:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840375.339555:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000040:0.0:1788840375.339558:0:34809:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55f00 count: 3 00010000:00000001:0.0:1788840375.339560:0:34809:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:0.0:1788840375.339565:0:34809:0:(ldlm_lock.c:1539:ldlm_lock_match_with_skip()) ### not matched ns ffff90ee8530ac00 type 13 mode 16 res 8589935620/54 (0 0) 00010000:00000001:0.0:1788840375.339568:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.339569:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840375.339570:0:34809:0:(mdc_locks.c:1385:mdc_finish_intent_lock()) Process leaving 00000020:00000001:0.0:1788840375.339573:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201bef888 00000002:00002000:0.0:1788840375.339575:0:34809:0:(mdc_locks.c:1390:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=0x280002b: rc = 0 00000002:00000001:0.0:1788840375.339578:0:34809:0:(mdc_locks.c:1545:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840375.339583:0:34809:0:(lmv_intent.c:429:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840375.339586:0:34809:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:0.0:1788840375.339589:0:34809:0:(namei.c:952:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:0.0:1788840375.339592:0:34809:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:0.0:1788840375.339596:0:34809:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840375.339600:0:34809:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98d1f000. 00000080:00000001:0.0:1788840375.339605:0:34809:0:(llite_lib.c:3840:ll_prep_inode()) Process entered 00000002:00000001:0.0:1788840375.339612:0:34809:0:(mdc_request.c:554:mdc_get_lustre_md()) Process entered 00000002:00000001:0.0:1788840375.339615:0:34809:0:(mdc_request.c:646:mdc_get_lustre_md()) Process leaving 00000020:00000001:0.0:1788840375.339619:0:34809:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788840375.339623:0:34809:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044391624 : -122120665159992 : ffff90ee912226c8) 00000020:00001000:0.0:1788840375.339626:0:34809:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912226c0 00000020:00000001:0.0:1788840375.339628:0:34809:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788840375.339632:0:34809:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788840375.339635:0:34809:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788840375.339684:0:34809:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90ee9887d4e0. 00020000:00000010:0.0:1788840375.339689:0:34809:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90ee98d2fe80. 00020000:00000010:0.0:1788840375.339694:0:34809:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90ee9887df60. 00020000:00000001:0.0:1788840375.339697:0:34809:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621953168498528 : -122120541053088 : ffff90ee9887df60) 00020000:00000002:0.0:1788840375.339700:0:34809:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee9887df60, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788840375.339705:0:34809:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788840375.339709:0:34809:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90ee98d2fe80: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000002:0.0:1788840375.339713:0:34809:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90ee831501f0) owner ffff90ee8502a7c0 00020000:00000001:0.0:1788840375.339716:0:34809:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788840375.339719:0:34809:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90ee831501f0) owner ffff90ee8502a7c0 00020000:00000010:0.0:1788840375.339723:0:34809:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90ee98d2fe80. 00020000:00000010:0.0:1788840375.339727:0:34809:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90ee9887d4e0. 00020000:00000010:0.0:1788840375.339730:0:34809:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90ee9887df60. 00020000:00000002:0.0:1788840375.339732:0:34809:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788840375.339734:0:34809:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840375.339736:0:34809:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:0.0:1788840375.339738:0:34809:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912226c0 00000080:00000001:0.0:1788840375.339743:0:34809:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115205322833974 : 144115205322833974 : 200000404000036) 00000080:00000001:0.0:1788840375.339746:0:34809:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554436 : 33554436 : 2000004) 00010000:00000001:0.0:1788840375.339751:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840375.339752:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840375.339754:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031800 refcount=3 00000020:00000001:0.0:1788840375.339756:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840375.339758:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00000080:00000001:0.0:1788840375.339761:0:34809:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:0.0:1788840375.339763:0:34809:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788840375.339764:0:34809:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044391624 : -122120665159992 : ffff90ee912226c8) 00000020:00001000:0.0:1788840375.339766:0:34809:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912226c0 00000020:00000001:0.0:1788840375.339768:0:34809:0:(cl_object.c:343:cl_conf_set()) Process entered 00020000:00000001:0.0:1788840375.339769:0:34809:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:0.0:1788840375.339770:0:34809:0:(lov_pack.c:345:lov_unpackmd()) Process entered 00020000:00000010:0.0:1788840375.339773:0:34809:0:(lov_ea.c:230:lsme_unpack()) kmalloced '(lsme)': 88 at ffff90ee9887df60. 00020000:00000010:0.0:1788840375.339776:0:34809:0:(lov_ea.c:267:lsme_unpack()) slab-alloced 'loi': 112 at ffff90ee98d2fe80. 00020000:00000010:0.0:1788840375.339778:0:34809:0:(lov_ea.c:394:lsm_unpackmd_v1v3()) kmalloced '(lsm)': 88 at ffff90ee9887d4e0. 00020000:00000001:0.0:1788840375.339779:0:34809:0:(lov_pack.c:357:lov_unpackmd()) Process leaving (rc=18446621953168495840 : -122120541055776 : ffff90ee9887d4e0) 00020000:00000002:0.0:1788840375.339782:0:34809:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee9887d4e0, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:0.0:1788840375.339785:0:34809:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:0.0:1788840375.339788:0:34809:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90ee98d2fe80: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000002:0.0:1788840375.339791:0:34809:0:(lov_object.c:1302:lov_conf_lock()) Took exclusive lov(ffff90ee831501f0) owner ffff90ee8502a7c0 00020000:00000001:0.0:1788840375.339793:0:34809:0:(lov_object.c:1508:lov_conf_set()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000002:0.0:1788840375.339795:0:34809:0:(lov_object.c:1308:lov_conf_unlock()) To release exclusive lov(ffff90ee831501f0) owner ffff90ee8502a7c0 00020000:00000010:0.0:1788840375.339797:0:34809:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90ee98d2fe80. 00020000:00000010:0.0:1788840375.339800:0:34809:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90ee9887df60. 00020000:00000010:0.0:1788840375.339802:0:34809:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90ee9887d4e0. 00020000:00000002:0.0:1788840375.339803:0:34809:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=0 00020000:00000001:0.0:1788840375.339805:0:34809:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840375.339806:0:34809:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840375.339810:0:34809:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:0.0:1788840375.339812:0:34809:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee831501f0) owner 0000000000000000/ffff90ee8502a7c0 00020000:00000002:0.0:1788840375.339815:0:34809:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90ee87fb1a20 addref 2/0 by ffff90ee8502a7c0. 00020000:00000002:0.0:1788840375.339817:0:34809:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee831501f0) owner 0000000000000000/ffff90ee8502a7c0 00020000:00000001:0.0:1788840375.339820:0:34809:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:0.0:1788840375.339822:0:34809:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:0.0:1788840375.339823:0:34809:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:0.0:1788840375.339825:0:34809:0:(lov_pack.c:104:lov_lsm_pack_v1v3()) Process leaving (rc=56 : 56 : 38) 00020000:00000001:0.0:1788840375.339827:0:34809:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=56 : 56 : 38) 00000080:00200000:0.0:1788840375.339829:0:34809:0:(file.c:6843:ll_layout_conf()) [0x200000404:0x36:0x0]: layout version change: 0 -> 0 00000020:00001000:0.0:1788840375.339831:0:34809:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912226c0 00000080:00000001:0.0:1788840375.339833:0:34809:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.339835:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.339836:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788840375.339838:0:34809:0:(llite_lib.c:3938:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:0.0:1788840375.339840:0:34809:0:(lmv_obd.c:4167:lmv_put_lustre_md()) Process entered 00800000:00000001:0.0:1788840375.339842:0:34809:0:(lmv_obd.c:4174:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840375.339845:0:34809:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff90ee905c3a88) for lock 0x3aa5f499c96f396c 00800000:00000001:0.0:1788840375.339848:0:34809:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840375.339850:0:34809:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840375.339851:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840375.339852:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840375.339853:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031800 refcount=3 00000020:00000001:0.0:1788840375.339855:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840375.339857:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840375.339859:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.339860:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840375.339861:0:34809:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840375.339862:0:34809:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1788840375.339865:0:34809:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840375.339869:0:34809:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87f58000 x1875733134013440/t8589934620(8589934620) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840391 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1788840375.339875:0:34809:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840375.339878:0:34809:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f396c from it ffffa16201befbf0 00010000:00000001:0.0:1788840375.339879:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840375.339880:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840375.339881:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031800 refcount=3 00000020:00000001:0.0:1788840375.339883:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840375.339884:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757143552 : -122120952408064 : ffff90ee80031800) 00010000:00000001:0.0:1788840375.339886:0:34809:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840375.339889:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f396c lrc: 3/1,0 mode: CR/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8a436931312bafc9 expref: -99 pid: 34809 timeout: 0 lvb_type: 3 lru_score: 0 lru_type: 0 00010000:00000001:0.0:1788840375.339895:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.339896:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840375.339897:0:34809:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840375.339899:0:34809:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840375.339902:0:34809:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f396c lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312bafc9 expref: -99 pid: 34809 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788840375.339908:0:34809:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840375.339910:0:34809:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840375.339912:0:34809:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840375.339916:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.339917:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840375.339919:0:34809:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.339922:0:34809:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840375.339923:0:34809:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.339925:0:34809:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.339928:0:34809:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.339930:0:34809:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840375.339931:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.339932:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:0.0:1788840375.339935:0:34809:0:(file.c:917:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1788840375.339940:0:34809:0:(file.c:1254:ll_file_open()) kmalloced '(*och_p)': 56 at ffff90ee90b50980. 00000080:00000001:0.0:1788840375.339943:0:34809:0:(file.c:1008:ll_local_open()) Process entered 00800000:00000001:0.0:1788840375.339946:0:34809:0:(lmv_obd.c:4185:lmv_set_open_replay_data()) Process entered 00000002:00000001:0.0:1788840375.339948:0:34809:0:(mdc_request.c:760:mdc_set_open_replay_data()) Process entered 00000002:00000010:0.0:1788840375.339951:0:34809:0:(obd.h:1441:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff90ee83169f20. 00000002:00100000:0.0:1788840375.339954:0:34809:0:(mdc_request.c:811:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff90ee87f58000 x1875733134013440/t8589934620(8589934620) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840391 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00000002:00000001:0.0:1788840375.339960:0:34809:0:(mdc_request.c:812:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840375.339961:0:34809:0:(lmv_obd.c:4191:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:0.0:1788840375.339964:0:34809:0:(rw.c:948:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:0.0:1788840375.339967:0:34809:0:(file.c:1027:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840375.339970:0:34809:0:(pcc.c:2365:pcc_file_open()) Process entered 00000080:00000001:0.0:1788840375.339972:0:34809:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788840375.339974:0:34809:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788840375.339976:0:34809:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788840375.339977:0:34809:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840375.339979:0:34809:0:(pcc.c:1930:pcc_try_readonly_open_attach()) Process entered 00000080:00000001:0.0:1788840375.339982:0:34809:0:(pcc.c:1947:pcc_try_readonly_open_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840375.339985:0:34809:0:(pcc.c:2398:pcc_file_open()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788840375.339987:0:34809:0:(pcc.c:2425:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840375.339989:0:34809:0:(file.c:1298:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1788840375.339993:0:34809:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1788840375.339996:0:34809:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f58000 x1875733134013440/t8589934620(8589934620) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840391 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 02000000:00000001:0.0:1788840375.340202:0:34809:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1788840375.340207:0:34809:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff90ee86fc0000. 02000000:00000001:0.0:1788840375.340240:0:34809:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1788840375.340242:0:34809:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840375.340245:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201befb98 00000080:00000008:0.0:1788840375.340247:0:34809:0:(file.c:1329:ll_file_open()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff90ee905c3a88), flags 100000, rc = 0 00000020:00000001:0.0:1788840375.340269:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201befd28 00000080:00200008:0.0:1788840375.340272:0:34809:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000404:0x36:0x0](ffff90ee905c3a88), request_mask 2047, flags 0, foreign 0 00000080:00000001:0.0:1788840375.340278:0:34809:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788840375.340280:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201befca0 00000080:00200000:0.0:1788840375.340281:0:34809:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x36:0x0](ffff90ee905c3a88),name=recon 00000080:00000010:0.0:1788840375.340287:0:34809:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98d1f000. 00800000:00000002:0.0:1788840375.340291:0:34809:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840375.340297:0:34809:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840375.340300:0:34809:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840375.340302:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201befbc0 00800000:00000002:0.0:1788840375.340304:0:34809:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x36:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840375.340306:0:34809:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788840375.340310:0:34809:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='' -> mds #0 00000002:00000001:0.0:1788840375.340314:0:34809:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840375.340316:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201befa90 00000002:00010000:0.0:1788840375.340318:0:34809:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788840375.340321:0:34809:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788840375.340323:0:34809:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840375.340325:0:34809:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840375.340328:0:34809:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55f00 count: 3 00010000:00000001:0.0:1788840375.340330:0:34809:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840375.340334:0:34809:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840375.340336:0:34809:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788840375.340340:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3942 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312baf75 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 02000000:00000001:0.0:1788840375.340348:0:34809:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840375.340352:0:34809:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840375.340355:0:34809:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3942 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312baf75 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00000002:00000001:0.0:1788840375.340362:0:34809:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788840375.340363:0:34809:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840375.340365:0:34809:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840375.340367:0:34809:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840375.340369:0:34809:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840375.340371:0:34809:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788840375.340374:0:34809:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788840375.340375:0:34809:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840375.340378:0:34809:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98d1f000. 00000080:00000001:0.0:1788840375.340381:0:34809:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788840375.340383:0:34809:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840375.340385:0:34809:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x36:0x0](ffff90ee905c3a88) 00000080:00010000:0.0:1788840375.340387:0:34809:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff90ee905c3a88) for lock 0x3aa5f499c96f3942 00800000:00000001:0.0:1788840375.340390:0:34809:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840375.340391:0:34809:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840375.340392:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840375.340393:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840375.340395:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031a00 refcount=3 00000020:00000001:0.0:1788840375.340396:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:0.0:1788840375.340398:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:0.0:1788840375.340400:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.340401:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840375.340402:0:34809:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840375.340404:0:34809:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840375.340405:0:34809:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3942 from it ffffa16201befcd8 00010000:00000001:0.0:1788840375.340407:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840375.340408:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840375.340409:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031a00 refcount=3 00000020:00000001:0.0:1788840375.340411:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:0.0:1788840375.340413:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:0.0:1788840375.340414:0:34809:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840375.340417:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3942 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8a436931312baf75 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788840375.340423:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.340424:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840375.340425:0:34809:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840375.340426:0:34809:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840375.340429:0:34809:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3942 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312baf75 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788840375.340447:0:34809:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840375.340448:0:34809:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840375.340450:0:34809:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840375.340452:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.340453:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840375.340454:0:34809:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.340456:0:34809:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840375.340457:0:34809:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.340459:0:34809:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.340461:0:34809:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.340462:0:34809:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840375.340463:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.340464:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788840375.340465:0:34809:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788840375.340467:0:34809:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788840375.340470:0:34809:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1788840375.340472:0:34809:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788840375.340473:0:34809:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788840375.340474:0:34809:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788840375.340476:0:34809:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840375.340477:0:34809:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788840375.340480:0:34809:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1788840375.340482:0:34809:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788840375.340484:0:34809:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044391624 : -122120665159992 : ffff90ee912226c8) 00000020:00001000:0.0:1788840375.340487:0:34809:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912226c0 00000020:00000001:0.0:1788840375.340492:0:34809:0:(cl_object.c:143:cl_object_top()) ffff90ee87984148 -> ffff90ee87984148 00000020:00000001:0.0:1788840375.340495:0:34809:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788840375.340497:0:34809:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788840375.340499:0:34809:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1788840375.340502:0:34809:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788840375.340503:0:34809:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788840375.340506:0:34809:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788840375.340507:0:34809:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840375.340509:0:34809:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788840375.340512:0:34809:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x36:0x0]io ffff90ee98847590 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1788840375.340515:0:34809:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee831501f0) owner 0000000000000000/ffff90ee8502a7c0 00020000:00000001:0.0:1788840375.340518:0:34809:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788840375.340520:0:34809:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788840375.340523:0:34809:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788840375.340524:0:34809:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840375.340526:0:34809:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788840375.340528:0:34809:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788840375.340529:0:34809:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840375.340531:0:34809:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788840375.340532:0:34809:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788840375.340533:0:34809:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788840375.340534:0:34809:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee831501f0) owner 0000000000000000/ffff90ee8502a7c0 00000020:00000001:0.0:1788840375.340536:0:34809:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788840375.340538:0:34809:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1788840375.340539:0:34809:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x36:0x0] 00000020:00000001:0.0:1788840375.340542:0:34809:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788840375.340544:0:34809:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788840375.340546:0:34809:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788840375.340548:0:34809:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788840375.340552:0:34809:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1788840375.340556:0:34809:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90ee90f56600. 00020000:00000002:0.0:1788840375.340559:0:34809:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788840375.340561:0:34809:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788840375.340563:0:34809:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788840375.340564:0:34809:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788840375.340565:0:34809:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788840375.340567:0:34809:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044391768 : -122120665159848 : ffff90ee91222758) 00000020:00001000:0.0:1788840375.340569:0:34809:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee91222750 00000020:00000001:0.0:1788840375.340572:0:34809:0:(cl_object.c:143:cl_object_top()) ffff90ee87984850 -> ffff90ee87984148 00000020:00000001:0.0:1788840375.340573:0:34809:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788840375.340576:0:34809:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788840375.340577:0:34809:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788840375.340578:0:34809:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840375.340580:0:34809:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840375.340582:0:34809:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174954072 : -122120534597544 : ffff90ee98ea6058) 00000020:00000001:0.0:1788840375.340583:0:34809:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788840375.340587:0:34809:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90ee830a4130. 00000008:00010000:0.0:1788840375.340590:0:34809:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1788840375.340592:0:34809:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788840375.340593:0:34809:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788840375.340595:0:34809:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90ee90f56630, osc lock ffff90ee830a4130, flags 0x400001002 00000020:00000001:0.0:1788840375.340597:0:34809:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840375.340598:0:34809:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840375.340600:0:34809:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621953041458688 : -122120668092928 : ffff90ee90f56600) 00000020:00000001:0.0:1788840375.340602:0:34809:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788840375.340603:0:34809:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788840375.340604:0:34809:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840375.340605:0:34809:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840375.340607:0:34809:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1788840375.340609:0:34809:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1788840375.340611:0:34809:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788840375.340613:0:34809:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788840375.340614:0:34809:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788840375.340615:0:34809:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174954072 : -122120534597544 : ffff90ee98ea6058) 00000020:00000001:0.0:1788840375.340617:0:34809:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788840375.340618:0:34809:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788840375.340620:0:34809:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788840375.340624:0:34809:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788840375.340626:0:34809:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788840375.340627:0:34809:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788840375.340629:0:34809:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788840375.340630:0:34809:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788840375.340632:0:34809:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788840375.340634:0:34809:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788840375.340636:0:34809:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840375.341606:0:34809:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1800 count: 2 00010000:00000001:0.0:1788840375.341612:0:34809:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840375.341619:0:34809:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840375.341623:0:34809:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788840375.341627:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1788840375.341934:0:34809:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788840375.342573:0:34809:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840375.342581:0:34809:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788840375.343113:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840375.343116:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840375.343118:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=4 00000020:00000001:1.0:1788840375.343121:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:1.0:1788840375.343123:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00000008:00000001:1.0:1788840375.343127:0:34809:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1788840375.343132:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840375.343133:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840375.343134:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=5 00000020:00000001:1.0:1788840375.343136:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:1.0:1788840375.343138:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00000020:00000001:1.0:1788840375.343141:0:34809:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788840375.343143:0:34809:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1788840375.343145:0:34809:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1788840375.343146:0:34809:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.343148:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840375.343149:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840375.343150:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=6 00000020:00000001:1.0:1788840375.343152:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:1.0:1788840375.343154:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:1.0:1788840375.343156:0:34809:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840375.343159:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 3 lru_type: 0 00010000:00000001:1.0:1788840375.343166:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.343168:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840375.343170:0:34809:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840375.343172:0:34809:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840375.343174:0:34809:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788840375.343182:0:34809:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840375.343184:0:34809:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840375.343186:0:34809:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840375.343190:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.343191:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840375.343193:0:34809:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.343196:0:34809:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840375.343197:0:34809:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.343199:0:34809:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.343202:0:34809:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.343204:0:34809:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840375.343205:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.343206:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840375.343207:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.343209:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788840375.343210:0:34809:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840375.343213:0:34809:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.343215:0:34809:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.343218:0:34809:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.343219:0:34809:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.343221:0:34809:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788840375.343222:0:34809:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1788840375.343225:0:34809:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1788840375.343226:0:34809:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1788840375.343229:0:34809:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.343230:0:34809:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.343301:0:34809:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788840375.343305:0:34809:0:(cl_object.c:143:cl_object_top()) ffff90ee87984148 -> ffff90ee87984148 00000020:00000001:1.0:1788840375.343308:0:34809:0:(cl_object.c:143:cl_object_top()) ffff90ee87984148 -> ffff90ee87984148 00000020:00000001:1.0:1788840375.343309:0:34809:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788840375.343314:0:34809:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1788840375.343317:0:34809:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788840375 a=0 c=1788840375 b=1 00020000:00000001:1.0:1788840375.343320:0:34809:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.343322:0:34809:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.343324:0:34809:0:(cl_object.c:143:cl_object_top()) ffff90ee87984148 -> ffff90ee87984148 00000080:00200000:1.0:1788840375.343326:0:34809:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 46 i_blocks 1 00000080:00000001:1.0:1788840375.343328:0:34809:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1788840375.343331:0:34809:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788840375.343333:0:34809:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90ee98847530 (ffff90ee912226c8/0) at cl_lock_release():245 00000020:00000001:1.0:1788840375.343336:0:34809:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788840375.343337:0:34809:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee98847530 (ffff90ee912226c8/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788840375.343340:0:34809:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788840375.343343:0:34809:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788840375.343345:0:34809:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174954072 : -122120534597544 : ffff90ee98ea6058) 00000020:00000001:1.0:1788840375.343346:0:34809:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788840375.343348:0:34809:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee90f56630 (ffff90ee91222758/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788840375.343350:0:34809:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788840375.343352:0:34809:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788840375.343353:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.343354:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788840375.343356:0:34809:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788840375.343357:0:34809:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788840375.343359:0:34809:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788840375.343359:0:34809:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788840375.343361:0:34809:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788840375.343362:0:34809:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee98847530 (ffff90ee912226c8/0) at cl_lock_fini():72 00020000:00000001:1.0:1788840375.343365:0:34809:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788840375.343366:0:34809:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788840375.343367:0:34809:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee90f56630 (ffff90ee912226c8/1) at cl_lock_fini():72 00000008:00000010:1.0:1788840375.343371:0:34809:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90ee830a4130. 00000020:00000001:1.0:1788840375.343374:0:34809:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788840375.343375:0:34809:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90ee90f56600. 00020000:00000001:1.0:1788840375.343379:0:34809:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788840375.343380:0:34809:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788840375.343382:0:34809:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1788840375.343383:0:34809:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.343386:0:34809:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788840375.343389:0:34809:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788840375.343391:0:34809:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788840375.343392:0:34809:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788840375.343393:0:34809:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788840375.343395:0:34809:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee91222750 00020000:00000001:1.0:1788840375.343398:0:34809:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788840375.343401:0:34809:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788840375.343403:0:34809:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788840375.343405:0:34809:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788840375.343409:0:34809:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788840375.343411:0:34809:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.343413:0:34809:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1788840375.343414:0:34809:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788840375.343415:0:34809:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788840375.343416:0:34809:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912226c0 00000001:00000001:1.0:1788840375.343418:0:34809:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.343426:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201befd28 00000080:00000008:1.0:1788840375.343428:0:34809:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff90ee905c3a88), request_mask 2047, flags 0, foreign 0 00000080:00000001:1.0:1788840375.343529:0:34809:0:(file.c:2479:do_file_read_iter()) Process entered 00000020:00000001:1.0:1788840375.343532:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201befd88 00000080:00200008:1.0:1788840375.343534:0:34809:0:(file.c:2483:do_file_read_iter()) START file recon:[0x200000404:0x36:0x0], ppos: 0, count: 4194304 00000080:00000001:1.0:1788840375.343538:0:34809:0:(pcc.c:2477:pcc_file_read_iter()) Process entered 00000080:00000001:1.0:1788840375.343540:0:34809:0:(pcc.c:2481:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1788840375.343543:0:34809:0:(rw.c:1191:ras_detect_read_pattern()) lre 0 cr 1 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00400000:1.0:1788840375.343547:0:34809:0:(rw.c:1245:ras_detect_read_pattern()) lre 4194303 cr 1 cb 4194304 wsi 0 wp 0 nra 1 rpc 16384 r 1 csr 0 so 0 sb 0 sl 0 lr 0 00000020:00000001:1.0:1788840375.343568:0:34809:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840375.343571:0:34809:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044391624 : -122120665159992 : ffff90ee912226c8) 00000020:00001000:1.0:1788840375.343573:0:34809:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912226c0 00000080:00000001:1.0:1788840375.343576:0:34809:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:1.0:1788840375.343578:0:34809:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.343580:0:34809:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:1.0:1788840375.343582:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201befc98 00000080:00200000:1.0:1788840375.343583:0:34809:0:(file.c:2090:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194258 00000020:00000001:1.0:1788840375.343587:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201befc30 00000080:00200000:1.0:1788840375.343589:0:34809:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:1.0:1788840375.343591:0:34809:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:1.0:1788840375.343598:0:34809:0:(cl_io.c:214:cl_io_rw_init()) header@000000007212ebf4[0x110, 2, [0x200000404:0x36:0x0] hash] 00000020:00200000:1.0:1788840375.343600:0:34809:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [46, 4194304) 0 0 00000020:00000001:1.0:1788840375.343603:0:34809:0:(cl_object.c:143:cl_object_top()) ffff90ee87984148 -> ffff90ee87984148 00000020:00000001:1.0:1788840375.343605:0:34809:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788840375.343608:0:34809:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788840375.343609:0:34809:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788840375.343612:0:34809:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788840375.343613:0:34809:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1788840375.343617:0:34809:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840375.343621:0:34809:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.343626:0:34809:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788840375.343627:0:34809:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.343630:0:34809:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788840375.343633:0:34809:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x36:0x0]io ffff90ee98847590 type 1 ignore/verify layout 0/0 00020000:00000002:1.0:1788840375.343636:0:34809:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee831501f0) owner 0000000000000000/ffff90ee8502a7c0 00020000:00000001:1.0:1788840375.343782:0:34809:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788840375.343784:0:34809:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788840375.343787:0:34809:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788840375.343789:0:34809:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.343791:0:34809:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788840375.343794:0:34809:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788840375.343973:0:34809:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.343975:0:34809:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788840375.343977:0:34809:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788840375.343978:0:34809:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788840375.343980:0:34809:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee831501f0) owner 0000000000000000/ffff90ee8502a7c0 00000020:00000001:1.0:1788840375.343982:0:34809:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.343984:0:34809:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.343988:0:34809:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1788840375.343990:0:34809:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1788840375.343992:0:34809:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:1.0:1788840375.343996:0:34809:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194304) 4194304, 4194258 00020000:00000001:1.0:1788840375.344071:0:34809:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1788840375.344075:0:34809:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1788840375.344079:0:34809:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:1.0:1788840375.344082:0:34809:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788840375.344083:0:34809:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788840375.344085:0:34809:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840375.344086:0:34809:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044391768 : -122120665159848 : ffff90ee91222758) 00000020:00001000:1.0:1788840375.344089:0:34809:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee91222750 00000020:00000001:1.0:1788840375.344093:0:34809:0:(cl_object.c:143:cl_object_top()) ffff90ee87984850 -> ffff90ee87984148 00000020:00000001:1.0:1788840375.344094:0:34809:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788840375.344098:0:34809:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788840375.344099:0:34809:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788840375.344100:0:34809:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.344102:0:34809:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.344103:0:34809:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174954072 : -122120534597544 : ffff90ee98ea6058) 00000020:00000001:1.0:1788840375.344106:0:34809:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1788840375.344108:0:34809:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1788840375.344110:0:34809:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.344112:0:34809:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.344114:0:34809:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.344115:0:34809:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.344117:0:34809:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.344118:0:34809:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:1.0:1788840375.344120:0:34809:0:(vvp_io.c:589:vvp_io_read_lock()) Process entered 00000080:00000001:1.0:1788840375.344122:0:34809:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:1.0:1788840375.344124:0:34809:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:1.0:1788840375.344126:0:34809:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:1.0:1788840375.344128:0:34809:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.344131:0:34809:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.344133:0:34809:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:1.0:1788840375.344135:0:34809:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 1023] 00000020:00000001:1.0:1788840375.344137:0:34809:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:1.0:1788840375.344138:0:34809:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:1.0:1788840375.344139:0:34809:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.344141:0:34809:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.344143:0:34809:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.344145:0:34809:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.344146:0:34809:0:(vvp_io.c:592:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.344148:0:34809:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1788840375.344150:0:34809:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788840375.344151:0:34809:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1788840375.344153:0:34809:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788840375.344154:0:34809:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.344155:0:34809:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.344157:0:34809:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.344158:0:34809:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.344160:0:34809:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788840375.344161:0:34809:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1788840375.344163:0:34809:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1788840375.344165:0:34809:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1788840375.344166:0:34809:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1788840375.344168:0:34809:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000010:1.0:1788840375.344176:0:34809:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90ee85063180. 00020000:00000002:1.0:1788840375.344178:0:34809:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4194303] -> [(0) 0->4194303 (0)] 00020000:00000001:1.0:1788840375.344181:0:34809:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1788840375.344182:0:34809:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788840375.344183:0:34809:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174954072 : -122120534597544 : ffff90ee98ea6058) 00000020:00000001:1.0:1788840375.344185:0:34809:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1788840375.344188:0:34809:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90ee885c7b50. 00000008:00010000:1.0:1788840375.344190:0:34809:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:1.0:1788840375.344193:0:34809:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788840375.344194:0:34809:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1788840375.344196:0:34809:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90ee850631b0, osc lock ffff90ee885c7b50, flags 0x0 00000020:00000001:1.0:1788840375.344198:0:34809:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.344200:0:34809:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.344202:0:34809:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621952841232768 : -122120868318848 : ffff90ee85063180) 00000020:00000001:1.0:1788840375.344204:0:34809:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788840375.344205:0:34809:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1788840375.344206:0:34809:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.344208:0:34809:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.344209:0:34809:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1788840375.344210:0:34809:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1788840375.344212:0:34809:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788840375.344213:0:34809:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174954072 : -122120534597544 : ffff90ee98ea6058) 00000020:00000001:1.0:1788840375.344214:0:34809:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1788840375.344216:0:34809:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1788840375.344218:0:34809:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:1.0:1788840375.344220:0:34809:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.344223:0:34809:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788840375.344225:0:34809:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788840375.344226:0:34809:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788840375.344228:0:34809:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788840375.344229:0:34809:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788840375.344230:0:34809:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788840375.344232:0:34809:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1788840375.344305:0:34809:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840375.344313:0:34809:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1800 count: 2 00010000:00000001:1.0:1788840375.344317:0:34809:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840375.344322:0:34809:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840375.344326:0:34809:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788840375.344330:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1788840375.344341:0:34809:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788840375.344346:0:34809:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840375.344349:0:34809:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4194303) ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788840375.344357:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840375.344359:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840375.344361:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=4 00000020:00000001:1.0:1788840375.344363:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:1.0:1788840375.344365:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00000008:00000001:1.0:1788840375.344368:0:34809:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1788840375.344371:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840375.344372:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840375.344373:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=5 00000020:00000001:1.0:1788840375.344376:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:1.0:1788840375.344378:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:1.0:1788840375.344380:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840375.344381:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840375.344383:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=6 00000020:00000001:1.0:1788840375.344384:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:1.0:1788840375.344386:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:1.0:1788840375.344388:0:34809:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840375.344390:0:34809:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840375.344393:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 7/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788840375.344400:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.344402:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788840375.344404:0:34809:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.344405:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840375.344407:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840375.344408:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=7 00000020:00000001:1.0:1788840375.344410:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:1.0:1788840375.344412:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:1.0:1788840375.344414:0:34809:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840375.344417:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 7/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788840375.344424:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.344425:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788840375.344427:0:34809:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 6/1,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788840375.344447:0:34809:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840375.344448:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.344449:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840375.344450:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.344451:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788840375.344453:0:34809:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840375.344454:0:34809:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.344456:0:34809:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.344458:0:34809:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.344460:0:34809:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.344462:0:34809:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.344464:0:34809:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.344465:0:34809:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.344467:0:34809:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:1.0:1788840375.344470:0:34809:0:(vvp_io.c:831:vvp_io_read_start()) Process entered 00000020:00000001:1.0:1788840375.344472:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201befb90 00000080:00200000:1.0:1788840375.344473:0:34809:0:(vvp_io.c:835:vvp_io_read_start()) recon: read [46, 4194304) 00000020:00000001:1.0:1788840375.344477:0:34809:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:1.0:1788840375.344479:0:34809:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:1.0:1788840375.344481:0:34809:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194303] -> [(0) 46->4194303 (0)] 00020000:00000001:1.0:1788840375.344483:0:34809:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788840375.344484:0:34809:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174954072 : -122120534597544 : ffff90ee98ea6058) 00000020:00000001:1.0:1788840375.344486:0:34809:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:1.0:1788840375.344488:0:34809:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:1.0:1788840375.344491:0:34809:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.344493:0:34809:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.344495:0:34809:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.344496:0:34809:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.344500:0:34809:0:(cl_object.c:143:cl_object_top()) ffff90ee87984148 -> ffff90ee87984148 00000020:00000001:1.0:1788840375.344502:0:34809:0:(cl_object.c:143:cl_object_top()) ffff90ee87984148 -> ffff90ee87984148 00000020:00000001:1.0:1788840375.344503:0:34809:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788840375.344506:0:34809:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1788840375.344508:0:34809:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788840375 a=0 c=1788840375 b=1 00020000:00000001:1.0:1788840375.344511:0:34809:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.344513:0:34809:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.344515:0:34809:0:(cl_object.c:143:cl_object_top()) ffff90ee87984148 -> ffff90ee87984148 00000001:00000001:1.0:1788840375.344519:0:34809:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1788840375.344520:0:34809:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x36:0x0] 00000020:00000001:1.0:1788840375.344522:0:34809:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1788840375.344523:0:34809:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1788840375.344524:0:34809:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1788840375.344526:0:34809:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1788840375.344528:0:34809:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1788840375.344532:0:34809:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90ee85063380. 00020000:00000002:1.0:1788840375.344534:0:34809:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788840375.344536:0:34809:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1788840375.344537:0:34809:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788840375.344539:0:34809:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174954072 : -122120534597544 : ffff90ee98ea6058) 00000020:00000001:1.0:1788840375.344540:0:34809:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1788840375.344543:0:34809:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90ee885c6be0. 00000008:00010000:1.0:1788840375.344545:0:34809:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1788840375.344546:0:34809:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788840375.344547:0:34809:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1788840375.344549:0:34809:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90ee850633b0, osc lock ffff90ee885c6be0, flags 0x400001002 00000020:00000001:1.0:1788840375.344551:0:34809:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.344552:0:34809:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.344554:0:34809:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621952841233280 : -122120868318336 : ffff90ee85063380) 00000020:00000001:1.0:1788840375.344556:0:34809:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788840375.344557:0:34809:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1788840375.344558:0:34809:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.344560:0:34809:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.344562:0:34809:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1788840375.344564:0:34809:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1788840375.344565:0:34809:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1788840375.344566:0:34809:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1788840375.344567:0:34809:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788840375.344568:0:34809:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174954072 : -122120534597544 : ffff90ee98ea6058) 00000020:00000001:1.0:1788840375.344570:0:34809:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1788840375.344571:0:34809:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1788840375.344573:0:34809:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788840375.344575:0:34809:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788840375.344576:0:34809:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788840375.344577:0:34809:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788840375.344579:0:34809:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788840375.344580:0:34809:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788840375.344581:0:34809:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788840375.344583:0:34809:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1788840375.344584:0:34809:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840375.344587:0:34809:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1800 count: 2 00010000:00000001:1.0:1788840375.344588:0:34809:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840375.344591:0:34809:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840375.344593:0:34809:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840375.344596:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 5/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 02000000:00000001:1.0:1788840375.344603:0:34809:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788840375.344606:0:34809:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840375.344608:0:34809:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 5/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788840375.344615:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840375.344616:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840375.344618:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=6 00000020:00000001:1.0:1788840375.344619:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:1.0:1788840375.344621:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00000008:00000001:1.0:1788840375.344624:0:34809:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1788840375.344625:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840375.344626:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840375.344628:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=7 00000020:00000001:1.0:1788840375.344629:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:1.0:1788840375.344631:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00000020:00000001:1.0:1788840375.344633:0:34809:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788840375.344635:0:34809:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1788840375.344636:0:34809:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1788840375.344782:0:34809:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.344785:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840375.344787:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840375.344788:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=8 00000020:00000001:1.0:1788840375.344790:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:1.0:1788840375.344793:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:1.0:1788840375.345336:0:34809:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840375.345341:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 8/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788840375.345349:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.345351:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788840375.345353:0:34809:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 7/1,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788840375.345360:0:34809:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840375.345361:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.345362:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840375.345363:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.345364:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788840375.345366:0:34809:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840375.345368:0:34809:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.345370:0:34809:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.345372:0:34809:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.345374:0:34809:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.345376:0:34809:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788840375.345378:0:34809:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1788840375.345380:0:34809:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1788840375.345381:0:34809:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1788840375.345384:0:34809:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.345385:0:34809:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.345390:0:34809:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788840375.345393:0:34809:0:(cl_object.c:143:cl_object_top()) ffff90ee87984148 -> ffff90ee87984148 00000020:00000001:1.0:1788840375.345395:0:34809:0:(cl_object.c:143:cl_object_top()) ffff90ee87984148 -> ffff90ee87984148 00000020:00000001:1.0:1788840375.345397:0:34809:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788840375.345400:0:34809:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1788840375.345403:0:34809:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788840375 a=0 c=1788840375 b=1 00020000:00000001:1.0:1788840375.345406:0:34809:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.345408:0:34809:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.345410:0:34809:0:(cl_object.c:143:cl_object_top()) ffff90ee87984148 -> ffff90ee87984148 00000080:00200000:1.0:1788840375.345412:0:34809:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 46 i_blocks 1 00000080:00000001:1.0:1788840375.345415:0:34809:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1788840375.345416:0:34809:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788840375.345418:0:34809:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90ee98847530 (ffff90ee912226c8/0) at cl_lock_release():245 00000020:00000001:1.0:1788840375.345421:0:34809:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788840375.345422:0:34809:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee98847530 (ffff90ee912226c8/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788840375.345426:0:34809:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788840375.345428:0:34809:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788840375.345429:0:34809:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174954072 : -122120534597544 : ffff90ee98ea6058) 00000020:00000001:1.0:1788840375.345431:0:34809:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788840375.345442:0:34809:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee850633b0 (ffff90ee91222758/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788840375.345446:0:34809:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788840375.345447:0:34809:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788840375.345449:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.345450:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788840375.345451:0:34809:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788840375.345453:0:34809:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788840375.345454:0:34809:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788840375.345455:0:34809:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788840375.345456:0:34809:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788840375.345458:0:34809:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee98847530 (ffff90ee912226c8/0) at cl_lock_fini():72 00020000:00000001:1.0:1788840375.345460:0:34809:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788840375.345462:0:34809:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788840375.345463:0:34809:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee850633b0 (ffff90ee912226c8/1) at cl_lock_fini():72 00000008:00000010:1.0:1788840375.345466:0:34809:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90ee885c6be0. 00000020:00000001:1.0:1788840375.345470:0:34809:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788840375.345472:0:34809:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90ee85063380. 00020000:00000001:1.0:1788840375.345475:0:34809:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788840375.345477:0:34809:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788840375.345478:0:34809:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1788840375.345480:0:34809:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788840375.345486:0:34809:0:(vvp_io.c:864:vvp_io_read_start()) header@000000007212ebf4[0x110, 2, [0x200000404:0x36:0x0] hash] 00000080:00000002:1.0:1788840375.345488:0:34809:0:(vvp_io.c:864:vvp_io_read_start()) Read ino 144115205322833974, 4194258 bytes, offset 46, size 46 00000080:00400000:1.0:1788840375.345491:0:34809:0:(vvp_io.c:883:vvp_io_read_start()) tot 4194258, ra_start 0, ra_count 1024 00000080:00200000:1.0:1788840375.345496:0:34809:0:(vvp_io.c:893:vvp_io_read_start()) count:4194258 iocb pos:46 00020000:00000001:1.0:1788840375.345502:0:34809:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1788840375.345504:0:34809:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788840375.345505:0:34809:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1788840375.345507:0:34809:0:(osc_io.c:1028:osc_io_read_start()) Process entered 00000020:00000001:1.0:1788840375.345509:0:34809:0:(cl_object.c:143:cl_object_top()) ffff90ee996fa1c0 -> ffff90ee87984148 00000020:00000001:1.0:1788840375.345511:0:34809:0:(cl_object.c:143:cl_object_top()) ffff90ee996fa1c0 -> ffff90ee87984148 00000020:00000001:1.0:1788840375.345513:0:34809:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1788840375.345516:0:34809:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788840375.345518:0:34809:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.345520:0:34809:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.345521:0:34809:0:(cl_object.c:143:cl_object_top()) ffff90ee996fa1c0 -> ffff90ee87984148 00000008:00000001:1.0:1788840375.345523:0:34809:0:(osc_io.c:1037:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.345525:0:34809:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.345526:0:34809:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.345528:0:34809:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.345529:0:34809:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.345531:0:34809:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1788840375.345533:0:34809:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:1.0:1788840375.345535:0:34809:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1788840375.345536:0:34809:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1788840375.345537:0:34809:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1788840375.345538:0:34809:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.345540:0:34809:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.345542:0:34809:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1788840375.345544:0:34809:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788840375.345546:0:34809:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788840375.345547:0:34809:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90ee988bf6c8 (ffff90ee912226c8/0) at cl_lock_release():245 00000020:00000001:1.0:1788840375.345549:0:34809:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788840375.345551:0:34809:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee988bf6c8 (ffff90ee912226c8/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788840375.345553:0:34809:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788840375.345554:0:34809:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788840375.345556:0:34809:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174954072 : -122120534597544 : ffff90ee98ea6058) 00000020:00000001:1.0:1788840375.345558:0:34809:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788840375.345559:0:34809:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee850631b0 (ffff90ee91222758/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788840375.345561:0:34809:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788840375.345562:0:34809:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788840375.345564:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840375.345566:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840375.345569:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=5 00000020:00000001:1.0:1788840375.345571:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:1.0:1788840375.345573:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:1.0:1788840375.345575:0:34809:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840375.345578:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 4 lru_type: 0 00010000:00000001:1.0:1788840375.345585:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.345586:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840375.345588:0:34809:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840375.345590:0:34809:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840375.345593:0:34809:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788840375.345600:0:34809:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840375.345603:0:34809:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840375.345606:0:34809:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840375.345610:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.345611:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840375.345613:0:34809:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.345616:0:34809:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840375.345618:0:34809:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.345620:0:34809:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.345625:0:34809:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.345627:0:34809:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840375.345628:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.345630:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840375.345631:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.345632:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788840375.345633:0:34809:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788840375.345634:0:34809:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788840375.345635:0:34809:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788840375.345637:0:34809:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788840375.345788:0:34809:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788840375.345790:0:34809:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee988bf6c8 (ffff90ee912226c8/0) at cl_lock_fini():72 00020000:00000001:1.0:1788840375.345793:0:34809:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788840375.345921:0:34809:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788840375.345924:0:34809:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee850631b0 (ffff90ee912226c8/1) at cl_lock_fini():72 00000008:00000010:1.0:1788840375.345928:0:34809:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90ee885c7b50. 00000020:00000001:1.0:1788840375.345930:0:34809:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788840375.345932:0:34809:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90ee85063180. 00020000:00000001:1.0:1788840375.345934:0:34809:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788840375.345935:0:34809:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788840375.345936:0:34809:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:1.0:1788840375.345938:0:34809:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1788840375.345939:0:34809:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788840375.345940:0:34809:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788840375.345941:0:34809:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1788840375.345943:0:34809:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.345944:0:34809:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.345946:0:34809:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1788840375.345947:0:34809:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1788840375.345948:0:34809:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:1.0:1788840375.345951:0:34809:0:(vvp_io.c:533:vvp_io_advance()) advancing 0 bytes 00000020:00000001:1.0:1788840375.345952:0:34809:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1788840375.345954:0:34809:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1788840375.345955:0:34809:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1788840375.345956:0:34809:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788840375.345957:0:34809:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1788840375.345960:0:34809:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1788840375.345962:0:34809:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.345963:0:34809:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.345965:0:34809:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788840375.345966:0:34809:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788840375.345967:0:34809:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.345971:0:34809:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788840375.345972:0:34809:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788840375.345974:0:34809:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788840375.345975:0:34809:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788840375.345976:0:34809:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788840375.345978:0:34809:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee91222750 00020000:00000001:1.0:1788840375.345981:0:34809:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788840375.345983:0:34809:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788840375.345985:0:34809:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788840375.345987:0:34809:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788840375.345990:0:34809:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788840375.345991:0:34809:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:1.0:1788840375.345993:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201befc98 00000080:00200000:1.0:1788840375.345996:0:34809:0:(file.c:2238:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:1.0:1788840375.346065:0:34809:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:1.0:1788840375.346068:0:34809:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788840375.346070:0:34809:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912226c0 00000020:00000001:1.0:1788840375.346075:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201befd88 00000080:00000008:1.0:1788840375.346077:0:34809:0:(file.c:2548:do_file_read_iter()) COMPLETED: file recon:[0x200000404:0x36:0x0], ppos: 46, count: 4194258, rc = 46 00000080:00000001:1.0:1788840375.346080:0:34809:0:(file.c:2550:do_file_read_iter()) Process leaving (rc=46 : 46 : 2e) 00000080:00000001:1.0:1788840375.346176:0:34809:0:(file.c:2479:do_file_read_iter()) Process entered 00000020:00000001:1.0:1788840375.346178:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201befd88 00000080:00200008:1.0:1788840375.346181:0:34809:0:(file.c:2483:do_file_read_iter()) START file recon:[0x200000404:0x36:0x0], ppos: 46, count: 4194304 00000080:00000001:1.0:1788840375.346184:0:34809:0:(pcc.c:2477:pcc_file_read_iter()) Process entered 00000080:00000001:1.0:1788840375.346186:0:34809:0:(pcc.c:2481:pcc_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1788840375.346189:0:34809:0:(rw.c:1288:ll_ras_enter()) kmsp 1 mwp 1024 mp 16384 00000080:00000001:1.0:1788840375.346191:0:34809:0:(rw.c:1297:ll_ras_enter()) Process leaving via out_unlock (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788840375.346196:0:34809:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840375.346199:0:34809:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044391624 : -122120665159992 : ffff90ee912226c8) 00000020:00001000:1.0:1788840375.346201:0:34809:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912226c0 00000080:00000001:1.0:1788840375.346204:0:34809:0:(file.c:2004:ll_hybrid_bio_dio_switch_check()) Process entered 00000080:00000001:1.0:1788840375.346206:0:34809:0:(file.c:2055:ll_hybrid_bio_dio_switch_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.346209:0:34809:0:(file.c:2087:ll_file_io_generic()) Process entered 00000020:00000001:1.0:1788840375.346211:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201befc98 00000080:00200000:1.0:1788840375.346212:0:34809:0:(file.c:2090:ll_file_io_generic()) recon: read ppos: 46, bytes: 4194304 00000020:00000001:1.0:1788840375.346216:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201befc30 00000080:00200000:1.0:1788840375.346218:0:34809:0:(file.c:1848:ll_io_set_mirror()) recon: desiginated mirror: 0 00000020:00000001:1.0:1788840375.346220:0:34809:0:(cl_io.c:209:cl_io_rw_init()) Process entered 00000020:00200000:1.0:1788840375.346224:0:34809:0:(cl_io.c:214:cl_io_rw_init()) header@000000007212ebf4[0x110, 2, [0x200000404:0x36:0x0] hash] 00000020:00200000:1.0:1788840375.346226:0:34809:0:(cl_io.c:214:cl_io_rw_init()) io range: 1 [46, 4194350) 0 0 00000020:00000001:1.0:1788840375.346228:0:34809:0:(cl_object.c:143:cl_object_top()) ffff90ee87984148 -> ffff90ee87984148 00000020:00000001:1.0:1788840375.346230:0:34809:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788840375.346232:0:34809:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788840375.346244:0:34809:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788840375.346246:0:34809:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788840375.346247:0:34809:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000100:00000001:1.0:1788840375.346249:0:34809:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840375.346254:0:34809:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.346256:0:34809:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:1.0:1788840375.346258:0:34809:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.346260:0:34809:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788840375.346263:0:34809:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x36:0x0]io ffff90ee98847590 type 1 ignore/verify layout 0/0 00020000:00000002:1.0:1788840375.346267:0:34809:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee831501f0) owner 0000000000000000/ffff90ee8502a7c0 00020000:00000001:1.0:1788840375.346270:0:34809:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788840375.346271:0:34809:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788840375.346273:0:34809:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788840375.346275:0:34809:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.346277:0:34809:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788840375.346280:0:34809:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788840375.346281:0:34809:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.346283:0:34809:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788840375.346284:0:34809:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788840375.346285:0:34809:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788840375.346287:0:34809:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee831501f0) owner 0000000000000000/ffff90ee8502a7c0 00000020:00000001:1.0:1788840375.346289:0:34809:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.346291:0:34809:0:(cl_io.c:217:cl_io_rw_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.346293:0:34809:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1788840375.346294:0:34809:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1788840375.346296:0:34809:0:(lov_io.c:1205:lov_io_rw_iter_init()) Process entered 00020000:00200000:1.0:1788840375.346299:0:34809:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 46 chunk: [46, 4194350) 4194350, 4194304 00020000:00000001:1.0:1788840375.346301:0:34809:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1788840375.346303:0:34809:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1788840375.346306:0:34809:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:1.0:1788840375.346308:0:34809:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788840375.346310:0:34809:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788840375.346311:0:34809:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840375.346313:0:34809:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044391768 : -122120665159848 : ffff90ee91222758) 00000020:00001000:1.0:1788840375.346315:0:34809:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee91222750 00000020:00000001:1.0:1788840375.346317:0:34809:0:(cl_object.c:143:cl_object_top()) ffff90ee87984850 -> ffff90ee87984148 00000020:00000001:1.0:1788840375.346318:0:34809:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788840375.346320:0:34809:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788840375.346322:0:34809:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788840375.346323:0:34809:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.346324:0:34809:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.346326:0:34809:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174954072 : -122120534597544 : ffff90ee98ea6058) 00000020:00000001:1.0:1788840375.346328:0:34809:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000008:00000001:1.0:1788840375.346330:0:34809:0:(osc_io.c:519:osc_io_iter_init()) Process entered 00000008:00000001:1.0:1788840375.346332:0:34809:0:(osc_io.c:539:osc_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.346334:0:34809:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.346336:0:34809:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.346338:0:34809:0:(lov_io.c:1283:lov_io_rw_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.346340:0:34809:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.346342:0:34809:0:(cl_io.c:314:cl_io_lock()) Process entered 00000080:00000001:1.0:1788840375.346343:0:34809:0:(vvp_io.c:589:vvp_io_read_lock()) Process entered 00000080:00000001:1.0:1788840375.346345:0:34809:0:(vvp_io.c:556:vvp_io_rw_lock()) Process entered 00000080:00000001:1.0:1788840375.346347:0:34809:0:(vvp_io.c:445:vvp_mmap_locks()) Process entered 00000080:00000001:1.0:1788840375.346349:0:34809:0:(llite_mmap.c:54:our_vma()) Process entered 00000080:00000001:1.0:1788840375.346352:0:34809:0:(llite_mmap.c:69:our_vma()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.346354:0:34809:0:(vvp_io.c:516:vvp_mmap_locks()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.346356:0:34809:0:(vvp_io.c:212:vvp_io_one_lock_index()) Process entered 00000080:00200000:1.0:1788840375.346357:0:34809:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 0 [0, 1024] 00000020:00000001:1.0:1788840375.346359:0:34809:0:(cl_io.c:476:cl_io_lock_add()) Process entered 00000020:00000001:1.0:1788840375.346361:0:34809:0:(cl_io.c:259:cl_lockset_merge()) Process entered 00000020:00000001:1.0:1788840375.346362:0:34809:0:(cl_io.c:276:cl_lockset_merge()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.346363:0:34809:0:(cl_io.c:483:cl_io_lock_add()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.346365:0:34809:0:(vvp_io.c:234:vvp_io_one_lock_index()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.346367:0:34809:0:(vvp_io.c:579:vvp_io_rw_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.346368:0:34809:0:(vvp_io.c:592:vvp_io_read_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.346370:0:34809:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1788840375.346371:0:34809:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788840375.346372:0:34809:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1788840375.346374:0:34809:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788840375.346375:0:34809:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.346377:0:34809:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.346378:0:34809:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.346380:0:34809:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.346381:0:34809:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788840375.346383:0:34809:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1788840375.346384:0:34809:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1788840375.346386:0:34809:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1788840375.346387:0:34809:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1788840375.346390:0:34809:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000010:1.0:1788840375.346397:0:34809:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90ee85063180. 00020000:00000002:1.0:1788840375.346399:0:34809:0:(lov_offset.c:253:lov_stripe_intersects()) [0->4198399] -> [(0) 0->4198399 (0)] 00020000:00000001:1.0:1788840375.346402:0:34809:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1788840375.346403:0:34809:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788840375.346404:0:34809:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174954072 : -122120534597544 : ffff90ee98ea6058) 00000020:00000001:1.0:1788840375.346406:0:34809:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1788840375.346409:0:34809:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90ee885c7b50. 00000008:00010000:1.0:1788840375.346411:0:34809:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 0 00000020:00000001:1.0:1788840375.346414:0:34809:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788840375.346415:0:34809:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1788840375.346417:0:34809:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90ee850631b0, osc lock ffff90ee885c7b50, flags 0x0 00000020:00000001:1.0:1788840375.346420:0:34809:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.346421:0:34809:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.346424:0:34809:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621952841232768 : -122120868318848 : ffff90ee85063180) 00000020:00000001:1.0:1788840375.346426:0:34809:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788840375.346427:0:34809:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1788840375.346429:0:34809:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.346430:0:34809:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.346432:0:34809:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1788840375.346442:0:34809:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1788840375.346444:0:34809:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788840375.346445:0:34809:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174954072 : -122120534597544 : ffff90ee98ea6058) 00000020:00000001:1.0:1788840375.346447:0:34809:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1788840375.346448:0:34809:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1788840375.346450:0:34809:0:(osc_lock.c:911:osc_lock_enqueue_wait()) Process entered 00000008:00000001:1.0:1788840375.346452:0:34809:0:(osc_lock.c:959:osc_lock_enqueue_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.346455:0:34809:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788840375.346458:0:34809:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788840375.346459:0:34809:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788840375.346461:0:34809:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788840375.346462:0:34809:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788840375.346463:0:34809:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788840375.346464:0:34809:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1788840375.346466:0:34809:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840375.346471:0:34809:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1800 count: 2 00010000:00000001:1.0:1788840375.346474:0:34809:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840375.346479:0:34809:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840375.346482:0:34809:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1788840375.346485:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1788840375.346494:0:34809:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788840375.346497:0:34809:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840375.346500:0:34809:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 4198399) ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788840375.346513:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840375.346515:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840375.346517:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=4 00000020:00000001:1.0:1788840375.346519:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:1.0:1788840375.346521:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00000008:00000001:1.0:1788840375.346524:0:34809:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1788840375.346527:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840375.346528:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840375.346529:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=5 00000020:00000001:1.0:1788840375.346531:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:1.0:1788840375.346534:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:1.0:1788840375.346536:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840375.346537:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840375.346538:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=6 00000020:00000001:1.0:1788840375.346539:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:1.0:1788840375.346541:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:1.0:1788840375.346544:0:34809:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840375.346545:0:34809:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840375.346548:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 7/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788840375.346555:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.346556:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788840375.346558:0:34809:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.346560:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840375.346562:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840375.346563:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=7 00000020:00000001:1.0:1788840375.346565:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:1.0:1788840375.346567:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:1.0:1788840375.346569:0:34809:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840375.346572:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 7/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788840375.346578:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.346579:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788840375.346582:0:34809:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 6/1,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788840375.346588:0:34809:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840375.346589:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.346590:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840375.346591:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.346592:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788840375.346593:0:34809:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840375.346595:0:34809:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.346597:0:34809:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.346599:0:34809:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.346600:0:34809:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.346602:0:34809:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.346604:0:34809:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.346605:0:34809:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.346607:0:34809:0:(cl_io.c:528:cl_io_start()) Process entered 00000080:00000001:1.0:1788840375.346609:0:34809:0:(vvp_io.c:831:vvp_io_read_start()) Process entered 00000020:00000001:1.0:1788840375.346611:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201befb90 00000080:00200000:1.0:1788840375.346612:0:34809:0:(vvp_io.c:835:vvp_io_read_start()) recon: read [46, 4194350) 00000020:00000001:1.0:1788840375.346616:0:34809:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00020000:00000001:1.0:1788840375.346618:0:34809:0:(lov_io.c:1532:lov_io_lru_reserve()) Process entered 00020000:00000002:1.0:1788840375.346620:0:34809:0:(lov_offset.c:253:lov_stripe_intersects()) [46->4194349] -> [(0) 46->4194349 (0)] 00020000:00000001:1.0:1788840375.346622:0:34809:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788840375.346623:0:34809:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174954072 : -122120534597544 : ffff90ee98ea6058) 00000020:00000001:1.0:1788840375.346625:0:34809:0:(cl_io.c:612:cl_io_lru_reserve()) Process entered 00000008:00000001:1.0:1788840375.346627:0:34809:0:(osc_io.c:1411:osc_io_lru_reserve()) Process entered 00000008:00000001:1.0:1788840375.346628:0:34809:0:(osc_io.c:1424:osc_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.346630:0:34809:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.346631:0:34809:0:(lov_io.c:1573:lov_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.346633:0:34809:0:(cl_io.c:623:cl_io_lru_reserve()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.346636:0:34809:0:(cl_object.c:143:cl_object_top()) ffff90ee87984148 -> ffff90ee87984148 00000020:00000001:1.0:1788840375.346674:0:34809:0:(cl_object.c:143:cl_object_top()) ffff90ee87984148 -> ffff90ee87984148 00000020:00000001:1.0:1788840375.346684:0:34809:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788840375.346687:0:34809:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:1.0:1788840375.346690:0:34809:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788840375.346692:0:34809:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:1.0:1788840375.346694:0:34809:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:1.0:1788840375.346695:0:34809:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:1.0:1788840375.346697:0:34809:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x36:1028 on OST[1]: s=46 (1) m=1788840375 a=1788840375 c=1788840375 b=1 00020000:00000001:1.0:1788840375.346700:0:34809:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788840375.346702:0:34809:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788840375 a=1788840375 c=1788840375 b=1 00020000:00000001:1.0:1788840375.346704:0:34809:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.346705:0:34809:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.346708:0:34809:0:(cl_object.c:143:cl_object_top()) ffff90ee87984148 -> ffff90ee87984148 00000001:00000001:1.0:1788840375.346710:0:34809:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:1.0:1788840375.346711:0:34809:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x36:0x0] 00000020:00000001:1.0:1788840375.346713:0:34809:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:1.0:1788840375.346714:0:34809:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:1.0:1788840375.346715:0:34809:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:1.0:1788840375.346717:0:34809:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:1.0:1788840375.346718:0:34809:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:1.0:1788840375.346722:0:34809:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90ee85063380. 00020000:00000002:1.0:1788840375.346724:0:34809:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788840375.346726:0:34809:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:1.0:1788840375.346727:0:34809:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788840375.346728:0:34809:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174954072 : -122120534597544 : ffff90ee98ea6058) 00000020:00000001:1.0:1788840375.346729:0:34809:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:1.0:1788840375.346732:0:34809:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90ee885c6be0. 00000008:00010000:1.0:1788840375.346733:0:34809:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:1.0:1788840375.346735:0:34809:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788840375.346736:0:34809:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:1.0:1788840375.346738:0:34809:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90ee850633b0, osc lock ffff90ee885c6be0, flags 0x400001002 00000020:00000001:1.0:1788840375.346740:0:34809:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.346742:0:34809:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.346743:0:34809:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621952841233280 : -122120868318336 : ffff90ee85063380) 00000020:00000001:1.0:1788840375.346745:0:34809:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:1.0:1788840375.346746:0:34809:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:1.0:1788840375.346747:0:34809:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.346749:0:34809:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.346751:0:34809:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:1.0:1788840375.346752:0:34809:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:1.0:1788840375.346753:0:34809:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:1.0:1788840375.346754:0:34809:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:1.0:1788840375.346755:0:34809:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788840375.346756:0:34809:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174954072 : -122120534597544 : ffff90ee98ea6058) 00000020:00000001:1.0:1788840375.346757:0:34809:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:1.0:1788840375.346758:0:34809:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:1.0:1788840375.346759:0:34809:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:1.0:1788840375.346761:0:34809:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:1.0:1788840375.346762:0:34809:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:1.0:1788840375.346763:0:34809:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:1.0:1788840375.346764:0:34809:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:1.0:1788840375.346765:0:34809:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:1.0:1788840375.346766:0:34809:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:1.0:1788840375.346767:0:34809:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:1.0:1788840375.346768:0:34809:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840375.346771:0:34809:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1800 count: 2 00010000:00000001:1.0:1788840375.346773:0:34809:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840375.346775:0:34809:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840375.346777:0:34809:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840375.346779:0:34809:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 5/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 02000000:00000001:1.0:1788840375.346786:0:34809:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788840375.346788:0:34809:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840375.346791:0:34809:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 5/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788840375.346808:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840375.346815:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840375.346817:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=6 00000020:00000001:1.0:1788840375.346818:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:1.0:1788840375.346821:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00000008:00000001:1.0:1788840375.346823:0:34809:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:1.0:1788840375.346824:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840375.346825:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840375.346826:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=7 00000020:00000001:1.0:1788840375.346827:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:1.0:1788840375.346829:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00000020:00000001:1.0:1788840375.346831:0:34809:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788840375.346833:0:34809:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:1.0:1788840375.346835:0:34809:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:1.0:1788840375.346836:0:34809:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.346837:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840375.346839:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840375.346840:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=8 00000020:00000001:1.0:1788840375.346841:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:1.0:1788840375.346843:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:1.0:1788840375.346845:0:34809:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840375.346847:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 8/1,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788840375.346854:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.346855:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1788840375.346857:0:34809:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 7/1,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788840375.346864:0:34809:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840375.346865:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.346866:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840375.346867:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.346868:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788840375.346869:0:34809:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840375.346871:0:34809:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.346873:0:34809:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.346875:0:34809:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.346876:0:34809:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.346877:0:34809:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:1.0:1788840375.346879:0:34809:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:1.0:1788840375.346881:0:34809:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:1.0:1788840375.346882:0:34809:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:1.0:1788840375.346884:0:34809:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.346885:0:34809:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.346889:0:34809:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:1.0:1788840375.346891:0:34809:0:(cl_object.c:143:cl_object_top()) ffff90ee87984148 -> ffff90ee87984148 00000020:00000001:1.0:1788840375.346892:0:34809:0:(cl_object.c:143:cl_object_top()) ffff90ee87984148 -> ffff90ee87984148 00000020:00000001:1.0:1788840375.346894:0:34809:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:1.0:1788840375.346895:0:34809:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:1.0:1788840375.346897:0:34809:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788840375 a=1788840375 c=1788840375 b=1 00020000:00000001:1.0:1788840375.346899:0:34809:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.346901:0:34809:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.346903:0:34809:0:(cl_object.c:143:cl_object_top()) ffff90ee87984148 -> ffff90ee87984148 00000080:00200000:1.0:1788840375.346905:0:34809:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 46 i_blocks 1 00000080:00000001:1.0:1788840375.346908:0:34809:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:1.0:1788840375.346909:0:34809:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788840375.346910:0:34809:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90ee98847530 (ffff90ee912226c8/0) at cl_lock_release():245 00000020:00000001:1.0:1788840375.346914:0:34809:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788840375.346915:0:34809:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee98847530 (ffff90ee912226c8/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788840375.346917:0:34809:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788840375.346919:0:34809:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788840375.346920:0:34809:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174954072 : -122120534597544 : ffff90ee98ea6058) 00000020:00000001:1.0:1788840375.346921:0:34809:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788840375.346923:0:34809:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee850633b0 (ffff90ee91222758/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788840375.346925:0:34809:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788840375.346926:0:34809:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788840375.346927:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.346928:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788840375.346929:0:34809:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788840375.346930:0:34809:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788840375.346931:0:34809:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788840375.346932:0:34809:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788840375.346933:0:34809:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788840375.346934:0:34809:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee98847530 (ffff90ee912226c8/0) at cl_lock_fini():72 00020000:00000001:1.0:1788840375.346937:0:34809:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788840375.346938:0:34809:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788840375.346939:0:34809:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee850633b0 (ffff90ee912226c8/1) at cl_lock_fini():72 00000008:00000010:1.0:1788840375.346942:0:34809:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90ee885c6be0. 00000020:00000001:1.0:1788840375.346944:0:34809:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788840375.346946:0:34809:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90ee85063380. 00020000:00000001:1.0:1788840375.346948:0:34809:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788840375.346949:0:34809:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788840375.346950:0:34809:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:1.0:1788840375.346951:0:34809:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1788840375.346955:0:34809:0:(vvp_io.c:864:vvp_io_read_start()) header@000000007212ebf4[0x110, 2, [0x200000404:0x36:0x0] hash] 00000080:00000002:1.0:1788840375.346957:0:34809:0:(vvp_io.c:864:vvp_io_read_start()) Read ino 144115205322833974, 4194304 bytes, offset 46, size 46 00000080:00400000:1.0:1788840375.346959:0:34809:0:(vvp_io.c:883:vvp_io_read_start()) tot 4194304, ra_start 0, ra_count 1025 00000080:00200000:1.0:1788840375.346962:0:34809:0:(vvp_io.c:893:vvp_io_read_start()) count:4194304 iocb pos:46 00020000:00000001:1.0:1788840375.346966:0:34809:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1788840375.346967:0:34809:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788840375.346968:0:34809:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1788840375.346969:0:34809:0:(osc_io.c:1028:osc_io_read_start()) Process entered 00000020:00000001:1.0:1788840375.346970:0:34809:0:(cl_object.c:143:cl_object_top()) ffff90ee996fa1c0 -> ffff90ee87984148 00000020:00000001:1.0:1788840375.346972:0:34809:0:(cl_object.c:143:cl_object_top()) ffff90ee996fa1c0 -> ffff90ee87984148 00000020:00000001:1.0:1788840375.346973:0:34809:0:(cl_object.c:248:cl_object_attr_update()) Process entered 00020000:00000001:1.0:1788840375.346975:0:34809:0:(lovsub_object.c:98:lovsub_attr_update()) Process entered 00020000:00000001:1.0:1788840375.346977:0:34809:0:(lovsub_object.c:100:lovsub_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.346978:0:34809:0:(cl_object.c:261:cl_object_attr_update()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.346980:0:34809:0:(cl_object.c:143:cl_object_top()) ffff90ee996fa1c0 -> ffff90ee87984148 00000008:00000001:1.0:1788840375.346981:0:34809:0:(osc_io.c:1037:osc_io_read_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.346982:0:34809:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.346984:0:34809:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.346985:0:34809:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.346986:0:34809:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.346988:0:34809:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1788840375.346989:0:34809:0:(lov_io.c:1312:lov_io_call()) Process entered 00020000:00000001:1.0:1788840375.346990:0:34809:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1788840375.346991:0:34809:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1788840375.346993:0:34809:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1788840375.346994:0:34809:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.346995:0:34809:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.346997:0:34809:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1788840375.347009:0:34809:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788840375.347011:0:34809:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:1.0:1788840375.347012:0:34809:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90ee988bf6c8 (ffff90ee912226c8/0) at cl_lock_release():245 00000020:00000001:1.0:1788840375.347014:0:34809:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788840375.347015:0:34809:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee988bf6c8 (ffff90ee912226c8/0) at cl_lock_cancel():142 00020000:00000001:1.0:1788840375.347017:0:34809:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:1.0:1788840375.347018:0:34809:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788840375.347019:0:34809:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174954072 : -122120534597544 : ffff90ee98ea6058) 00000020:00000001:1.0:1788840375.347021:0:34809:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:1.0:1788840375.347022:0:34809:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee850631b0 (ffff90ee91222758/1) at cl_lock_cancel():142 00000008:00000001:1.0:1788840375.347024:0:34809:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:1.0:1788840375.347025:0:34809:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:1.0:1788840375.347026:0:34809:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840375.347027:0:34809:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840375.347029:0:34809:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=5 00000020:00000001:1.0:1788840375.347031:0:34809:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:1.0:1788840375.347032:0:34809:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:1.0:1788840375.347034:0:34809:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1788840375.347036:0:34809:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 5/1,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 5 lru_type: 0 00010000:00000001:1.0:1788840375.347043:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.347044:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840375.347046:0:34809:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1788840375.347047:0:34809:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1788840375.347050:0:34809:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:1.0:1788840375.347056:0:34809:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840375.347059:0:34809:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1788840375.347061:0:34809:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840375.347065:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.347066:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840375.347067:0:34809:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.347069:0:34809:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1788840375.347071:0:34809:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.347073:0:34809:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.347075:0:34809:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.347077:0:34809:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1788840375.347078:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.347079:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840375.347080:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.347081:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:1.0:1788840375.347082:0:34809:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:1.0:1788840375.347083:0:34809:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:1.0:1788840375.347084:0:34809:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788840375.347085:0:34809:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:1.0:1788840375.347086:0:34809:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788840375.347087:0:34809:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee988bf6c8 (ffff90ee912226c8/0) at cl_lock_fini():72 00020000:00000001:1.0:1788840375.347089:0:34809:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:1.0:1788840375.347090:0:34809:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:1.0:1788840375.347091:0:34809:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee850631b0 (ffff90ee912226c8/1) at cl_lock_fini():72 00000008:00000010:1.0:1788840375.347094:0:34809:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90ee885c7b50. 00000020:00000001:1.0:1788840375.347096:0:34809:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:1.0:1788840375.347097:0:34809:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90ee85063180. 00020000:00000001:1.0:1788840375.347099:0:34809:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:1.0:1788840375.347100:0:34809:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:1.0:1788840375.347100:0:34809:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00020000:00000001:1.0:1788840375.347102:0:34809:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1788840375.347103:0:34809:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788840375.347104:0:34809:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788840375.347105:0:34809:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1788840375.347106:0:34809:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.347107:0:34809:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.347109:0:34809:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1788840375.347110:0:34809:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1788840375.347111:0:34809:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000080:00200000:1.0:1788840375.347113:0:34809:0:(vvp_io.c:533:vvp_io_advance()) advancing 0 bytes 00000020:00000001:1.0:1788840375.347114:0:34809:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1788840375.347115:0:34809:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1788840375.347117:0:34809:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1788840375.347118:0:34809:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788840375.347119:0:34809:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1788840375.347121:0:34809:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1788840375.347123:0:34809:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.347125:0:34809:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.347126:0:34809:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788840375.347127:0:34809:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788840375.347129:0:34809:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.347132:0:34809:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788840375.347133:0:34809:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788840375.347134:0:34809:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788840375.347135:0:34809:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788840375.347136:0:34809:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788840375.347137:0:34809:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee91222750 00020000:00000001:1.0:1788840375.347141:0:34809:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788840375.347142:0:34809:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788840375.347143:0:34809:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788840375.347145:0:34809:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788840375.347147:0:34809:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788840375.347148:0:34809:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00000001:1.0:1788840375.347150:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201befc98 00000080:00200000:1.0:1788840375.347152:0:34809:0:(file.c:2238:ll_file_io_generic()) recon: 1 io complete with rc: 0, result: 0, restart: 0 00000080:00200000:1.0:1788840375.347155:0:34809:0:(file.c:2324:ll_file_io_generic()) iot: 1, result: 0 00000080:00000001:1.0:1788840375.347157:0:34809:0:(file.c:2328:ll_file_io_generic()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788840375.347159:0:34809:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912226c0 00000020:00000001:1.0:1788840375.347160:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201befd88 00000080:00000008:1.0:1788840375.347162:0:34809:0:(file.c:2548:do_file_read_iter()) COMPLETED: file recon:[0x200000404:0x36:0x0], ppos: 46, count: 4194304, rc = 0 00000080:00000001:1.0:1788840375.347164:0:34809:0:(file.c:2550:do_file_read_iter()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.347252:0:34809:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788840375.347256:0:34809:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee831501f0) owner 0000000000000000/ffff90ee8502a7c0 00020000:00000002:1.0:1788840375.347259:0:34809:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee831501f0) owner 0000000000000000/ffff90ee8502a7c0 00020000:00000001:1.0:1788840375.347262:0:34809:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.347270:0:34809:0:(file.c:475:ll_file_release()) Process entered 00000020:00000001:1.0:1788840375.347272:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201befdf0 00000080:00200008:1.0:1788840375.347274:0:34809:0:(file.c:479:ll_file_release()) START file recon:[0x200000404:0x36:0x0](ffff90ee905c3a88), flags 100000 00000080:00000001:1.0:1788840375.347278:0:34809:0:(pcc.c:2435:pcc_file_release()) Process entered 00000080:00000001:1.0:1788840375.347280:0:34809:0:(pcc.c:2463:pcc_file_release()) Process leaving 00020000:00000001:1.0:1788840375.347281:0:34809:0:(lov_object.c:2398:lov_read_and_clear_async_rc()) Process entered 00020000:00000002:1.0:1788840375.347282:0:34809:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee831501f0) owner 0000000000000000/ffff90ee8502a7c0 00020000:00000002:1.0:1788840375.347285:0:34809:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee831501f0) owner 0000000000000000/ffff90ee8502a7c0 00020000:00000001:1.0:1788840375.347287:0:34809:0:(lov_object.c:2449:lov_read_and_clear_async_rc()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.347289:0:34809:0:(file.c:341:ll_md_close()) Process entered 00000002:00000001:1.0:1788840375.347298:0:34809:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840375.347301:0:34809:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840375.347306:0:34809:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55f00 count: 3 00010000:00000001:1.0:1788840375.347308:0:34809:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840375.347313:0:34809:0:(ldlm_lock.c:317:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1788840375.347315:0:34809:0:(ldlm_lock.c:330:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1788840375.347317:0:34809:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1788840375.347320:0:34809:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840375.347324:0:34809:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f396c lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312bafc9 expref: -99 pid: 34809 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000001:1.0:1788840375.347330:0:34809:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.347331:0:34809:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1788840375.347333:0:34809:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:1.0:1788840375.347336:0:34809:0:(lmv_obd.c:4142:lmv_lock_match()) Lock match for [0x200000404:0x36:0x0]: 16 00000080:00000010:1.0:1788840375.347338:0:34809:0:(file.c:83:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff90ee92d4d180. 00000080:00000001:1.0:1788840375.347343:0:34809:0:(file.c:438:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.347346:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201befdf0 00000080:00000008:1.0:1788840375.347347:0:34809:0:(file.c:523:ll_file_release()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff90ee905c3a88), flags 100000, rc = 0 00000080:00000001:1.0:1788840375.347350:0:34809:0:(file.c:525:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.347355:0:34809:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788840375.347357:0:34809:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201befe00 00000080:00002000:1.0:1788840375.347359:0:34809:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff90ee907345e8, parent ffff90ee9069b510, inode ffff90ee905c3a88) hashed, 00000080:00000001:1.0:1788840375.347361:0:34809:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840375.362142:0:34810:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840375.362149:0:34810:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840375.362151:0:34810:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788840375.362154:0:34810:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014b3b20 00000080:00200000:0.0:1788840375.362159:0:34810:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:0.0:1788840375.362166:0:34810:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98d1e200. 00800000:00000002:0.0:1788840375.362173:0:34810:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840375.362177:0:34810:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840375.362181:0:34810:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840375.362183:0:34810:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014b3a40 00800000:00000002:0.0:1788840375.362186:0:34810:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840375.362190:0:34810:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788840375.362195:0:34810:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788840375.362201:0:34810:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840375.362203:0:34810:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014b3910 00000002:00010000:0.0:1788840375.362205:0:34810:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788840375.362208:0:34810:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788840375.362210:0:34810:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840375.362215:0:34810:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840375.362447:0:34810:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55900 count: 2 00010000:00000001:0.0:1788840375.362452:0:34810:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840375.362458:0:34810:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840375.362463:0:34810:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788840375.362469:0:34810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d800/0x3aa5f499c96f3965 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bafbb expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 02000000:00000001:0.0:1788840375.362481:0:34810:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840375.362487:0:34810:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840375.362490:0:34810:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d800/0x3aa5f499c96f3965 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bafbb expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00000002:00000001:0.0:1788840375.362496:0:34810:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788840375.362498:0:34810:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840375.362501:0:34810:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840375.362503:0:34810:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840375.362505:0:34810:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840375.362507:0:34810:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788840375.362509:0:34810:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788840375.362512:0:34810:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840375.362516:0:34810:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98d1e200. 00000080:00000001:0.0:1788840375.362521:0:34810:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788840375.362523:0:34810:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840375.362525:0:34810:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:0.0:1788840375.362529:0:34810:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f3965 00800000:00000001:0.0:1788840375.362533:0:34810:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840375.362536:0:34810:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840375.362537:0:34810:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840375.362540:0:34810:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840375.362542:0:34810:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d800 refcount=3 00000020:00000001:0.0:1788840375.362544:0:34810:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843175936 : -122120866375680 : ffff90ee8523d800) 00010000:00000001:0.0:1788840375.362546:0:34810:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843175936 : -122120866375680 : ffff90ee8523d800) 00010000:00000001:0.0:1788840375.362549:0:34810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.362552:0:34810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840375.362553:0:34810:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840375.362555:0:34810:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840375.362557:0:34810:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3965 from it ffffa162014b3b58 00010000:00000001:0.0:1788840375.362559:0:34810:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840375.362560:0:34810:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840375.362562:0:34810:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d800 refcount=3 00000020:00000001:0.0:1788840375.362564:0:34810:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843175936 : -122120866375680 : ffff90ee8523d800) 00010000:00000001:0.0:1788840375.362565:0:34810:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843175936 : -122120866375680 : ffff90ee8523d800) 00010000:00000001:0.0:1788840375.362567:0:34810:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840375.362570:0:34810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d800/0x3aa5f499c96f3965 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bafbb expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0 00010000:00000001:0.0:1788840375.362576:0:34810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.362577:0:34810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840375.362579:0:34810:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840375.362581:0:34810:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840375.362584:0:34810:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d800/0x3aa5f499c96f3965 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bafbb expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788840375.362591:0:34810:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840375.362594:0:34810:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840375.362596:0:34810:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840375.362601:0:34810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.362602:0:34810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840375.362604:0:34810:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.362607:0:34810:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840375.362608:0:34810:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.362610:0:34810:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.362613:0:34810:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.362615:0:34810:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840375.362616:0:34810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.362617:0:34810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788840375.362620:0:34810:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788840375.362621:0:34810:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840375.362623:0:34810:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788840375.362628:0:34810:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840375.362631:0:34810:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788840375.362633:0:34810:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014b3b48 00000080:00002000:0.0:1788840375.362635:0:34810:0:(dcache.c:87:ll_dcompare()) found name recon(ffff90ee907345e8) flags 0x48004e refc 0 00000080:00000001:0.0:1788840375.362937:0:34810:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840375.362940:0:34810:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014b3b90 00000080:00200000:0.0:1788840375.362941:0:34810:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:0.0:1788840375.362950:0:34810:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014b3d08 00000080:00200008:0.0:1788840375.362952:0:34810:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000404:0x36:0x0](ffff90ee905c3a88), request_mask 606, flags 0, foreign 0 00000080:00000001:0.0:1788840375.362956:0:34810:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788840375.362957:0:34810:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014b3c80 00000080:00200000:0.0:1788840375.362959:0:34810:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x36:0x0](ffff90ee905c3a88),name=recon 00000080:00000010:0.0:1788840375.362965:0:34810:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98d1e200. 00800000:00000002:0.0:1788840375.362968:0:34810:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840375.362973:0:34810:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840375.362975:0:34810:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840375.362977:0:34810:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014b3ba0 00800000:00000002:0.0:1788840375.362978:0:34810:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x36:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840375.362981:0:34810:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788840375.362985:0:34810:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='' -> mds #0 00000002:00000001:0.0:1788840375.362988:0:34810:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840375.362990:0:34810:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014b3a70 00000002:00010000:0.0:1788840375.362992:0:34810:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788840375.362994:0:34810:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788840375.362996:0:34810:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840375.363069:0:34810:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840375.363073:0:34810:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55f00 count: 3 00010000:00000001:0.0:1788840375.363076:0:34810:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840375.363079:0:34810:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840375.363081:0:34810:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788840375.363084:0:34810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3942 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312baf75 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 02000000:00000001:0.0:1788840375.363090:0:34810:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840375.363093:0:34810:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840375.363096:0:34810:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3942 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312baf75 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00000002:00000001:0.0:1788840375.363101:0:34810:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788840375.363103:0:34810:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840375.363105:0:34810:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840375.363106:0:34810:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840375.363108:0:34810:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840375.363110:0:34810:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788840375.363112:0:34810:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788840375.363114:0:34810:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840375.363117:0:34810:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98d1e200. 00000080:00000001:0.0:1788840375.363120:0:34810:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788840375.363121:0:34810:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840375.363123:0:34810:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x36:0x0](ffff90ee905c3a88) 00000080:00010000:0.0:1788840375.363126:0:34810:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff90ee905c3a88) for lock 0x3aa5f499c96f3942 00800000:00000001:0.0:1788840375.363129:0:34810:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840375.363130:0:34810:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840375.363132:0:34810:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840375.363133:0:34810:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840375.363135:0:34810:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031a00 refcount=3 00000020:00000001:0.0:1788840375.363137:0:34810:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:0.0:1788840375.363139:0:34810:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:0.0:1788840375.363141:0:34810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.363142:0:34810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840375.363144:0:34810:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840375.363145:0:34810:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840375.363147:0:34810:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3942 from it ffffa162014b3cb8 00010000:00000001:0.0:1788840375.363149:0:34810:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840375.363150:0:34810:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840375.363151:0:34810:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031a00 refcount=3 00000020:00000001:0.0:1788840375.363153:0:34810:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:0.0:1788840375.363155:0:34810:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:0.0:1788840375.363157:0:34810:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840375.363159:0:34810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3942 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8a436931312baf75 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 5 lru_type: 0 00010000:00000001:0.0:1788840375.363165:0:34810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.363166:0:34810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840375.363167:0:34810:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840375.363168:0:34810:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840375.363171:0:34810:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3942 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312baf75 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1788840375.363176:0:34810:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840375.363178:0:34810:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840375.363180:0:34810:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840375.363182:0:34810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.363183:0:34810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840375.363184:0:34810:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.363186:0:34810:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840375.363187:0:34810:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.363188:0:34810:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.363190:0:34810:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.363192:0:34810:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840375.363193:0:34810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.363194:0:34810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788840375.363196:0:34810:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788840375.363197:0:34810:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788840375.363199:0:34810:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:0.0:1788840375.363202:0:34810:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:0.0:1788840375.363204:0:34810:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:0.0:1788840375.363206:0:34810:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:0.0:1788840375.363208:0:34810:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840375.363210:0:34810:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788840375.363213:0:34810:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:0.0:1788840375.363215:0:34810:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788840375.363220:0:34810:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953299705864 : -122120409845752 : ffff90eea059f008) 00000020:00001000:0.0:1788840375.363222:0:34810:0:(cl_object.c:823:cl_env_get()) 1@ffff90eea059f000 00000020:00000001:0.0:1788840375.363226:0:34810:0:(cl_object.c:143:cl_object_top()) ffff90ee87984148 -> ffff90ee87984148 00000020:00000001:0.0:1788840375.363229:0:34810:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:0.0:1788840375.363231:0:34810:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:0.0:1788840375.363309:0:34810:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:0.0:1788840375.363313:0:34810:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788840375.363314:0:34810:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:0.0:1788840375.363316:0:34810:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788840375.363318:0:34810:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840375.363319:0:34810:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788840375.363325:0:34810:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x36:0x0]io ffff90ee98223c80 type 7 ignore/verify layout 0/1 00020000:00000002:0.0:1788840375.363328:0:34810:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee831501f0) owner 0000000000000000/ffff90ee85028000 00020000:00000001:0.0:1788840375.363332:0:34810:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:0.0:1788840375.363334:0:34810:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:0.0:1788840375.363336:0:34810:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:0.0:1788840375.363337:0:34810:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840375.363339:0:34810:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:0.0:1788840375.363342:0:34810:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:0.0:1788840375.363343:0:34810:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840375.363345:0:34810:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788840375.363346:0:34810:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:0.0:1788840375.363347:0:34810:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:0.0:1788840375.363348:0:34810:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee831501f0) owner 0000000000000000/ffff90ee85028000 00000020:00000001:0.0:1788840375.363350:0:34810:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1788840375.363353:0:34810:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:0.0:1788840375.363354:0:34810:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x36:0x0] 00000020:00000001:0.0:1788840375.363357:0:34810:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:0.0:1788840375.363358:0:34810:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:0.0:1788840375.363361:0:34810:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:0.0:1788840375.363363:0:34810:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:0.0:1788840375.363368:0:34810:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:0.0:1788840375.363374:0:34810:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90ee90f56280. 00020000:00000002:0.0:1788840375.363376:0:34810:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:0.0:1788840375.363378:0:34810:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:0.0:1788840375.363380:0:34810:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788840375.363382:0:34810:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:0.0:1788840375.363383:0:34810:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:0.0:1788840375.363385:0:34810:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953299709176 : -122120409842440 : ffff90eea059fcf8) 00000020:00001000:0.0:1788840375.363386:0:34810:0:(cl_object.c:823:cl_env_get()) 1@ffff90eea059fcf0 00000020:00000001:0.0:1788840375.363389:0:34810:0:(cl_object.c:143:cl_object_top()) ffff90ee87984850 -> ffff90ee87984148 00000020:00000001:0.0:1788840375.363391:0:34810:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:0.0:1788840375.363394:0:34810:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:0.0:1788840375.363395:0:34810:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:0.0:1788840375.363396:0:34810:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840375.363398:0:34810:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840375.363400:0:34810:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953037278736 : -122120672272880 : ffff90ee90b59e10) 00000020:00000001:0.0:1788840375.363402:0:34810:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:0.0:1788840375.363407:0:34810:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90ee830a4980. 00000008:00010000:0.0:1788840375.363409:0:34810:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:0.0:1788840375.363412:0:34810:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788840375.363413:0:34810:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:0.0:1788840375.363415:0:34810:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90ee90f562b0, osc lock ffff90ee830a4980, flags 0x400001002 00000020:00000001:0.0:1788840375.363417:0:34810:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840375.363418:0:34810:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840375.363421:0:34810:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621953041457792 : -122120668093824 : ffff90ee90f56280) 00000020:00000001:0.0:1788840375.363423:0:34810:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:0.0:1788840375.363424:0:34810:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:0.0:1788840375.363425:0:34810:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840375.363427:0:34810:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840375.363430:0:34810:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:0.0:1788840375.363432:0:34810:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:0.0:1788840375.363441:0:34810:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:0.0:1788840375.363443:0:34810:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:0.0:1788840375.363444:0:34810:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788840375.363445:0:34810:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953037278736 : -122120672272880 : ffff90ee90b59e10) 00000020:00000001:0.0:1788840375.363448:0:34810:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:0.0:1788840375.363450:0:34810:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:0.0:1788840375.363452:0:34810:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:0.0:1788840375.363455:0:34810:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:0.0:1788840375.363458:0:34810:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:0.0:1788840375.363459:0:34810:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:0.0:1788840375.363461:0:34810:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:0.0:1788840375.363462:0:34810:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:0.0:1788840375.363463:0:34810:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:0.0:1788840375.363465:0:34810:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:0.0:1788840375.363467:0:34810:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840375.363471:0:34810:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1800 count: 2 00010000:00000001:0.0:1788840375.363473:0:34810:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840375.363478:0:34810:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840375.363480:0:34810:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788840375.363484:0:34810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 02000000:00000001:0.0:1788840375.363494:0:34810:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840375.363497:0:34810:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840375.363499:0:34810:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1788840375.363506:0:34810:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840375.363508:0:34810:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840375.363509:0:34810:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=4 00000020:00000001:0.0:1788840375.363511:0:34810:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:0.0:1788840375.363514:0:34810:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00000008:00000001:0.0:1788840375.363517:0:34810:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:0.0:1788840375.363520:0:34810:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840375.363521:0:34810:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840375.363522:0:34810:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=5 00000020:00000001:0.0:1788840375.363524:0:34810:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:0.0:1788840375.363526:0:34810:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00000020:00000001:0.0:1788840375.363529:0:34810:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788840375.363531:0:34810:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:0.0:1788840375.363533:0:34810:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:0.0:1788840375.363534:0:34810:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.363535:0:34810:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840375.363536:0:34810:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840375.363538:0:34810:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=6 00000020:00000001:0.0:1788840375.363539:0:34810:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:0.0:1788840375.363541:0:34810:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:0.0:1788840375.363543:0:34810:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840375.363547:0:34810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 6 lru_type: 0 00010000:00000001:0.0:1788840375.363554:0:34810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.363555:0:34810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840375.363556:0:34810:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840375.363557:0:34810:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840375.363559:0:34810:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:0.0:1788840375.363566:0:34810:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840375.363568:0:34810:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840375.363569:0:34810:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840375.363571:0:34810:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.363573:0:34810:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840375.363574:0:34810:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.363576:0:34810:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.363577:0:34810:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.363579:0:34810:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840375.363580:0:34810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.363581:0:34810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840375.363582:0:34810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.363583:0:34810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788840375.363584:0:34810:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:0.0:1788840375.363586:0:34810:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840375.363588:0:34810:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:0.0:1788840375.363591:0:34810:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840375.363592:0:34810:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840375.363593:0:34810:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:0.0:1788840375.363595:0:34810:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:0.0:1788840375.363597:0:34810:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:0.0:1788840375.363598:0:34810:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:0.0:1788840375.363600:0:34810:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840375.363601:0:34810:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840375.363606:0:34810:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:0.0:1788840375.363608:0:34810:0:(cl_object.c:143:cl_object_top()) ffff90ee87984148 -> ffff90ee87984148 00000020:00000001:0.0:1788840375.363610:0:34810:0:(cl_object.c:143:cl_object_top()) ffff90ee87984148 -> ffff90ee87984148 00000020:00000001:0.0:1788840375.363612:0:34810:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:0.0:1788840375.363615:0:34810:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000001:0.0:1788840375.363619:0:34810:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788840375.363621:0:34810:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000001:0.0:1788840375.363622:0:34810:0:(lov_offset.c:41:lov_stripe_size()) Process entered 00020000:00000001:0.0:1788840375.363624:0:34810:0:(lov_offset.c:54:lov_stripe_size()) Process leaving (rc=46 : 46 : 2e) 00020000:00000002:0.0:1788840375.363626:0:34810:0:(lov_merge.c:82:lov_merge_lvb_kms()) MDT ID 0x36:1028 on OST[1]: s=46 (1) m=1788840375 a=1788840375 c=1788840375 b=1 00020000:00000001:0.0:1788840375.363630:0:34810:0:(lov_merge.c:93:lov_merge_lvb_kms()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:0.0:1788840375.363632:0:34810:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788840375 a=1788840375 c=1788840375 b=1 00020000:00000001:0.0:1788840375.363635:0:34810:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840375.363637:0:34810:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840375.363797:0:34810:0:(cl_object.c:143:cl_object_top()) ffff90ee87984148 -> ffff90ee87984148 00000080:00200000:0.0:1788840375.363801:0:34810:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 46 i_blocks 1 00000080:00000001:0.0:1788840375.363803:0:34810:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:0.0:1788840375.363805:0:34810:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:0.0:1788840375.363806:0:34810:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90ee98223c20 (ffff90eea059f008/0) at cl_lock_release():245 00000020:00000001:0.0:1788840375.363809:0:34810:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788840375.363883:0:34810:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee98223c20 (ffff90eea059f008/0) at cl_lock_cancel():142 00020000:00000001:0.0:1788840375.363887:0:34810:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:0.0:1788840375.363889:0:34810:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:0.0:1788840375.363890:0:34810:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953037278736 : -122120672272880 : ffff90ee90b59e10) 00000020:00000001:0.0:1788840375.363892:0:34810:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:0.0:1788840375.363893:0:34810:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee90f562b0 (ffff90eea059fcf8/1) at cl_lock_cancel():142 00000008:00000001:0.0:1788840375.363896:0:34810:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:0.0:1788840375.363898:0:34810:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:0.0:1788840375.363899:0:34810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.363900:0:34810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:0.0:1788840375.363901:0:34810:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:0.0:1788840375.363903:0:34810:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:0.0:1788840375.363904:0:34810:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788840375.363905:0:34810:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:0.0:1788840375.363907:0:34810:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788840375.363908:0:34810:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee98223c20 (ffff90eea059f008/0) at cl_lock_fini():72 00020000:00000001:0.0:1788840375.363910:0:34810:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:0.0:1788840375.363911:0:34810:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:0.0:1788840375.363912:0:34810:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee90f562b0 (ffff90eea059f008/1) at cl_lock_fini():72 00000008:00000010:0.0:1788840375.363915:0:34810:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90ee830a4980. 00000020:00000001:0.0:1788840375.363918:0:34810:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:0.0:1788840375.363920:0:34810:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90ee90f56280. 00020000:00000001:0.0:1788840375.363922:0:34810:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:0.0:1788840375.363924:0:34810:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:0.0:1788840375.363925:0:34810:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:0.0:1788840375.363927:0:34810:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840375.363929:0:34810:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:0.0:1788840375.363931:0:34810:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:0.0:1788840375.363933:0:34810:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:0.0:1788840375.363934:0:34810:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:0.0:1788840375.363935:0:34810:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788840375.363937:0:34810:0:(cl_object.c:917:cl_env_put()) 1@ffff90eea059fcf0 00020000:00000001:0.0:1788840375.363940:0:34810:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:0.0:1788840375.363942:0:34810:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:0.0:1788840375.363945:0:34810:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:0.0:1788840375.363947:0:34810:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:0.0:1788840375.363950:0:34810:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:0.0:1788840375.363951:0:34810:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840375.363953:0:34810:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:0.0:1788840375.363955:0:34810:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:0.0:1788840375.363956:0:34810:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:0.0:1788840375.363957:0:34810:0:(cl_object.c:917:cl_env_put()) 1@ffff90eea059f000 00000001:00000001:0.0:1788840375.363959:0:34810:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840375.363965:0:34810:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014b3d08 00000080:00000008:0.0:1788840375.363967:0:34810:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff90ee905c3a88), request_mask 606, flags 0, foreign 0 00000080:00000001:0.0:1788840375.363972:0:34810:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788840375.363973:0:34810:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014b3da0 00000080:00002000:0.0:1788840375.363975:0:34810:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff90ee907345e8, parent ffff90ee9069b510, inode ffff90ee905c3a88) hashed, 00000080:00000001:0.0:1788840375.363978:0:34810:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840375.364314:0:34810:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840375.364319:0:34810:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840375.364321:0:34810:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788840375.364323:0:34810:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014b3bc0 00000080:00200000:0.0:1788840375.364325:0:34810:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:0.0:1788840375.364331:0:34810:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98d1e200. 00800000:00000002:0.0:1788840375.364336:0:34810:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840375.364339:0:34810:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840375.364342:0:34810:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840375.364344:0:34810:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014b3ae0 00800000:00000002:0.0:1788840375.364346:0:34810:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840375.364349:0:34810:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788840375.364353:0:34810:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788840375.364357:0:34810:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840375.364358:0:34810:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014b39b0 00000002:00010000:0.0:1788840375.364359:0:34810:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788840375.364363:0:34810:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788840375.364365:0:34810:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840375.364367:0:34810:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840375.364371:0:34810:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55900 count: 2 00010000:00000001:0.0:1788840375.364374:0:34810:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840375.364377:0:34810:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840375.364380:0:34810:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788840375.364383:0:34810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d800/0x3aa5f499c96f3965 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bafbb expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 02000000:00000001:0.0:1788840375.364390:0:34810:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840375.364394:0:34810:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840375.364397:0:34810:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d800/0x3aa5f499c96f3965 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bafbb expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00000002:00000001:0.0:1788840375.364404:0:34810:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788840375.364406:0:34810:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840375.364407:0:34810:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840375.364409:0:34810:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840375.364411:0:34810:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840375.364413:0:34810:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788840375.364416:0:34810:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788840375.364418:0:34810:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840375.364421:0:34810:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98d1e200. 00000080:00000001:0.0:1788840375.364424:0:34810:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788840375.364426:0:34810:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840375.364428:0:34810:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:0.0:1788840375.364431:0:34810:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f3965 00800000:00000001:0.0:1788840375.364444:0:34810:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840375.364446:0:34810:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840375.364447:0:34810:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840375.364449:0:34810:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840375.364450:0:34810:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d800 refcount=3 00000020:00000001:0.0:1788840375.364453:0:34810:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843175936 : -122120866375680 : ffff90ee8523d800) 00010000:00000001:0.0:1788840375.364455:0:34810:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843175936 : -122120866375680 : ffff90ee8523d800) 00010000:00000001:0.0:1788840375.364457:0:34810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.364458:0:34810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840375.364460:0:34810:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840375.364462:0:34810:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840375.364464:0:34810:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3965 from it ffffa162014b3bf8 00010000:00000001:0.0:1788840375.364466:0:34810:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840375.364467:0:34810:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840375.364468:0:34810:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d800 refcount=3 00000020:00000001:0.0:1788840375.364470:0:34810:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843175936 : -122120866375680 : ffff90ee8523d800) 00010000:00000001:0.0:1788840375.364472:0:34810:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843175936 : -122120866375680 : ffff90ee8523d800) 00010000:00000001:0.0:1788840375.364474:0:34810:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840375.364476:0:34810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d800/0x3aa5f499c96f3965 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bafbb expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 2 lru_type: 0 00010000:00000001:0.0:1788840375.364483:0:34810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.364484:0:34810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840375.364485:0:34810:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840375.364486:0:34810:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840375.364488:0:34810:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d800/0x3aa5f499c96f3965 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bafbb expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788840375.364494:0:34810:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840375.364496:0:34810:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840375.364498:0:34810:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840375.364501:0:34810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.364502:0:34810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840375.364503:0:34810:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.364506:0:34810:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840375.364507:0:34810:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.364509:0:34810:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.364511:0:34810:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.364513:0:34810:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840375.364514:0:34810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.364515:0:34810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788840375.364517:0:34810:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788840375.364518:0:34810:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840375.364521:0:34810:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788840375.364525:0:34810:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840375.364528:0:34810:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788840375.364530:0:34810:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014b3be8 00000080:00002000:0.0:1788840375.364532:0:34810:0:(dcache.c:87:ll_dcompare()) found name recon(ffff90ee907345e8) flags 0x48004e refc 0 00000080:00000001:0.0:1788840375.364534:0:34810:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840375.364535:0:34810:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014b3c30 00000080:00200000:0.0:1788840375.364537:0:34810:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000080:00000001:0.0:1788840375.364552:0:34810:0:(xattr.c:558:ll_xattr_get_common()) Process entered 00000080:00000001:0.0:1788840375.364556:0:34810:0:(xattr.c:565:ll_xattr_get_common()) Process leaving (rc=18446744073709551521 : -95 : ffffffffffffffa1) 00000080:00000001:0.0:1788840375.364561:0:34810:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788840375.364562:0:34810:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014b3e40 00000080:00002000:0.0:1788840375.364564:0:34810:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff90ee907345e8, parent ffff90ee9069b510, inode ffff90ee905c3a88) hashed, 00000080:00000001:0.0:1788840375.364566:0:34810:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840375.364577:0:34810:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840375.364579:0:34810:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:0.0:1788840375.364580:0:34810:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1788840375.364581:0:34810:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014b3bc0 00000080:00200000:0.0:1788840375.364583:0:34810:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:0.0:1788840375.364586:0:34810:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee98d1e200. 00800000:00000002:0.0:1788840375.364589:0:34810:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:0.0:1788840375.364591:0:34810:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:0.0:1788840375.364592:0:34810:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1788840375.364593:0:34810:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014b3ae0 00800000:00000002:0.0:1788840375.364595:0:34810:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1788840375.364597:0:34810:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1788840375.364599:0:34810:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1788840375.364601:0:34810:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1788840375.364603:0:34810:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014b39b0 00000002:00010000:0.0:1788840375.364604:0:34810:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1788840375.364607:0:34810:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1788840375.364608:0:34810:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:0.0:1788840375.364609:0:34810:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1788840375.364612:0:34810:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55900 count: 2 00010000:00000001:0.0:1788840375.364613:0:34810:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1788840375.364616:0:34810:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1788840375.364617:0:34810:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1788840375.364620:0:34810:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d800/0x3aa5f499c96f3965 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bafbb expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 02000000:00000001:0.0:1788840375.364625:0:34810:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1788840375.364627:0:34810:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1788840375.364630:0:34810:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d800/0x3aa5f499c96f3965 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bafbb expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00000002:00000001:0.0:1788840375.364635:0:34810:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1788840375.364636:0:34810:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1788840375.364892:0:34810:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840375.364894:0:34810:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1788840375.364896:0:34810:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840375.364897:0:34810:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1788840375.364900:0:34810:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1788840375.364902:0:34810:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:0.0:1788840375.364904:0:34810:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee98d1e200. 00000080:00000001:0.0:1788840375.364907:0:34810:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1788840375.364908:0:34810:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840375.364910:0:34810:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:0.0:1788840375.364912:0:34810:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f3965 00800000:00000001:0.0:1788840375.364914:0:34810:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1788840375.364916:0:34810:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1788840375.364917:0:34810:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840375.364918:0:34810:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840375.364920:0:34810:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d800 refcount=3 00000020:00000001:0.0:1788840375.364922:0:34810:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843175936 : -122120866375680 : ffff90ee8523d800) 00010000:00000001:0.0:1788840375.364924:0:34810:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843175936 : -122120866375680 : ffff90ee8523d800) 00010000:00000001:0.0:1788840375.364926:0:34810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.364927:0:34810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1788840375.364928:0:34810:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1788840375.364930:0:34810:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1788840375.364931:0:34810:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3965 from it ffffa162014b3bf8 00010000:00000001:0.0:1788840375.364933:0:34810:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1788840375.364934:0:34810:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:0.0:1788840375.364936:0:34810:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d800 refcount=3 00000020:00000001:0.0:1788840375.364937:0:34810:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843175936 : -122120866375680 : ffff90ee8523d800) 00010000:00000001:0.0:1788840375.364940:0:34810:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843175936 : -122120866375680 : ffff90ee8523d800) 00010000:00000001:0.0:1788840375.364941:0:34810:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1788840375.364944:0:34810:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d800/0x3aa5f499c96f3965 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bafbb expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 3 lru_type: 0 00010000:00000001:0.0:1788840375.364951:0:34810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.364952:0:34810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840375.364953:0:34810:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1788840375.364954:0:34810:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1788840375.364956:0:34810:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d800/0x3aa5f499c96f3965 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bafbb expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:0.0:1788840375.364961:0:34810:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1788840375.364963:0:34810:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1788840375.364964:0:34810:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1788840375.364966:0:34810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.364967:0:34810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1788840375.364969:0:34810:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.364970:0:34810:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1788840375.364971:0:34810:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.364973:0:34810:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.364975:0:34810:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1788840375.364977:0:34810:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1788840375.364978:0:34810:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1788840375.364979:0:34810:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1788840375.364981:0:34810:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1788840375.364982:0:34810:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1788840375.364984:0:34810:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:0.0:1788840375.364987:0:34810:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1788840375.364990:0:34810:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:0.0:1788840375.364992:0:34810:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014b3be8 00000080:00002000:0.0:1788840375.364993:0:34810:0:(dcache.c:87:ll_dcompare()) found name recon(ffff90ee907345e8) flags 0x48004e refc 0 00000080:00000001:0.0:1788840375.364996:0:34810:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1788840375.365070:0:34810:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014b3c30 00000080:00200000:0.0:1788840375.365073:0:34810:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=9 00000080:00000001:0.0:1788840375.365080:0:34810:0:(xattr.c:558:ll_xattr_get_common()) Process entered 00000080:00000001:0.0:1788840375.365082:0:34810:0:(xattr.c:583:ll_xattr_get_common()) Process leaving (rc=18446744073709551555 : -61 : ffffffffffffffc3) 00000080:00000001:0.0:1788840375.365085:0:34810:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:0.0:1788840375.365086:0:34810:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa162014b3e40 00000080:00002000:0.0:1788840375.365088:0:34810:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff90ee907345e8, parent ffff90ee9069b510, inode ffff90ee905c3a88) hashed, 00000080:00000001:0.0:1788840375.365090:0:34810:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840375.379387:0:34811:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788840375.379394:0:34811:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788840375.379397:0:34811:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788840375.379399:0:34811:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bb20 00000080:00200000:3.0:1788840375.379405:0:34811:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:3.0:1788840375.379413:0:34811:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85c11000. 00800000:00000002:3.0:1788840375.379418:0:34811:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:3.0:1788840375.379422:0:34811:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788840375.379427:0:34811:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788840375.379429:0:34811:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2ba40 00800000:00000002:3.0:1788840375.379432:0:34811:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788840375.379446:0:34811:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788840375.379451:0:34811:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788840375.379457:0:34811:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788840375.379459:0:34811:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2b910 00000002:00010000:3.0:1788840375.379461:0:34811:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788840375.379466:0:34811:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788840375.379468:0:34811:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840375.379471:0:34811:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788840375.379477:0:34811:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55900 count: 2 00010000:00000001:3.0:1788840375.379480:0:34811:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840375.379486:0:34811:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840375.379490:0:34811:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788840375.379495:0:34811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d800/0x3aa5f499c96f3965 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bafbb expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 02000000:00000001:3.0:1788840375.379506:0:34811:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788840375.379511:0:34811:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840375.379514:0:34811:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d800/0x3aa5f499c96f3965 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bafbb expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00000002:00000001:3.0:1788840375.379520:0:34811:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788840375.379522:0:34811:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788840375.379524:0:34811:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788840375.379525:0:34811:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788840375.379527:0:34811:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788840375.379529:0:34811:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788840375.379531:0:34811:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788840375.379534:0:34811:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:3.0:1788840375.379538:0:34811:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85c11000. 00000080:00000001:3.0:1788840375.379542:0:34811:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788840375.379544:0:34811:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788840375.379546:0:34811:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:3.0:1788840375.379550:0:34811:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f3965 00800000:00000001:3.0:1788840375.379553:0:34811:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788840375.379556:0:34811:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788840375.379558:0:34811:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840375.379560:0:34811:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840375.379562:0:34811:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d800 refcount=3 00000020:00000001:3.0:1788840375.379564:0:34811:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843175936 : -122120866375680 : ffff90ee8523d800) 00010000:00000001:3.0:1788840375.379567:0:34811:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843175936 : -122120866375680 : ffff90ee8523d800) 00010000:00000001:3.0:1788840375.379570:0:34811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840375.379572:0:34811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788840375.379573:0:34811:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840375.379575:0:34811:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788840375.379577:0:34811:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3965 from it ffffa16201d2bb58 00010000:00000001:3.0:1788840375.379579:0:34811:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840375.379580:0:34811:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840375.379581:0:34811:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d800 refcount=3 00000020:00000001:3.0:1788840375.379583:0:34811:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843175936 : -122120866375680 : ffff90ee8523d800) 00010000:00000001:3.0:1788840375.379585:0:34811:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843175936 : -122120866375680 : ffff90ee8523d800) 00010000:00000001:3.0:1788840375.379587:0:34811:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788840375.379591:0:34811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d800/0x3aa5f499c96f3965 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bafbb expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0 00010000:00000001:3.0:1788840375.379597:0:34811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840375.379597:0:34811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840375.379599:0:34811:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788840375.379601:0:34811:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788840375.379603:0:34811:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d800/0x3aa5f499c96f3965 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bafbb expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788840375.379609:0:34811:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788840375.379612:0:34811:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788840375.379614:0:34811:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840375.379618:0:34811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840375.379619:0:34811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840375.379621:0:34811:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840375.379624:0:34811:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788840375.379626:0:34811:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840375.379628:0:34811:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840375.379630:0:34811:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840375.379632:0:34811:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788840375.379634:0:34811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840375.379635:0:34811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788840375.380479:0:34811:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788840375.380483:0:34811:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788840375.380488:0:34811:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788840375.380494:0:34811:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840375.380500:0:34811:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788840375.380503:0:34811:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bb48 00000080:00002000:3.0:1788840375.380505:0:34811:0:(dcache.c:87:ll_dcompare()) found name recon(ffff90ee907345e8) flags 0x48004e refc 0 00000080:00000001:3.0:1788840375.380508:0:34811:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840375.380509:0:34811:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bb90 00000080:00200000:3.0:1788840375.380511:0:34811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=8 00000020:00000001:3.0:1788840375.380521:0:34811:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bd08 00000080:00200008:3.0:1788840375.380523:0:34811:0:(file.c:6296:ll_getattr_dentry()) START file recon:[0x200000404:0x36:0x0](ffff90ee905c3a88), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788840375.380528:0:34811:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788840375.380529:0:34811:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bc80 00000080:00200000:3.0:1788840375.380531:0:34811:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000404:0x36:0x0](ffff90ee905c3a88),name=recon 00000080:00000010:3.0:1788840375.380538:0:34811:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85c11000. 00800000:00000002:3.0:1788840375.380542:0:34811:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:3.0:1788840375.380547:0:34811:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788840375.380549:0:34811:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788840375.380551:0:34811:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bba0 00800000:00000002:3.0:1788840375.380553:0:34811:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000404:0x36:0x0] 'recon' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788840375.380557:0:34811:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788840375.380561:0:34811:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000404:0x36:0x0], name='' -> mds #0 00000002:00000001:3.0:1788840375.380566:0:34811:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788840375.380567:0:34811:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2ba70 00000002:00010000:3.0:1788840375.380569:0:34811:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000404:0x36:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788840375.380571:0:34811:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788840375.380573:0:34811:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840375.380575:0:34811:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788840375.380580:0:34811:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55f00 count: 3 00010000:00000001:3.0:1788840375.380582:0:34811:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840375.380586:0:34811:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840375.380589:0:34811:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788840375.380593:0:34811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3942 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312baf75 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 02000000:00000001:3.0:1788840375.380601:0:34811:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788840375.380604:0:34811:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840375.380607:0:34811:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3942 lrc: 2/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312baf75 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00000002:00000001:3.0:1788840375.380614:0:34811:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788840375.380616:0:34811:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788840375.380617:0:34811:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788840375.380619:0:34811:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788840375.380621:0:34811:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788840375.380623:0:34811:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788840375.380626:0:34811:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788840375.380628:0:34811:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:3.0:1788840375.380630:0:34811:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85c11000. 00000080:00000001:3.0:1788840375.380633:0:34811:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788840375.380635:0:34811:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788840375.380637:0:34811:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000404:0x36:0x0](ffff90ee905c3a88) 00000080:00010000:3.0:1788840375.381076:0:34811:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000404:0x36:0x0](ffff90ee905c3a88) for lock 0x3aa5f499c96f3942 00800000:00000001:3.0:1788840375.381079:0:34811:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788840375.381081:0:34811:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788840375.381083:0:34811:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840375.381085:0:34811:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840375.381087:0:34811:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031a00 refcount=3 00000020:00000001:3.0:1788840375.381089:0:34811:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:3.0:1788840375.381092:0:34811:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:3.0:1788840375.381094:0:34811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840375.381095:0:34811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788840375.381097:0:34811:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840375.381098:0:34811:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788840375.381100:0:34811:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3942 from it ffffa16201d2bcb8 00010000:00000001:3.0:1788840375.381102:0:34811:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840375.381103:0:34811:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840375.381104:0:34811:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee80031a00 refcount=3 00000020:00000001:3.0:1788840375.381105:0:34811:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:3.0:1788840375.381107:0:34811:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952757144064 : -122120952407552 : ffff90ee80031a00) 00010000:00000001:3.0:1788840375.381109:0:34811:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788840375.381113:0:34811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3942 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x10020000000000 nid: local remote: 0x8a436931312baf75 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1788840375.381118:0:34811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840375.381119:0:34811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840375.381120:0:34811:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788840375.381122:0:34811:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788840375.381509:0:34811:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3942 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x20000000000 nid: local remote: 0x8a436931312baf75 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00000001:3.0:1788840375.381518:0:34811:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788840375.381521:0:34811:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788840375.381523:0:34811:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840375.381527:0:34811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840375.381528:0:34811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840375.381529:0:34811:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840375.381532:0:34811:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788840375.381533:0:34811:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840375.381535:0:34811:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840375.381538:0:34811:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840375.381540:0:34811:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788840375.381541:0:34811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840375.381542:0:34811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788840375.381545:0:34811:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788840375.381547:0:34811:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788840375.381550:0:34811:0:(pcc.c:2686:pcc_inode_getattr()) Process entered 00000080:00000001:3.0:1788840375.381553:0:34811:0:(pcc.c:2071:pcc_may_auto_attach()) Process entered 00000080:00000001:3.0:1788840375.381555:0:34811:0:(pcc.c:2090:pcc_may_auto_attach()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:3.0:1788840375.381558:0:34811:0:(pcc.c:1995:pcc_try_auto_attach()) Process entered 00000080:00000001:3.0:1788840375.381559:0:34811:0:(pcc.c:2001:pcc_try_auto_attach()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840375.381561:0:34811:0:(pcc.c:2695:pcc_inode_getattr()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788840375.381565:0:34811:0:(glimpse.c:178:__cl_glimpse_size()) Process entered 00000020:00000001:3.0:1788840375.381568:0:34811:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788840375.381573:0:34811:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044391912 : -122120665159704 : ffff90ee912227e8) 00000020:00001000:3.0:1788840375.381575:0:34811:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912227e0 00000020:00000001:3.0:1788840375.381581:0:34811:0:(cl_object.c:143:cl_object_top()) ffff90ee87984148 -> ffff90ee87984148 00000020:00000001:3.0:1788840375.381584:0:34811:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:3.0:1788840375.381587:0:34811:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:3.0:1788840375.381589:0:34811:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 restore needed 0 00000020:00000001:3.0:1788840375.381593:0:34811:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788840375.381594:0:34811:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:3.0:1788840375.381596:0:34811:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788840375.381598:0:34811:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840375.381600:0:34811:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:3.0:1788840375.381605:0:34811:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x36:0x0]io ffff90ee98846310 type 7 ignore/verify layout 0/1 00020000:00000002:3.0:1788840375.381608:0:34811:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee831501f0) owner 0000000000000000/ffff90ee99dfcf80 00020000:00000001:3.0:1788840375.381612:0:34811:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:3.0:1788840375.381614:0:34811:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:3.0:1788840375.381616:0:34811:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:3.0:1788840375.381618:0:34811:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840375.381620:0:34811:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:3.0:1788840375.381622:0:34811:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:3.0:1788840375.381624:0:34811:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840375.381625:0:34811:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788840375.381626:0:34811:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:3.0:1788840375.381628:0:34811:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:3.0:1788840375.381629:0:34811:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee831501f0) owner 0000000000000000/ffff90ee99dfcf80 00000020:00000001:3.0:1788840375.381632:0:34811:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1788840375.381634:0:34811:0:(glimpse.c:70:cl_glimpse_lock()) Process entered 00000001:00010000:3.0:1788840375.381635:0:34811:0:(glimpse.c:73:cl_glimpse_lock()) Glimpsing inode [0x200000404:0x36:0x0] 00000020:00000001:3.0:1788840375.381772:0:34811:0:(cl_lock.c:202:cl_lock_request()) Process entered 00000020:00000001:3.0:1788840375.381774:0:34811:0:(cl_lock.c:90:cl_lock_init()) Process entered 00020000:00000001:3.0:1788840375.381777:0:34811:0:(lov_lock.c:336:lov_lock_init_composite()) Process entered 00020000:00000001:3.0:1788840375.381779:0:34811:0:(lov_lock.c:110:lov_lock_sub_init()) Process entered 00020000:00000002:3.0:1788840375.381784:0:34811:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000010:3.0:1788840375.381791:0:34811:0:(lov_lock.c:147:lov_lock_sub_init()) kmalloced '(lovlck)': 112 at ffff90ee86e2f480. 00020000:00000002:3.0:1788840375.381794:0:34811:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:3.0:1788840375.381796:0:34811:0:(lov_lock.c:66:lov_sublock_init()) Process entered 00020000:00000001:3.0:1788840375.381798:0:34811:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788840375.381800:0:34811:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:3.0:1788840375.381801:0:34811:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788840375.381803:0:34811:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044390328 : -122120665161288 : ffff90ee912221b8) 00000020:00001000:3.0:1788840375.381805:0:34811:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912221b0 00000020:00000001:3.0:1788840375.381807:0:34811:0:(cl_object.c:143:cl_object_top()) ffff90ee87984850 -> ffff90ee87984148 00000020:00000001:3.0:1788840375.381809:0:34811:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:3.0:1788840375.381913:0:34811:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:3.0:1788840375.381915:0:34811:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:3.0:1788840375.381917:0:34811:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840375.381919:0:34811:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840375.381921:0:34811:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174949984 : -122120534601632 : ffff90ee98ea5060) 00000020:00000001:3.0:1788840375.381923:0:34811:0:(cl_lock.c:90:cl_lock_init()) Process entered 00000008:00000010:3.0:1788840375.381928:0:34811:0:(osc_lock.c:1271:osc_lock_init()) slab-alloced 'oscl': 304 at ffff90ee999d51d0. 00000008:00010000:3.0:1788840375.381931:0:34811:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: a 00000020:00000001:3.0:1788840375.381933:0:34811:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788840375.381935:0:34811:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00000008:00010000:3.0:1788840375.381936:0:34811:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff90ee86e2f4b0, osc lock ffff90ee999d51d0, flags 0x400001002 00000020:00000001:3.0:1788840375.381938:0:34811:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840375.381940:0:34811:0:(lov_lock.c:76:lov_sublock_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840375.381943:0:34811:0:(lov_lock.c:208:lov_lock_sub_init()) Process leaving (rc=18446621952872477824 : -122120837073792 : ffff90ee86e2f480) 00000020:00000001:3.0:1788840375.381945:0:34811:0:(cl_lock.c:58:cl_lock_slice_add()) Process entered 00000020:00000001:3.0:1788840375.381946:0:34811:0:(cl_lock.c:63:cl_lock_slice_add()) Process leaving 00020000:00000001:3.0:1788840375.381948:0:34811:0:(lov_lock.c:342:lov_lock_init_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840375.381949:0:34811:0:(cl_lock.c:106:cl_lock_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840375.381952:0:34811:0:(cl_io.c:1189:cl_sync_io_init_notify()) Process entered 00000020:00000001:3.0:1788840375.381954:0:34811:0:(cl_io.c:1197:cl_sync_io_init_notify()) Process leaving 00000020:00000001:3.0:1788840375.381955:0:34811:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00020000:00000001:3.0:1788840375.381957:0:34811:0:(lov_lock.c:255:lov_lock_enqueue()) Process entered 00020000:00000001:3.0:1788840375.381958:0:34811:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788840375.381959:0:34811:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174949984 : -122120534601632 : ffff90ee98ea5060) 00000020:00000001:3.0:1788840375.381961:0:34811:0:(cl_lock.c:169:cl_lock_enqueue()) Process entered 00000008:00000001:3.0:1788840375.381963:0:34811:0:(osc_lock.c:1005:osc_lock_enqueue()) Process entered 00000008:00000001:3.0:1788840375.381965:0:34811:0:(osc_lock.c:1030:osc_lock_enqueue()) Process leaving via enqueue_base (rc=0 : 0 : 0x0) 00000020:00000001:3.0:1788840375.381968:0:34811:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00020000:00000001:3.0:1788840375.381970:0:34811:0:(lovsub_object.c:148:lovsub_req_projid_set()) Process entered 00000020:00000001:3.0:1788840375.381971:0:34811:0:(cl_object.c:498:cl_req_projid_set()) Process entered 00000020:00000001:3.0:1788840375.381973:0:34811:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00020000:00000001:3.0:1788840375.381975:0:34811:0:(lovsub_object.c:150:lovsub_req_projid_set()) Process leaving 00000020:00000001:3.0:1788840375.381976:0:34811:0:(cl_object.c:504:cl_req_projid_set()) Process leaving 00000008:00000001:3.0:1788840375.381978:0:34811:0:(osc_request.c:3189:osc_enqueue_base()) Process entered 00010000:00000001:3.0:1788840375.381980:0:34811:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788840375.381985:0:34811:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1800 count: 2 00010000:00000001:3.0:1788840375.381989:0:34811:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840375.381993:0:34811:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840375.381996:0:34811:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788840375.382070:0:34811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 02000000:00000001:3.0:1788840375.382081:0:34811:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788840375.382085:0:34811:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840375.382088:0:34811:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 18446744073709551615) ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:3.0:1788840375.382094:0:34811:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840375.382096:0:34811:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840375.382097:0:34811:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=4 00000020:00000001:3.0:1788840375.382099:0:34811:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:3.0:1788840375.382101:0:34811:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00000008:00000001:3.0:1788840375.382104:0:34811:0:(osc_lock.c:272:osc_lock_upcall()) Process entered 00010000:00000001:3.0:1788840375.382107:0:34811:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840375.382108:0:34811:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840375.382109:0:34811:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=5 00000020:00000001:3.0:1788840375.382110:0:34811:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:3.0:1788840375.382112:0:34811:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00000020:00000001:3.0:1788840375.382115:0:34811:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1788840375.382117:0:34811:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining. 00000020:00000001:3.0:1788840375.382119:0:34811:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000008:00000001:3.0:1788840375.382120:0:34811:0:(osc_lock.c:306:osc_lock_upcall()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840375.382122:0:34811:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840375.382123:0:34811:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840375.382124:0:34811:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=6 00000020:00000001:3.0:1788840375.382125:0:34811:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:3.0:1788840375.382127:0:34811:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:3.0:1788840375.382129:0:34811:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788840375.382131:0:34811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 6/0,1 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x810020000020000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 7 lru_type: 1 00010000:00000001:3.0:1788840375.382143:0:34811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840375.382144:0:34811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840375.382145:0:34811:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788840375.382147:0:34811:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788840375.382149:0:34811:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:3.0:1788840375.382155:0:34811:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788840375.382157:0:34811:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788840375.382158:0:34811:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840375.382160:0:34811:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840375.382162:0:34811:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788840375.382163:0:34811:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840375.382165:0:34811:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840375.382167:0:34811:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840375.382169:0:34811:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788840375.382170:0:34811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840375.382171:0:34811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840375.382172:0:34811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840375.382173:0:34811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788840375.382174:0:34811:0:(osc_request.c:3258:osc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:3.0:1788840375.382176:0:34811:0:(osc_lock.c:1109:osc_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840375.382178:0:34811:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:3.0:1788840375.382180:0:34811:0:(lov_lock.c:274:lov_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840375.382181:0:34811:0:(cl_lock.c:179:cl_lock_enqueue()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840375.382183:0:34811:0:(cl_io.c:1833:__cl_sync_io_note()) Process entered 00000020:00200000:3.0:1788840375.382184:0:34811:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining. 00000020:00000001:3.0:1788840375.382187:0:34811:0:(cl_io.c:1907:__cl_sync_io_note()) Process leaving 00000020:00000001:3.0:1788840375.382188:0:34811:0:(cl_io.c:1209:cl_sync_io_wait()) Process entered 00000020:00000001:3.0:1788840375.382190:0:34811:0:(cl_io.c:1233:cl_sync_io_wait()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840375.382192:0:34811:0:(cl_lock.c:230:cl_lock_request()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840375.382196:0:34811:0:(file.c:1724:ll_merge_attr_nolock()) Process entered 00000020:00000001:3.0:1788840375.382198:0:34811:0:(cl_object.c:143:cl_object_top()) ffff90ee87984148 -> ffff90ee87984148 00000020:00000001:3.0:1788840375.382201:0:34811:0:(cl_object.c:143:cl_object_top()) ffff90ee87984148 -> ffff90ee87984148 00000020:00000001:3.0:1788840375.382203:0:34811:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00020000:00000001:3.0:1788840375.382206:0:34811:0:(lov_object.c:1069:lov_attr_get_composite()) Process entered 00020000:00000002:3.0:1788840375.382208:0:34811:0:(lov_object.c:1100:lov_attr_get_composite()) COMP ID #-1: s=46 m=1788840375 a=1788840375 c=1788840375 b=1 00020000:00000001:3.0:1788840375.382212:0:34811:0:(lov_object.c:1138:lov_attr_get_composite()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840375.382214:0:34811:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840375.382215:0:34811:0:(cl_object.c:143:cl_object_top()) ffff90ee87984148 -> ffff90ee87984148 00000080:00200000:3.0:1788840375.382218:0:34811:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000404:0x36:0x0] updating i_size 46 i_blocks 1 00000080:00000001:3.0:1788840375.382220:0:34811:0:(file.c:1794:ll_merge_attr_nolock()) Process leaving 00000020:00000001:3.0:1788840375.382222:0:34811:0:(cl_lock.c:243:cl_lock_release()) Process entered 00000020:00010000:3.0:1788840375.382223:0:34811:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff90ee988462b0 (ffff90ee912227e8/0) at cl_lock_release():245 00000020:00000001:3.0:1788840375.382226:0:34811:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788840375.382228:0:34811:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee988462b0 (ffff90ee912227e8/0) at cl_lock_cancel():142 00020000:00000001:3.0:1788840375.382230:0:34811:0:(lov_lock.c:284:lov_lock_cancel()) Process entered 00020000:00000001:3.0:1788840375.382232:0:34811:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:3.0:1788840375.382304:0:34811:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174949984 : -122120534601632 : ffff90ee98ea5060) 00000020:00000001:3.0:1788840375.382307:0:34811:0:(cl_lock.c:140:cl_lock_cancel()) Process entered 00000020:00010000:3.0:1788840375.382309:0:34811:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff90ee86e2f4b0 (ffff90ee912221b8/1) at cl_lock_cancel():142 00000008:00000001:3.0:1788840375.382312:0:34811:0:(osc_lock.c:1167:osc_lock_cancel()) Process entered 00000008:00000001:3.0:1788840375.382313:0:34811:0:(osc_lock.c:1121:osc_lock_detach()) Process entered 00010000:00000001:3.0:1788840375.382315:0:34811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840375.382316:0:34811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000001:3.0:1788840375.382317:0:34811:0:(osc_lock.c:1140:osc_lock_detach()) Process leaving 00000008:00000001:3.0:1788840375.382319:0:34811:0:(osc_lock.c:1176:osc_lock_cancel()) Process leaving 00000020:00000001:3.0:1788840375.382320:0:34811:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788840375.382321:0:34811:0:(cl_lock.c:148:cl_lock_cancel()) Process leaving 00000020:00000001:3.0:1788840375.382323:0:34811:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788840375.382324:0:34811:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee988462b0 (ffff90ee912227e8/0) at cl_lock_fini():72 00020000:00000001:3.0:1788840375.382327:0:34811:0:(lov_lock.c:217:lov_lock_fini()) Process entered 00000020:00000001:3.0:1788840375.382329:0:34811:0:(cl_lock.c:71:cl_lock_fini()) Process entered 00000020:00010000:3.0:1788840375.382330:0:34811:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff90ee86e2f4b0 (ffff90ee912227e8/1) at cl_lock_fini():72 00000008:00000010:3.0:1788840375.382333:0:34811:0:(osc_lock.c:111:osc_lock_fini()) slab-freed '(ols)': 304 at ffff90ee999d51d0. 00000020:00000001:3.0:1788840375.382338:0:34811:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00020000:00000010:3.0:1788840375.382340:0:34811:0:(lov_lock.c:225:lov_lock_fini()) kvfree 'lovlck': 112 at ffff90ee86e2f480. 00020000:00000001:3.0:1788840375.382345:0:34811:0:(lov_lock.c:226:lov_lock_fini()) Process leaving 00000020:00000001:3.0:1788840375.382346:0:34811:0:(cl_lock.c:80:cl_lock_fini()) Process leaving 00000020:00000001:3.0:1788840375.382347:0:34811:0:(cl_lock.c:248:cl_lock_release()) Process leaving 00000001:00000001:3.0:1788840375.382349:0:34811:0:(glimpse.c:118:cl_glimpse_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840375.382351:0:34811:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:3.0:1788840375.382355:0:34811:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:3.0:1788840375.382356:0:34811:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:3.0:1788840375.382357:0:34811:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:3.0:1788840375.382359:0:34811:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788840375.382360:0:34811:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912221b0 00020000:00000001:3.0:1788840375.382363:0:34811:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:3.0:1788840375.382365:0:34811:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:3.0:1788840375.382368:0:34811:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:3.0:1788840375.382370:0:34811:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 0/1, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:3.0:1788840375.382374:0:34811:0:(file.c:7109:ll_layout_refresh()) Process entered 00000080:00000001:3.0:1788840375.382375:0:34811:0:(file.c:7113:ll_layout_refresh()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840375.382377:0:34811:0:(vvp_io.c:399:vvp_io_fini()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1788840375.382379:0:34811:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:3.0:1788840375.382380:0:34811:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:3.0:1788840375.382381:0:34811:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912227e0 00000001:00000001:3.0:1788840375.382383:0:34811:0:(glimpse.c:211:__cl_glimpse_size()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840375.382389:0:34811:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bd08 00000080:00000008:3.0:1788840375.382391:0:34811:0:(file.c:6481:ll_getattr_dentry()) COMPLETED file recon:[0x200000404:0x36:0x0](ffff90ee905c3a88), request_mask 2047, flags 0, foreign 0 00000080:00000001:3.0:1788840375.382397:0:34811:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:3.0:1788840375.382398:0:34811:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bda0 00000080:00002000:3.0:1788840375.382400:0:34811:0:(dcache.c:127:ll_ddelete()) keeping dentry recon (ffff90ee907345e8, parent ffff90ee9069b510, inode ffff90ee905c3a88) hashed, 00000080:00000001:3.0:1788840375.382403:0:34811:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840375.382449:0:34811:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788840375.382452:0:34811:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788840375.382454:0:34811:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788840375.382456:0:34811:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bbd8 00000080:00200000:3.0:1788840375.382458:0:34811:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:3.0:1788840375.382464:0:34811:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85c11000. 00800000:00000002:3.0:1788840375.382468:0:34811:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:3.0:1788840375.382471:0:34811:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788840375.382474:0:34811:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788840375.382476:0:34811:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2baf8 00800000:00000002:3.0:1788840375.382479:0:34811:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788840375.382481:0:34811:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788840375.382485:0:34811:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788840375.382489:0:34811:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788840375.382490:0:34811:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2b9c8 00000002:00010000:3.0:1788840375.382492:0:34811:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788840375.382496:0:34811:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788840375.382498:0:34811:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840375.382500:0:34811:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788840375.382503:0:34811:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55900 count: 2 00010000:00000001:3.0:1788840375.382506:0:34811:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840375.382509:0:34811:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840375.382512:0:34811:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788840375.382515:0:34811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d800/0x3aa5f499c96f3965 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bafbb expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 02000000:00000001:3.0:1788840375.382522:0:34811:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788840375.382525:0:34811:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840375.382528:0:34811:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d800/0x3aa5f499c96f3965 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bafbb expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00000002:00000001:3.0:1788840375.382534:0:34811:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788840375.382536:0:34811:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788840375.382538:0:34811:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788840375.382540:0:34811:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788840375.382542:0:34811:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788840375.382544:0:34811:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788840375.382546:0:34811:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788840375.382549:0:34811:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:3.0:1788840375.382552:0:34811:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85c11000. 00000080:00000001:3.0:1788840375.382556:0:34811:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788840375.382557:0:34811:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788840375.382559:0:34811:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:3.0:1788840375.382563:0:34811:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f3965 00800000:00000001:3.0:1788840375.382565:0:34811:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788840375.382567:0:34811:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788840375.382569:0:34811:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840375.382570:0:34811:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840375.382572:0:34811:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d800 refcount=3 00000020:00000001:3.0:1788840375.382574:0:34811:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843175936 : -122120866375680 : ffff90ee8523d800) 00010000:00000001:3.0:1788840375.382577:0:34811:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843175936 : -122120866375680 : ffff90ee8523d800) 00010000:00000001:3.0:1788840375.382580:0:34811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840375.382581:0:34811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788840375.382582:0:34811:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840375.382584:0:34811:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788840375.382586:0:34811:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3965 from it ffffa16201d2bc10 00010000:00000001:3.0:1788840375.382588:0:34811:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840375.382589:0:34811:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840375.382591:0:34811:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d800 refcount=3 00000020:00000001:3.0:1788840375.382592:0:34811:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843175936 : -122120866375680 : ffff90ee8523d800) 00010000:00000001:3.0:1788840375.382594:0:34811:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843175936 : -122120866375680 : ffff90ee8523d800) 00010000:00000001:3.0:1788840375.382596:0:34811:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788840375.382599:0:34811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d800/0x3aa5f499c96f3965 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bafbb expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 5 lru_type: 0 00010000:00000001:3.0:1788840375.382605:0:34811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840375.382607:0:34811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840375.382608:0:34811:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788840375.382609:0:34811:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788840375.382611:0:34811:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d800/0x3aa5f499c96f3965 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bafbb expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1788840375.382618:0:34811:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788840375.382619:0:34811:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788840375.382621:0:34811:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840375.382623:0:34811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840375.382624:0:34811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840375.382626:0:34811:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840375.382627:0:34811:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788840375.382629:0:34811:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840375.382631:0:34811:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840375.382633:0:34811:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840375.382634:0:34811:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788840375.382635:0:34811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840375.382636:0:34811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788840375.382920:0:34811:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788840375.382922:0:34811:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788840375.382925:0:34811:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 1 00000080:00000001:3.0:1788840375.382929:0:34811:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840375.382937:0:34811:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:3.0:1788840375.382939:0:34811:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bda0 00000080:00002000:3.0:1788840375.382941:0:34811:0:(dcache.c:87:ll_dcompare()) found name recon(ffff90ee907345e8) flags 0x48004e refc 0 00000080:00000001:3.0:1788840375.382943:0:34811:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840375.382945:0:34811:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2be10 00000080:00200000:3.0:1788840375.382947:0:34811:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=recon, flags=0 00000080:00000001:3.0:1788840375.382951:0:34811:0:(file.c:6657:ll_inode_permission()) Process entered 00000080:00000001:3.0:1788840375.382952:0:34811:0:(file.c:6189:ll_inode_revalidate()) Process entered 00000020:00000001:3.0:1788840375.382953:0:34811:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bd30 00000080:00200000:3.0:1788840375.382955:0:34811:0:(file.c:6191:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8),name=/ 00000080:00000010:3.0:1788840375.382959:0:34811:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85c11000. 00800000:00000002:3.0:1788840375.382963:0:34811:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00000080:00000001:3.0:1788840375.382965:0:34811:0:(namei.c:944:ll_intent_lock()) Process entered 00800000:00000001:3.0:1788840375.382967:0:34811:0:(lmv_intent.c:566:lmv_intent_lock()) Process entered 00000020:00000001:3.0:1788840375.382969:0:34811:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bc50 00800000:00000002:3.0:1788840375.382970:0:34811:0:(lmv_intent.c:573:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:3.0:1788840375.382973:0:34811:0:(lmv_intent.c:447:lmv_intent_lookup()) Process entered 00800000:00000002:3.0:1788840375.382975:0:34811:0:(lmv_intent.c:500:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:3.0:1788840375.382978:0:34811:0:(mdc_locks.c:1502:mdc_intent_lock()) Process entered 00000020:00000001:3.0:1788840375.382980:0:34811:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bb20 00000002:00010000:3.0:1788840375.382982:0:34811:0:(mdc_locks.c:1508:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:3.0:1788840375.382985:0:34811:0:(mdc_locks.c:1406:mdc_revalidate_lock()) Process entered 00000002:00000001:3.0:1788840375.382986:0:34811:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840375.382988:0:34811:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788840375.382990:0:34811:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55900 count: 2 00010000:00000001:3.0:1788840375.382993:0:34811:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840375.382995:0:34811:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840375.383069:0:34811:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:3.0:1788840375.383073:0:34811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d800/0x3aa5f499c96f3965 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bafbb expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 02000000:00000001:3.0:1788840375.383086:0:34811:0:(sec.c:1025:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:3.0:1788840375.383089:0:34811:0:(sec.c:1041:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840375.383092:0:34811:0:(ldlm_lock.c:1522:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d800/0x3aa5f499c96f3965 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bafbb expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00000002:00000001:3.0:1788840375.383098:0:34811:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:3.0:1788840375.383100:0:34811:0:(mdc_locks.c:1458:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788840375.383102:0:34811:0:(mdc_locks.c:1525:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788840375.383104:0:34811:0:(lmv_intent.c:521:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:3.0:1788840375.383106:0:34811:0:(lmv_intent.c:606:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788840375.383108:0:34811:0:(namei.c:952:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:3.0:1788840375.383110:0:34811:0:(namei.c:990:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:3.0:1788840375.383113:0:34811:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:3.0:1788840375.383115:0:34811:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85c11000. 00000080:00000001:3.0:1788840375.383119:0:34811:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:3.0:1788840375.383120:0:34811:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788840375.383123:0:34811:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00010000:3.0:1788840375.383126:0:34811:0:(llite_internal.h:1989:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff90ee905142c8) for lock 0x3aa5f499c96f3965 00800000:00000001:3.0:1788840375.383129:0:34811:0:(lmv_obd.c:4087:lmv_set_lock_data()) Process entered 00000002:00000001:3.0:1788840375.383130:0:34811:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:3.0:1788840375.383132:0:34811:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840375.383133:0:34811:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840375.383134:0:34811:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d800 refcount=3 00000020:00000001:3.0:1788840375.383137:0:34811:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843175936 : -122120866375680 : ffff90ee8523d800) 00010000:00000001:3.0:1788840375.383139:0:34811:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843175936 : -122120866375680 : ffff90ee8523d800) 00010000:00000001:3.0:1788840375.383141:0:34811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840375.383142:0:34811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:3.0:1788840375.383143:0:34811:0:(mdc_locks.c:124:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:3.0:1788840375.383145:0:34811:0:(lmv_obd.c:4092:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:3.0:1788840375.383147:0:34811:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x3aa5f499c96f3965 from it ffffa16201d2bd68 00010000:00000001:3.0:1788840375.383149:0:34811:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:3.0:1788840375.383150:0:34811:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:3.0:1788840375.383152:0:34811:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee8523d800 refcount=3 00000020:00000001:3.0:1788840375.383153:0:34811:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952843175936 : -122120866375680 : ffff90ee8523d800) 00010000:00000001:3.0:1788840375.383156:0:34811:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952843175936 : -122120866375680 : ffff90ee8523d800) 00010000:00000001:3.0:1788840375.383158:0:34811:0:(ldlm_lock.c:854:ldlm_lock_decref_internal()) Process entered 00010000:00010000:3.0:1788840375.383161:0:34811:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d800/0x3aa5f499c96f3965 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x8a436931312bafbb expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 6 lru_type: 0 00010000:00000001:3.0:1788840375.383167:0:34811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840375.383168:0:34811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840375.383170:0:34811:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:3.0:1788840375.383171:0:34811:0:(ldlm_lock.c:306:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:3.0:1788840375.383174:0:34811:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d800/0x3aa5f499c96f3965 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x8a436931312bafbb expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000001:3.0:1788840375.383179:0:34811:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1788840375.383181:0:34811:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1788840375.383183:0:34811:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1788840375.383185:0:34811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840375.383186:0:34811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840375.383187:0:34811:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840375.383189:0:34811:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1788840375.383190:0:34811:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840375.383192:0:34811:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840375.383194:0:34811:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840375.383196:0:34811:0:(ldlm_lock.c:923:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:3.0:1788840375.383197:0:34811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840375.383198:0:34811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:3.0:1788840375.383200:0:34811:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000001:3.0:1788840375.383201:0:34811:0:(client.c:2869:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:3.0:1788840375.383203:0:34811:0:(file.c:6672:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff90ee905142c8), inode mode 41ff mask 3 00000080:00000001:3.0:1788840375.383205:0:34811:0:(file.c:6711:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840375.383209:0:34811:0:(namei.c:2415:ll_unlink()) Process entered 00000020:00000001:3.0:1788840375.383211:0:34811:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2bdf8 00000080:00200000:3.0:1788840375.383213:0:34811:0:(namei.c:2418:ll_unlink()) VFS Op:name=recon, dir=[0x200000007:0x1:0x0](ffff90ee905142c8) 00000080:00000001:3.0:1788840375.383217:0:34811:0:(llite_foreign.c:180:ll_foreign_is_removable()) Process entered 00000020:00000001:3.0:1788840375.383220:0:34811:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:3.0:1788840375.383223:0:34811:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044391912 : -122120665159704 : ffff90ee912227e8) 00000020:00001000:3.0:1788840375.383226:0:34811:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912227e0 00000020:00000001:3.0:1788840375.383228:0:34811:0:(cl_object.c:448:cl_object_layout_get()) Process entered 00020000:00000002:3.0:1788840375.383232:0:34811:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee831501f0) owner 0000000000000000/ffff90ee99dfcf80 00020000:00000002:3.0:1788840375.383314:0:34811:0:(lov_object.c:2387:lov_lsm_addref()) lsm ffff90ee87fb1a20 addref 2/0 by ffff90ee99dfcf80. 00020000:00000002:3.0:1788840375.383317:0:34811:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee831501f0) owner 0000000000000000/ffff90ee99dfcf80 00020000:00000001:3.0:1788840375.383319:0:34811:0:(lov_object.c:2283:lov_object_layout_get()) Process entered 00020000:00000001:3.0:1788840375.383321:0:34811:0:(lov_pack.c:242:lov_lsm_pack()) Process entered 00020000:00000001:3.0:1788840375.383322:0:34811:0:(lov_pack.c:99:lov_lsm_pack_v1v3()) Process entered 00020000:00000001:3.0:1788840375.383324:0:34811:0:(lov_pack.c:107:lov_lsm_pack_v1v3()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00020000:00000001:3.0:1788840375.383326:0:34811:0:(lov_object.c:2302:lov_object_layout_get()) Process leaving (rc=18446744073709551582 : -34 : ffffffffffffffde) 00000020:00001000:3.0:1788840375.383329:0:34811:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912227e0 00000080:00000001:3.0:1788840375.383331:0:34811:0:(llite_foreign.c:262:ll_foreign_is_removable()) Process leaving (rc=1 : 1 : 1) 00000080:00000010:3.0:1788840375.383336:0:34811:0:(llite_lib.c:4058:ll_prep_md_op_data()) kmalloced '(op_data)': 392 at ffff90ee85c11000. 00800000:00000002:3.0:1788840375.383339:0:34811:0:(lmv_obd.c:4002:lmv_stripe_object_get()) get ffff90ee89070b00 2 00800000:00000001:3.0:1788840375.383349:0:34811:0:(lmv_obd.c:3494:lmv_unlink()) Process entered 00800000:00000001:3.0:1788840375.383352:0:34811:0:(lmv_obd.c:2563:lmv_early_cancel()) Process entered 00800000:00000002:3.0:1788840375.383355:0:34811:0:(lmv_obd.c:2582:lmv_early_cancel()) EARLY_CANCEL skip operation target 0 on [0x200000404:0x36:0x0] 00800000:00000001:3.0:1788840375.383357:0:34811:0:(lmv_obd.c:2587:lmv_early_cancel()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1788840375.383359:0:34811:0:(lmv_obd.c:3534:lmv_unlink()) unlink with fid=[0x200000007:0x1:0x0]/[0x200000404:0x36:0x0] -> mds #0 00000002:00000001:3.0:1788840375.383363:0:34811:0:(mdc_reint.c:315:mdc_unlink()) Process entered 00000002:00000001:3.0:1788840375.383364:0:34811:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788840375.383367:0:34811:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55900 count: 2 00010000:00000001:3.0:1788840375.383369:0:34811:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840375.383372:0:34811:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788840375.383375:0:34811:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788840375.383377:0:34811:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d800/0x3aa5f499c96f3965 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x8a436931312bafbb expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00000080:00000001:3.0:1788840375.383385:0:34811:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788840375.383388:0:34811:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788840375.383391:0:34811:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788840375.383392:0:34811:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:3.0:1788840375.383395:0:34811:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840375.383397:0:34811:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788840375.383398:0:34811:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55900 count: 3 00010000:00000001:3.0:1788840375.383400:0:34811:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788840375.383402:0:34811:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840375.383404:0:34811:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840375.383405:0:34811:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788840375.383406:0:34811:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55900 count: 3 00010000:00000001:3.0:1788840375.383408:0:34811:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788840375.383410:0:34811:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840375.383411:0:34811:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840375.383413:0:34811:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788840375.383414:0:34811:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55900 count: 3 00010000:00000001:3.0:1788840375.383416:0:34811:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788840375.383417:0:34811:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840375.383419:0:34811:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:3.0:1788840375.383421:0:34811:0:(namei.c:327:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff90ee90514200, pfid = [0x0:0x0:0x0] 00000080:00000001:3.0:1788840375.383425:0:34811:0:(namei.c:165:ll_prune_negative_children()) Process entered 00000080:00000001:3.0:1788840375.383428:0:34811:0:(namei.c:196:ll_prune_negative_children()) Process leaving 00000080:00000001:3.0:1788840375.383430:0:34811:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:3.0:1788840375.383432:0:34811:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840375.383445:0:34811:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:3.0:1788840375.383449:0:34811:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:3.0:1788840375.383451:0:34811:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:3.0:1788840375.383452:0:34811:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:3.0:1788840375.383454:0:34811:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:3.0:1788840375.383456:0:34811:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee8523d800 with handle 0x3aa5f499c96f3965 from hash 00010000:00000001:3.0:1788840375.383459:0:34811:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:3.0:1788840375.383460:0:34811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1788840375.383461:0:34811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1788840375.383462:0:34811:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:3.0:1788840375.383465:0:34811:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:3.0:1788840375.383466:0:34811:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:3.0:1788840375.383468:0:34811:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1788840375.383470:0:34811:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788840375.383472:0:34811:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:3.0:1788840375.383474:0:34811:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:3.0:1788840375.383477:0:34811:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55f00 count: 3 00010000:00000001:3.0:1788840375.383479:0:34811:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:3.0:1788840375.383480:0:34811:0:(ldlm_request.c:2365:ldlm_cancel_resource_local()) Process entered 00010000:00000001:3.0:1788840375.383482:0:34811:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:3.0:1788840375.383485:0:34811:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f396c lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8a436931312bafc9 expref: -99 pid: 34809 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00000080:00000001:3.0:1788840375.383491:0:34811:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:3.0:1788840375.383493:0:34811:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:3.0:1788840375.383494:0:34811:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:3.0:1788840375.383496:0:34811:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x36:0x0] mode CR 00000002:00000001:3.0:1788840375.383498:0:34811:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840375.383499:0:34811:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788840375.383500:0:34811:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55f00 count: 4 00010000:00000001:3.0:1788840375.383502:0:34811:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788840375.383504:0:34811:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840375.383506:0:34811:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840375.383507:0:34811:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788840375.383508:0:34811:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55f00 count: 4 00010000:00000001:3.0:1788840375.383510:0:34811:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788840375.383512:0:34811:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1788840375.383514:0:34811:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:3.0:1788840375.383514:0:34811:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:3.0:1788840375.383516:0:34811:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55f00 count: 4 00010000:00000001:3.0:1788840375.383518:0:34811:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:3.0:1788840375.383519:0:34811:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840375.383521:0:34811:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1788840375.383523:0:34811:0:(file.c:297:ll_md_real_close()) Process entered 00000080:00000001:3.0:1788840375.383526:0:34811:0:(file.c:150:ll_close_inode_openhandle()) Process entered 00000080:00000010:3.0:1788840375.383530:0:34811:0:(file.c:158:ll_close_inode_openhandle()) kmalloced '(op_data)': 392 at ffff90ee85c11a00. 00000080:00000001:3.0:1788840375.383532:0:34811:0:(file.c:90:ll_prepare_close()) Process entered 00000080:00000001:3.0:1788840375.383535:0:34811:0:(file.c:128:ll_prepare_close()) Process leaving 00800000:00000001:3.0:1788840375.383537:0:34811:0:(lmv_obd.c:1670:lmv_close()) Process entered 00800000:00000002:3.0:1788840375.383539:0:34811:0:(lmv_obd.c:1676:lmv_close()) CLOSE [0x200000404:0x36:0x0] 00000002:00000001:3.0:1788840375.383542:0:34811:0:(mdc_request.c:879:mdc_close()) Process entered 00000002:00000002:3.0:1788840375.383545:0:34811:0:(mdc_request.c:882:mdc_close()) lustre-MDT0000-mdc-ffff90ee90f70800: [0x200000404:0x36:0x0] file closed with intent: 0 00000100:00000010:3.0:1788840375.383551:0:34811:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d4a680. 00000020:00000040:3.0:1788840375.383556:0:34811:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=9 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:3.0:1788840375.383560:0:34811:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840375.383563:0:34811:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840375.383566:0:34811:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840375.383572:0:34811:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee85c10000. 00000100:00000001:3.0:1788840375.383579:0:34811:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:3.0:1788840375.383600:0:34811:0:(mdc_request.c:964:mdc_close()) @@@ matched open req@ffff90ee87f58000 x1875733134013440/t8589934620(8589934620) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840391 ref 1 fl Complete:RPQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000020:00100000:3.0:1788840375.383612:0:34811:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:3.0:1788840375.383617:0:34811:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee86d4a680 x1875733134013696/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:3.0:1788840375.383624:0:34811:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:3.0:1788840375.383626:0:34811:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:3.0:1788840375.383633:0:34811:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee86f3db40. 00000100:00000001:3.0:1788840375.383635:0:34811:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952873585472 : -122120835966144 : ffff90ee86f3db40) 00000100:00000001:3.0:1788840375.383773:0:34811:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840375.383775:0:34811:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871540352 : -122120838011264 : ffff90ee86d4a680) 00000100:00000001:3.0:1788840375.383781:0:34811:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840375.383785:0:34811:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840375.383786:0:34811:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:3.0:1788840375.383788:0:34811:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840375.383793:0:34811:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d4a680 x1875733134013696/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840375.383800:0:34811:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840375.383803:0:34811:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840375.383806:0:34811:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840375.383808:0:34811:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840375.383910:0:34811:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840375.383915:0:34811:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d4a680 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:34811:1875733134013696:192.168.202.131@tcp:35:rm.0 00000100:00000001:3.0:1788840375.383920:0:34811:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840375.383926:0:34811:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840375.383928:0:34811:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840375.383931:0:34811:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840375.383936:0:34811:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee86eef000. 02000000:00000001:3.0:1788840375.383938:0:34811:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840375.383946:0:34811:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840375.383950:0:34811:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4f370. 00000400:00000010:3.0:1788840375.383957:0:34811:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011ea18. 00000100:00000200:3.0:1788840375.383965:0:34811:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733134013696, portal 10 00000100:00000001:3.0:1788840375.383967:0:34811:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840375.383968:0:34811:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871540352 : -122120838011264 : ffff90ee86d4a680) 00000100:00000040:3.0:1788840375.383975:0:34811:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=600 req@ffff90ee86d4a680 x1875733134013696/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840391 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840375.383983:0:34811:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840375.383986:0:34811:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840375.383989:0:34811:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e880. 00000100:00000200:3.0:1788840375.383992:0:34811:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1875733134013696, offset 0 00000400:00000200:3.0:1788840375.384070:0:34811:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840375.384081:0:34811:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840375.384088:0:34811:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840375.384094:0:34811:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840375.384099:0:34811:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840375.384102:0:34811:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840375.384105:0:34811:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840375.384108:0:34811:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2688:2688:256:4294967295] 192.168.202.131@tcp LPNI seq info [2688:2688:8:4294967295] 00000400:00000200:3.0:1788840375.384112:0:34811:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840375.384121:0:34811:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840375.384127:0:34811:0:(socklnd_cb.c:931:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840375.384133:0:34811:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee86f0d500. 00000800:00000200:3.0:1788840375.384142:0:34811:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840375.384150:0:34811:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840375.384154:0:34811:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee86f0d500 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:3.0:1788840375.384227:0:34811:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840375.384299:0:34811:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 780688 usecs (781 jiffies) 00000400:00000200:3.0:1788840375.384304:0:34811:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840375.384307:0:34811:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296605983 00000100:00000001:3.0:1788840375.384309:0:34811:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296606629 00000100:00000001:3.0:1788840375.384312:0:34811:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296605983 00000100:00000001:3.0:1788840375.384313:0:34811:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296606629 00000100:00000001:3.0:1788840375.384316:0:34811:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840375.384318:0:34811:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840375.384320:0:34811:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840375.384322:0:34811:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:3.0:1788840375.384325:0:34811:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee86f3db40 going to sleep for 11 seconds 00000100:00000001:3.0:1788840375.384328:0:34811:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840375.384331:0:34811:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840375.386703:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840375.386714:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0d500. 00000400:00000200:2.0:1788840375.386722:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840375.386730:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840375.386738:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e880 00000400:00000010:2.0:1788840375.386741:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e880. 00000100:00000001:2.0:1788840375.386747:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840375.386757:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d4a680 x1875733134013696/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840391 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840375.386770:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840375.386774:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee86d4a680 x1875733134013696/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840391 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1788840375.386781:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840375.386782:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840375.389737:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840375.389762:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840375.389768:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840375.389771:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840375.389785:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840375.389797:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840375.389819:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840375.389824:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840375.389831:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840375.389836:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 456 into portal 10 MB=0x6a9f827257500 00000400:00000200:3.0:1788840375.389841:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840375.389850:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 456/456 into md 0x74c5 [1] + 224 00000800:00000001:3.0:1788840375.389860:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840375.389917:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840375.389921:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840375.389926:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840375.389933:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840375.389943:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d4a680 x1875733134013696/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840391 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1788840375.389960:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=624 req@ffff90ee86d4a680 x1875733134013696/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840391 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1788840375.389979:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840375.389988:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840375.389991:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840375.390382:0:34811:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788840375.390390:0:34811:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840375.390393:0:34811:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840375.390397:0:34811:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4f370. 00000400:00000200:1.0:1788840375.390402:0:34811:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011ea18 00000400:00000010:1.0:1788840375.390405:0:34811:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011ea18. 00000100:00000001:1.0:1788840375.390410:0:34811:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840375.390414:0:34811:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d4a680 x1875733134013696/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840391 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1788840375.390423:0:34811:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d4a680 x1875733134013696/t0(0) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/624 e 0 to 0 dl 1788840391 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840375.390429:0:34811:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840375.390442:0:34811:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840375.390445:0:34811:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840375.390448:0:34811:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840375.390451:0:34811:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840375.390453:0:34811:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840375.390456:0:34811:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840375.390466:0:34811:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee988234a8 time=75 v=5 (10 5 5 5) 00000100:00001000:1.0:1788840375.390471:0:34811:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=33 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840375.390474:0:34811:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840375.390476:0:34811:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.390479:0:34811:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840375.390483:0:34811:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840375.390487:0:34811:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788840375.390489:0:34811:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1788840375.390491:0:34811:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788840375.390493:0:34811:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840375.390495:0:34811:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871540352 : -122120838011264 : ffff90ee86d4a680) 00000100:00000001:1.0:1788840375.390499:0:34811:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840375.390501:0:34811:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 8589934613 00000100:00000001:1.0:1788840375.390503:0:34811:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840375.390506:0:34811:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840375.390511:0:34811:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d4a680 x1875733134013696/t8589934621(8589934621) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840391 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840375.390518:0:34811:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840375.390521:0:34811:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840375.390523:0:34811:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840375.390527:0:34811:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d4a680 x1875733134013696/t8589934621(8589934621) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840391 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1788840375.390536:0:34811:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d4a680 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:34811:1875733134013696:192.168.202.131@tcp:35:rm.0 00000100:00000001:1.0:1788840375.390541:0:34811:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840375.390544:0:34811:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840375.390546:0:34811:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788840375.390549:0:34811:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840375.390552:0:34811:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee86d4a680 x1875733134013696/t8589934621(8589934621) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840391 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840375.390559:0:34811:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840375.390562:0:34811:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee86f3db40. 00000100:00000001:1.0:1788840375.390566:0:34811:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788840375.390568:0:34811:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840375.390574:0:34811:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840375.390575:0:34811:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871540352 : -122120838011264 : ffff90ee86d4a680) 00000002:00000001:1.0:1788840375.390578:0:34811:0:(mdc_request.c:1023:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840375.390582:0:34811:0:(lmv_obd.c:1678:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788840375.390587:0:34811:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85c11a00. 00000080:00000001:1.0:1788840375.390591:0:34811:0:(file.c:268:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1788840375.390594:0:34811:0:(lmv_obd.c:4201:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1788840375.390599:0:34811:0:(mdc_request.c:844:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1788840375.390605:0:34811:0:(mdc_request.c:832:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff90ee87f58000 x1875733134013440/t8589934620(8589934620) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840391 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840375.390613:0:34811:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840375.390615:0:34811:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890470400 : -122120819081216 : ffff90ee87f58000) 00000100:00000001:1.0:1788840375.390617:0:34811:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840375.390620:0:34811:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87f58000 x1875733134013440/t8589934620(8589934620) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840391 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840375.390627:0:34811:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840375.390628:0:34811:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840375.390631:0:34811:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee86d4a680 x1875733134013696/t8589934621(8589934621) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840391 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840375.390636:0:34811:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840375.390660:0:34811:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840375.390664:0:34811:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87f58000 x1875733134013440/t8589934620(8589934620) o101->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 576/664 e 0 to 0 dl 1788840391 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840375.390671:0:34811:0:(client.c:2793:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1788840375.390674:0:34811:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840375.390686:0:34811:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=8 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:1.0:1788840375.390689:0:34811:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840375.390693:0:34811:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff90ee86f37400. 02000000:00000001:1.0:1788840375.390697:0:34811:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840375.390699:0:34811:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840375.390701:0:34811:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87f58000. 00000100:00000001:1.0:1788840375.390704:0:34811:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840375.390705:0:34811:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840375.390707:0:34811:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840375.390710:0:34811:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d4a680 x1875733134013696/t8589934621(8589934621) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840391 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840375.390716:0:34811:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840375.390718:0:34811:0:(client.c:2947:obd_mod_free()) kfreed 'mod': 32 at ffff90ee83169f20. 00000002:00000001:1.0:1788840375.390721:0:34811:0:(mdc_request.c:866:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840375.390722:0:34811:0:(lmv_obd.c:4207:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1788840375.390725:0:34811:0:(file.c:273:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff90ee90b50980. 00000100:00000001:1.0:1788840375.390728:0:34811:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840375.390731:0:34811:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d4a680 x1875733134013696/t8589934621(8589934621) o35->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:23/10 lens 392/456 e 0 to 0 dl 1788840391 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1788840375.390737:0:34811:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840375.390739:0:34811:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840375.390741:0:34811:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff90ee86eef000. 02000000:00000001:1.0:1788840375.390744:0:34811:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840375.390745:0:34811:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840375.390746:0:34811:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=7 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:1.0:1788840375.390748:0:34811:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840375.390750:0:34811:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee85c10000. 02000000:00000001:1.0:1788840375.390752:0:34811:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840375.390753:0:34811:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840375.390754:0:34811:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d4a680. 00000100:00000001:1.0:1788840375.390757:0:34811:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840375.390758:0:34811:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788840375.390760:0:34811:0:(file.c:326:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.390763:0:34811:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788840375.390765:0:34811:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x36:0x0] mode (null) 00000002:00000001:1.0:1788840375.390768:0:34811:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840375.390771:0:34811:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840375.390778:0:34811:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55f00 count: 4 00010000:00000001:1.0:1788840375.390781:0:34811:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788840375.390786:0:34811:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840375.390788:0:34811:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840375.390789:0:34811:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840375.390791:0:34811:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55f00 count: 4 00010000:00000001:1.0:1788840375.390793:0:34811:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788840375.390795:0:34811:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.390797:0:34811:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.390799:0:34811:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788840375.390802:0:34811:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840375.390807:0:34811:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044391624 : -122120665159992 : ffff90ee912226c8) 00000020:00001000:1.0:1788840375.390819:0:34811:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912226c0 00000020:00000001:1.0:1788840375.390821:0:34811:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1788840375.390824:0:34811:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x36:0x0]: losing layout lock 00000080:00000001:1.0:1788840375.390828:0:34811:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1788840375.390831:0:34811:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1788840375.390835:0:34811:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788840375.390837:0:34811:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788840375.390840:0:34811:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1788840375.390842:0:34811:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.390844:0:34811:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788840375.390845:0:34811:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912226c0 00000080:00000001:1.0:1788840375.390848:0:34811:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.390851:0:34811:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788840375.390854:0:34811:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x36:0x0](ffff90ee905c3a88) invalid 00000020:00000001:1.0:1788840375.390858:0:34811:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2ba60 00000080:00002000:1.0:1788840375.390860:0:34811:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry recon (ffff90ee907345e8) parent ffff90ee9069b510 inode ffff90ee905c3a88 refc 1 00000080:00000001:1.0:1788840375.390864:0:34811:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788840375.390866:0:34811:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788840375.390868:0:34811:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.390872:0:34811:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788840375.390875:0:34811:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788840375.390877:0:34811:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788840375.390880:0:34811:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840375.390883:0:34811:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788840375.390886:0:34811:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee80031800 with handle 0x3aa5f499c96f396c from hash 00010000:00000001:1.0:1788840375.390889:0:34811:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788840375.390892:0:34811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.390894:0:34811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840375.390895:0:34811:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788840375.390898:0:34811:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788840375.390900:0:34811:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788840375.390903:0:34811:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788840375.390907:0:34811:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3942 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0x8a436931312baf75 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00000080:00000001:1.0:1788840375.390916:0:34811:0:(namei.c:477:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1788840375.390920:0:34811:0:(namei.c:240:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1788840375.390922:0:34811:0:(file.c:6096:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1788840375.390923:0:34811:0:(file.c:6102:ll_have_md_lock()) trying to match res [0x200000404:0x36:0x0] mode (null) 00000002:00000001:1.0:1788840375.390926:0:34811:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840375.390927:0:34811:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840375.390929:0:34811:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55f00 count: 4 00010000:00000001:1.0:1788840375.390932:0:34811:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788840375.390934:0:34811:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840375.390936:0:34811:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840375.390937:0:34811:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840375.390938:0:34811:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55f00 count: 4 00010000:00000001:1.0:1788840375.390940:0:34811:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788840375.390942:0:34811:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840375.390944:0:34811:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840375.390945:0:34811:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840375.390946:0:34811:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55f00 count: 4 00010000:00000001:1.0:1788840375.390948:0:34811:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788840375.390949:0:34811:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840375.390951:0:34811:0:(mdc_locks.c:137:mdc_lock_match()) Process entered 00010000:00000001:1.0:1788840375.390952:0:34811:0:(ldlm_lock.c:1446:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1788840375.390953:0:34811:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee85e55f00 count: 4 00010000:00000001:1.0:1788840375.390955:0:34811:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1788840375.390957:0:34811:0:(mdc_locks.c:143:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.390959:0:34811:0:(file.c:6124:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.390961:0:34811:0:(file.c:6808:ll_layout_conf()) Process entered 00000020:00000001:1.0:1788840375.390962:0:34811:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840375.390963:0:34811:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044391624 : -122120665159992 : ffff90ee912226c8) 00000020:00001000:1.0:1788840375.390966:0:34811:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912226c0 00000020:00000001:1.0:1788840375.390967:0:34811:0:(cl_object.c:343:cl_conf_set()) Process entered 00000080:00200000:1.0:1788840375.390969:0:34811:0:(vvp_object.c:117:vvp_conf_set()) [0x200000404:0x36:0x0]: losing layout lock 00000080:00000001:1.0:1788840375.390971:0:34811:0:(pcc.c:2215:pcc_layout_invalidate()) Process entered 00000080:00000001:1.0:1788840375.390972:0:34811:0:(pcc.c:2227:pcc_layout_invalidate()) Process leaving 00020000:00000001:1.0:1788840375.390974:0:34811:0:(lov_object.c:1448:lov_conf_set()) Process entered 00020000:00000001:1.0:1788840375.390975:0:34811:0:(lov_object.c:1462:lov_conf_set()) Process leaving via out_lsm (rc=0 : 0 : 0x0) 00020000:00000002:1.0:1788840375.390977:0:34811:0:(lov_object.c:1535:lov_conf_set()) [0x200000404:0x36:0x0] lo_layout_invalid=1 00020000:00000001:1.0:1788840375.390979:0:34811:0:(lov_object.c:1536:lov_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.390981:0:34811:0:(cl_object.c:351:cl_conf_set()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788840375.390982:0:34811:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912226c0 00000080:00000001:1.0:1788840375.390984:0:34811:0:(file.c:6850:ll_layout_conf()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.390986:0:34811:0:(dcache.c:195:ll_prune_aliases()) Process entered 00000080:00000002:1.0:1788840375.390988:0:34811:0:(dcache.c:200:ll_prune_aliases()) marking dentries for inode [0x200000404:0x36:0x0](ffff90ee905c3a88) invalid 00000020:00000001:1.0:1788840375.390990:0:34811:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2ba60 00000080:00002000:1.0:1788840375.390992:0:34811:0:(llite_internal.h:2029:d_lustre_invalidate()) invalidate dentry recon (ffff90ee907345e8) parent ffff90ee9069b510 inode ffff90ee905c3a88 refc 1 00000080:00000001:1.0:1788840375.390996:0:34811:0:(dcache.c:209:ll_prune_aliases()) Process leaving 00000080:00000001:1.0:1788840375.391119:0:34811:0:(namei.c:407:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1788840375.391122:0:34811:0:(namei.c:541:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.391125:0:34811:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788840375.391127:0:34811:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788840375.391128:0:34811:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788840375.391129:0:34811:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840375.391131:0:34811:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1788840375.391134:0:34811:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee80031a00 with handle 0x3aa5f499c96f3942 from hash 00010000:00000001:1.0:1788840375.391136:0:34811:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788840375.391138:0:34811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.391139:0:34811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840375.391140:0:34811:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788840375.391142:0:34811:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788840375.391144:0:34811:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1788840375.391146:0:34811:0:(ldlm_request.c:1890:ldlm_cli_cancel_list_local()) Process leaving (rc=2 : 2 : 2) 00010000:00000001:1.0:1788840375.391149:0:34811:0:(ldlm_request.c:2415:ldlm_cancel_resource_local()) Process leaving (rc=2 : 2 : 2) 00000002:00000001:1.0:1788840375.391151:0:34811:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=2 : 2 : 2) 00000100:00000010:1.0:1788840375.391159:0:34811:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87fac000. 00000020:00000040:1.0:1788840375.391163:0:34811:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=8 obd=lustre-MDT0000-mdc-ffff90ee90f70800 02000000:00000001:1.0:1788840375.391168:0:34811:0:(sec.c:2038:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1788840375.391170:0:34811:0:(sec.c:2048:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.391172:0:34811:0:(ldlm_request.c:923:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1788840375.391176:0:34811:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840375.391180:0:34811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.391181:0:34811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840375.391183:0:34811:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840375.391186:0:34811:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840375.391188:0:34811:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840375.391192:0:34811:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840375.391198:0:34811:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee98862200. 00000100:00000001:1.0:1788840375.391203:0:34811:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.391205:0:34811:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788840375.391207:0:34811:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788840375.391212:0:34811:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f396c lrc: 1/0,0 mode: --/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8a436931312bafc9 expref: -99 pid: 34809 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00010000:1.0:1788840375.391221:0:34811:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3942 lrc: 1/0,0 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8a436931312baf75 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1788840375.391229:0:34811:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d800/0x3aa5f499c96f3965 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312bafbb expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00010000:1.0:1788840375.391354:0:34811:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed 00010000:00000001:1.0:1788840375.391355:0:34811:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=3 : 3 : 3) 00010000:00000001:1.0:1788840375.391357:0:34811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788840375.391360:0:34811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031800/0x3aa5f499c96f396c lrc: 0/0,0 mode: --/CR res: [0x200000404:0x36:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8a436931312bafc9 expref: -99 pid: 34809 timeout: 0 lvb_type: 3 lru_score: 2 lru_type: 0 00010000:00000010:1.0:1788840375.391368:0:34811:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff90ee90b50e40. 00010000:00000001:1.0:1788840375.391377:0:34811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840375.391378:0:34811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788840375.391380:0:34811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee80031a00/0x3aa5f499c96f3942 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x36:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0x8a436931312baf75 expref: -99 pid: 34802 timeout: 0 lvb_type: 3 lru_score: 7 lru_type: 0 00010000:00000010:1.0:1788840375.391392:0:34811:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff90eea05b25c0. 00010000:00000040:1.0:1788840375.391395:0:34811:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee85e55f00 count: 0 00010000:00000010:1.0:1788840375.391400:0:34811:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90ee86e2f400. 00010000:00000001:1.0:1788840375.391406:0:34811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840375.391407:0:34811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788840375.391410:0:34811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff90ee90f70800 lock: ffff90ee8523d800/0x3aa5f499c96f3965 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x8a436931312bafbb expref: -99 pid: 34809 timeout: 0 lvb_type: 0 lru_score: 7 lru_type: 0 00010000:00000040:1.0:1788840375.391415:0:34811:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee85e55900 count: 0 00010000:00000010:1.0:1788840375.391418:0:34811:0:(ldlm_resource.c:1565:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff90ee86e2f180. 00010000:00000001:1.0:1788840375.391422:0:34811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840375.391424:0:34811:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.391426:0:34811:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788840375.391427:0:34811:0:(ldlm_request.c:2459:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.391429:0:34811:0:(ldlm_request.c:979:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1788840375.391449:0:34811:0:(genops.c:2428:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff90ee90f70800: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1788840375.391456:0:34811:0:(client.c:820:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff90ee87fac000 x1875733134013952/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1788840375.391463:0:34811:0:(client.c:3352:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1788840375.391465:0:34811:0:(client.c:1169:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1788840375.391471:0:34811:0:(client.c:1171:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff90ee85c7a900. 00000100:00000001:1.0:1788840375.391473:0:34811:0:(client.c:1186:ptlrpc_prep_set()) Process leaving (rc=18446621952853911808 : -122120855639808 : ffff90ee85c7a900) 00000100:00000001:1.0:1788840375.391476:0:34811:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840375.391477:0:34811:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890814464 : -122120818737152 : ffff90ee87fac000) 00000100:00000001:1.0:1788840375.391482:0:34811:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840375.391486:0:34811:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840375.391488:0:34811:0:(client.c:2688:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1788840375.391490:0:34811:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840375.391493:0:34811:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87fac000 x1875733134013952/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 496/624 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840375.391506:0:34811:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840375.391509:0:34811:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840375.391514:0:34811:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840375.391517:0:34811:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840375.391520:0:34811:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840375.391523:0:34811:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87fac000 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:34811:1875733134013952:192.168.202.131@tcp:36:rm.0 00000100:00000001:1.0:1788840375.391526:0:34811:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840375.391531:0:34811:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840375.391534:0:34811:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840375.391536:0:34811:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840375.391541:0:34811:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff90ee85c5e400. 02000000:00000001:1.0:1788840375.391543:0:34811:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840375.391548:0:34811:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840375.391552:0:34811:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000010:1.0:1788840375.391559:0:34811:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539c38. 00000100:00000200:1.0:1788840375.391565:0:34811:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1875733134013952, portal 10 00000100:00000001:1.0:1788840375.391567:0:34811:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840375.391568:0:34811:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890814464 : -122120818737152 : ffff90ee87fac000) 00000100:00000040:1.0:1788840375.391574:0:34811:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87fac000 x1875733134013952/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 496/624 e 0 to 0 dl 1788840391 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840375.391581:0:34811:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840375.391585:0:34811:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840375.391587:0:34811:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea05395d8. 00000100:00000200:1.0:1788840375.391591:0:34811:0:(niobuf.c:94:ptl_send_buf()) Sending 496 bytes to portal 12, xid 1875733134013952, offset 0 00000400:00000200:1.0:1788840375.391597:0:34811:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840375.391605:0:34811:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840375.391613:0:34811:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840375.391618:0:34811:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840375.391622:0:34811:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840375.391626:0:34811:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840375.391628:0:34811:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840375.391633:0:34811:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2689:2689:256:4294967295] 192.168.202.131@tcp LPNI seq info [2689:2689:8:4294967295] 00000400:00000200:1.0:1788840375.391637:0:34811:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840375.391688:0:34811:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840375.391695:0:34811:0:(socklnd_cb.c:931:ksocknal_send()) sending 496 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840375.391702:0:34811:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989e00. 00000800:00000200:1.0:1788840375.391709:0:34811:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840375.391716:0:34811:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840375.391720:0:34811:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989e00 type 1, nob 592 niov 1 nkiov 1 00000100:00000001:1.0:1788840375.391730:0:34811:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840375.391734:0:34811:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 779768 usecs (780 jiffies) 00000400:00000200:1.0:1788840375.391737:0:34811:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840375.391740:0:34811:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296605990 00000100:00000001:1.0:1788840375.391743:0:34811:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296606629 00000100:00000001:1.0:1788840375.391746:0:34811:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296605990 00000100:00000001:1.0:1788840375.391748:0:34811:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296606629 00000100:00000001:1.0:1788840375.391751:0:34811:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840375.391753:0:34811:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840375.391756:0:34811:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840375.391758:0:34811:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1788840375.391761:0:34811:0:(client.c:2715:ptlrpc_set_wait()) set ffff90ee85c7a900 going to sleep for 11 seconds 00000100:00000001:1.0:1788840375.391763:0:34811:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840375.391765:0:34811:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840375.392485:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840375.392492:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989e00. 00000400:00000200:2.0:1788840375.392498:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840375.392503:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840375.392509:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea05395d8 00000400:00000010:2.0:1788840375.392512:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea05395d8. 00000100:00000001:2.0:1788840375.392516:0:2353:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840375.392521:0:2353:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fac000 x1875733134013952/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 496/624 e 0 to 0 dl 1788840391 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840375.392530:0:2353:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840375.392533:0:2353:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fac000 x1875733134013952/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 496/624 e 0 to 0 dl 1788840391 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840375.392539:0:2353:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840375.392540:0:2353:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1788840375.398685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031800. 00010000:00000010:1.1:1788840375.398704:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee85e55f00. 00010000:00000010:1.1:1788840375.398708:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee80031a00. 00010000:00000010:1.1:1788840375.398710:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee85e55900. 00010000:00000010:1.1:1788840375.398713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee8523d800. 00000800:00000001:3.0:1788840375.402355:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840375.402371:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840375.402375:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840375.402377:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840375.402386:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840375.402393:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840375.402401:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840375.402406:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840375.402411:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840375.402415:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 456 into portal 10 MB=0x6a9f827257600 00000400:00000200:3.0:1788840375.402420:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840375.402426:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 456/456 into md 0x74d5 [1] + 224 00000800:00000001:3.0:1788840375.402444:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840375.402452:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840375.402455:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840375.402460:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840375.402467:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840375.402475:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fac000 x1875733134013952/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 496/624 e 0 to 0 dl 1788840391 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840375.402487:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=456 offset=224 replen=624 req@ffff90ee87fac000 x1875733134013952/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 496/624 e 0 to 0 dl 1788840391 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840375.402505:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1788840375.402512:0:2354:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1788840375.402516:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840375.402521:0:2354:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840375.402527:0:2354:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2690:2690:256:4294967295] 192.168.202.131@tcp LPNI seq info [2690:2690:8:4294967295] 00000400:00000200:3.0:1788840375.402532:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840375.402540:0:2354:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) 192.168.202.131@tcp : ACK try# 0 00000800:00000200:3.0:1788840375.402546:0:2354:0:(socklnd_cb.c:931:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840375.402553:0:2354:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee86f0d500. 00000800:00000200:3.0:1788840375.402559:0:2354:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840375.402565:0:2354:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840375.402569:0:2354:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee86f0d500 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:3.0:1788840375.402685:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840375.402689:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0d500. 00000400:00000200:3.0:1788840375.402693:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840375.402696:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: ACK: OK 00000800:00000001:3.0:1788840375.402703:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840375.402706:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840375.403182:0:34811:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788840375.403190:0:34811:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840375.403192:0:34811:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840375.403195:0:34811:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000200:1.0:1788840375.403199:0:34811:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539c38 00000400:00000010:1.0:1788840375.403201:0:34811:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539c38. 00000100:00000001:1.0:1788840375.403205:0:34811:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840375.403210:0:34811:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87fac000 x1875733134013952/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 496/624 e 0 to 0 dl 1788840391 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788840375.403225:0:34811:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87fac000 x1875733134013952/t0(0) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 496/624 e 0 to 0 dl 1788840391 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840375.403240:0:34811:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840375.403242:0:34811:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840375.403245:0:34811:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840375.403248:0:34811:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840375.403251:0:34811:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840375.403253:0:34811:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840375.403256:0:34811:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840375.403265:0:34811:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=75 v=5 (5 5 102 102) 00000100:00001000:1.0:1788840375.403269:0:34811:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=33 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840375.403271:0:34811:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840375.403273:0:34811:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.403276:0:34811:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840375.403279:0:34811:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840375.403282:0:34811:0:(client.c:1547:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1788840375.403284:0:34811:0:(client.c:1554:ptlrpc_save_versions()) Client save versions [0x1000000a2/0x200000018] 00000100:00000001:1.0:1788840375.403286:0:34811:0:(client.c:1556:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1788840375.403288:0:34811:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840375.403289:0:34811:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890814464 : -122120818737152 : ffff90ee87fac000) 00000100:00000001:1.0:1788840375.403292:0:34811:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840375.403294:0:34811:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 8589934613 00000100:00000001:1.0:1788840375.403296:0:34811:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840375.403299:0:34811:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840375.403303:0:34811:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87fac000 x1875733134013952/t8589934622(8589934622) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 496/456 e 0 to 0 dl 1788840391 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840375.403310:0:34811:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840375.403313:0:34811:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840375.403315:0:34811:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840375.403318:0:34811:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87fac000 x1875733134013952/t8589934622(8589934622) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 496/456 e 0 to 0 dl 1788840391 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788840375.403326:0:34811:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87fac000 pname:cluuid:pid:xid:nid:opc:job rm:10f4a654-3497-48d8-8f70-7e89f4f161cc:34811:1875733134013952:192.168.202.131@tcp:36:rm.0 00000100:00000001:1.0:1788840375.403331:0:34811:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840375.403334:0:34811:0:(client.c:2779:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840375.403336:0:34811:0:(client.c:1237:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1788840375.403338:0:34811:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840375.403342:0:34811:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff90ee87fac000 x1875733134013952/t8589934622(8589934622) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 496/456 e 0 to 0 dl 1788840391 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840375.403348:0:34811:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1788840375.403351:0:34811:0:(client.c:3800:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff90ee85c7a900. 00000100:00000001:1.0:1788840375.403354:0:34811:0:(client.c:1274:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1788840375.403355:0:34811:0:(client.c:3371:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1788840375.403362:0:34811:0:(mdc_reint.c:367:mdc_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840375.403366:0:34811:0:(lmv_obd.c:3544:lmv_unlink()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1788840375.403369:0:34811:0:(lmv_obd.c:4047:lmv_stripe_object_put()) put ffff90ee89070b00 2 00000080:00000010:1.0:1788840375.403373:0:34811:0:(llite_lib.c:4199:ll_finish_md_op_data()) kfreed 'op_data': 392 at ffff90ee85c11000. 00000100:00000001:1.0:1788840375.403378:0:34811:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840375.403382:0:34811:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87fac000 x1875733134013952/t8589934622(8589934622) o36->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 496/456 e 0 to 0 dl 1788840391 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'rm.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840375.403388:0:34811:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.403393:0:34811:0:(namei.c:2468:ll_unlink()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.403403:0:34811:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1788840375.403406:0:34811:0:(obd_sysfs.c:926:encode_fn_len()) Process filename at ffffa16201d2be28 00000080:00002000:1.0:1788840375.403409:0:34811:0:(dcache.c:127:ll_ddelete()) deleting dentry recon (ffff90ee907345e8, parent ffff90ee9069b510, inode 0000000000000000) hashed, 00000080:00000001:1.0:1788840375.403412:0:34811:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1788840375.403417:0:34811:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1788840375.403423:0:34811:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1788840375.403430:0:34811:0:(llite_lib.c:3402:ll_delete_inode()) Process entered 00000080:00000001:1.0:1788840375.403445:0:34811:0:(file.c:5295:cl_sync_file_range()) Process entered 00000020:00000001:1.0:1788840375.403448:0:34811:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840375.403451:0:34811:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044391624 : -122120665159992 : ffff90ee912226c8) 00000020:00001000:1.0:1788840375.403454:0:34811:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912226c0 00000020:00000001:1.0:1788840375.403459:0:34811:0:(cl_object.c:143:cl_object_top()) ffff90ee87984148 -> ffff90ee87984148 00000020:00000001:1.0:1788840375.403462:0:34811:0:(cl_io.c:125:__cl_io_init()) Process entered 00000080:00000001:1.0:1788840375.403464:0:34811:0:(vvp_io.c:1821:vvp_io_init()) Process entered 00000080:00200000:1.0:1788840375.403466:0:34811:0:(vvp_io.c:1826:vvp_io_init()) [0x200000404:0x36:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0 00000020:00000001:1.0:1788840375.403470:0:34811:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788840375.403471:0:34811:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000080:00000001:1.0:1788840375.403473:0:34811:0:(vvp_io.c:1898:vvp_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788840375.403477:0:34811:0:(lov_object.c:1590:lov_io_init()) [0x200000404:0x36:0x0]io ffff90ee98847590 type 6 ignore/verify layout 1/0 00020000:00000002:1.0:1788840375.403480:0:34811:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee831501f0) owner 0000000000000000/ffff90ee99dfcf80 00020000:00000001:1.0:1788840375.403483:0:34811:0:(lov_io.c:2181:lov_io_init_composite()) Process entered 00020000:00000001:1.0:1788840375.403485:0:34811:0:(lov_io.c:721:lov_io_slice_init()) Process entered 00020000:00000001:1.0:1788840375.403487:0:34811:0:(lov_io.c:476:lov_io_mirror_init()) Process entered 00020000:00000001:1.0:1788840375.403488:0:34811:0:(lov_io.c:487:lov_io_mirror_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.403490:0:34811:0:(lov_io.c:837:lov_io_slice_init()) Process leaving via out (rc=0 : 0 : 0x0) 00020000:00000001:1.0:1788840375.403492:0:34811:0:(lov_io.c:206:lov_io_subio_init()) Process entered 00020000:00000001:1.0:1788840375.403493:0:34811:0:(lov_io.c:214:lov_io_subio_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.403495:0:34811:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788840375.403496:0:34811:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00020000:00000001:1.0:1788840375.403498:0:34811:0:(lov_io.c:2194:lov_io_init_composite()) Process leaving 00020000:00000002:1.0:1788840375.403499:0:34811:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee831501f0) owner 0000000000000000/ffff90ee99dfcf80 00000020:00000001:1.0:1788840375.403501:0:34811:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.403504:0:34811:0:(cl_io.c:823:cl_io_loop()) Process entered 00000020:00000001:1.0:1788840375.403506:0:34811:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00020000:00000001:1.0:1788840375.403507:0:34811:0:(lov_io.c:1061:lov_io_iter_init()) Process entered 00020000:00200000:1.0:1788840375.403510:0:34811:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10 00020000:00000002:1.0:1788840375.403513:0:34811:0:(lov_offset.c:253:lov_stripe_intersects()) [0->-1] -> [(0) 0->-1 (0)] 00020000:00000001:1.0:1788840375.403516:0:34811:0:(lov_io.c:158:lov_sub_get()) Process entered 00020000:00000001:1.0:1788840375.403518:0:34811:0:(lov_io.c:105:lov_io_sub_init()) Process entered 00000020:00000001:1.0:1788840375.403519:0:34811:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840375.403521:0:34811:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044391768 : -122120665159848 : ffff90ee91222758) 00000020:00001000:1.0:1788840375.403523:0:34811:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee91222750 00000020:00000001:1.0:1788840375.403525:0:34811:0:(cl_object.c:143:cl_object_top()) ffff90ee87984850 -> ffff90ee87984148 00000020:00000001:1.0:1788840375.403527:0:34811:0:(cl_io.c:125:__cl_io_init()) Process entered 00000020:00000001:1.0:1788840375.403530:0:34811:0:(cl_io.c:898:cl_io_slice_add()) Process entered 00000020:00000001:1.0:1788840375.403530:0:34811:0:(cl_io.c:904:cl_io_slice_add()) Process leaving 00000020:00000001:1.0:1788840375.403532:0:34811:0:(cl_io.c:142:__cl_io_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.403533:0:34811:0:(lov_io.c:149:lov_io_sub_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.403535:0:34811:0:(lov_io.c:186:lov_sub_get()) Process leaving (rc=18446621953174954072 : -122120534597544 : ffff90ee98ea6058) 00000020:00000001:1.0:1788840375.403537:0:34811:0:(cl_io.c:399:cl_io_iter_init()) Process entered 00000020:00000001:1.0:1788840375.403538:0:34811:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.403541:0:34811:0:(lov_io.c:1191:lov_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.403542:0:34811:0:(cl_io.c:411:cl_io_iter_init()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.403543:0:34811:0:(cl_io.c:314:cl_io_lock()) Process entered 00020000:00000001:1.0:1788840375.403545:0:34811:0:(lov_io.c:1334:lov_io_lock()) Process entered 00020000:00000001:1.0:1788840375.403548:0:34811:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788840375.403549:0:34811:0:(cl_io.c:314:cl_io_lock()) Process entered 00000020:00000001:1.0:1788840375.403551:0:34811:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788840375.403552:0:34811:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.403553:0:34811:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.403555:0:34811:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.403556:0:34811:0:(lov_io.c:1335:lov_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.403558:0:34811:0:(cl_io.c:286:cl_lockset_lock()) Process entered 00000020:00000001:1.0:1788840375.403559:0:34811:0:(cl_io.c:295:cl_lockset_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.403560:0:34811:0:(cl_io.c:334:cl_io_lock()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.403562:0:34811:0:(cl_io.c:528:cl_io_start()) Process entered 00020000:00000001:1.0:1788840375.403564:0:34811:0:(lov_io.c:1340:lov_io_start()) Process entered 00020000:00000001:1.0:1788840375.403565:0:34811:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788840375.403566:0:34811:0:(cl_io.c:528:cl_io_start()) Process entered 00000008:00000001:1.0:1788840375.403568:0:34811:0:(osc_io.c:1099:osc_io_fsync_start()) Process entered 00000008:00000001:1.0:1788840375.403570:0:34811:0:(osc_cache.c:3270:osc_cache_writeback_range()) Process entered 00000008:00000020:1.0:1788840375.403576:0:34811:0:(osc_cache.c:1872:osc_update_pending()) obj ffff90ee996fa1c0 ready 0|-|- wr 0|-|- rd 0|- update pending cmd 2 delta -1. 00000008:00000001:1.0:1788840375.403580:0:34811:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1788840375.403582:0:34811:0:(osc_cache.c:1816:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840375.403584:0:34811:0:(osc_cache.c:1804:osc_makes_rpc()) Process entered 00000008:00000001:1.0:1788840375.403586:0:34811:0:(osc_cache.c:1843:osc_makes_rpc()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840375.403589:0:34811:0:(osc_cache.c:1166:osc_extent_make_ready()) Process entered 00000008:00000001:1.0:1788840375.403592:0:34811:0:(osc_cache.c:226:__osc_extent_sanity_check()) Process leaving via out (rc=0 : 0 : 0x0) 00000008:00000020:1.0:1788840375.403595:0:34811:0:(osc_cache.c:1174:osc_extent_make_ready()) extent ffff90ee829e39c0@{[0 -> 255/255], [1|0|-|locking|wiY|ffff90ee996fa1c0], [1703936|1|+|-|ffff90ee87d8d400|256|ffff90ee99dfcf80]} make ready 00000008:00010000:1.0:1788840375.403603:0:34811:0:(osc_cache.c:1174:osc_extent_make_ready()) ### extent: 00000000f61bea73 ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:1.0:1788840375.403614:0:34811:0:(osc_cache.c:1358:osc_make_ready()) Process entered 00000020:00000001:1.0:1788840375.403616:0:34811:0:(cl_page.c:1148:cl_page_make_ready()) Process entered 00000020:00008000:1.0:1788840375.403628:0:34811:0:(cl_page.c:1160:cl_page_make_ready()) page@000000005b66a806[2 00000000d3f4cfbc 1 1 0000000000000000 0 0 0] 00000020:00008000:1.0:1788840375.403630:0:34811:0:(cl_page.c:1160:cl_page_make_ready()) readied 00000020:00000001:1.0:1788840375.403631:0:34811:0:(cl_page.c:1009:cl_page_io_start()) Process entered 00000020:00000001:1.0:1788840375.403633:0:34811:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788840375.403634:0:34811:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788840375.403635:0:34811:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:1.0:1788840375.403637:0:34811:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1788840375.403690:0:34811:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788840375.403694:0:34811:0:(cl_page.c:507:__cl_page_state_set()) page@000000005b66a806[2 00000000d3f4cfbc 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788840375.403696:0:34811:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 3 00000020:00000001:1.0:1788840375.403698:0:34811:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000020:00000001:1.0:1788840375.403699:0:34811:0:(cl_page.c:1012:cl_page_io_start()) Process leaving 00000020:00000001:1.0:1788840375.403701:0:34811:0:(cl_page.c:1182:cl_page_make_ready()) page@000000005b66a806[2 00000000d3f4cfbc 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788840375.403703:0:34811:0:(cl_page.c:1182:cl_page_make_ready()) 1 0 00000008:00000001:1.0:1788840375.403705:0:34811:0:(osc_cache.c:1362:osc_make_ready()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.403707:0:34811:0:(cl_object.c:143:cl_object_top()) ffff90ee996fa1c0 -> ffff90ee87984148 00000020:00000001:1.0:1788840375.403709:0:34811:0:(cl_object.c:143:cl_object_top()) ffff90ee996fa1c0 -> ffff90ee87984148 00000020:00000001:1.0:1788840375.403711:0:34811:0:(cl_object.c:210:cl_object_attr_get()) Process entered 00000020:00000001:1.0:1788840375.403714:0:34811:0:(cl_object.c:222:cl_object_attr_get()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.403716:0:34811:0:(cl_object.c:143:cl_object_top()) ffff90ee996fa1c0 -> ffff90ee87984148 00000008:00000001:1.0:1788840375.403718:0:34811:0:(osc_cache.c:1227:osc_extent_make_ready()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840375.403721:0:34811:0:(osc_cache.c:904:osc_extent_finish()) Process entered 00000008:00000020:1.0:1788840375.403724:0:34811:0:(osc_cache.c:908:osc_extent_finish()) extent ffff90ee829e39c0@{[0 -> 255/255], [2|0|-|rpc|wiY|ffff90ee996fa1c0], [1703936|1|+|-|ffff90ee87d8d400|256|ffff90ee99dfcf80]} extent finished. 00000008:00010000:1.0:1788840375.403730:0:34811:0:(osc_cache.c:908:osc_extent_finish()) ### extent: 00000000f61bea73 ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:1.0:1788840375.403739:0:34811:0:(osc_cache.c:1407:osc_completion()) Process entered 00000020:00000001:1.0:1788840375.403741:0:34811:0:(cl_page.c:1102:cl_page_complete()) Process entered 00000020:00000001:1.0:1788840375.403743:0:34811:0:(cl_page.c:1104:cl_page_complete()) page@000000005b66a806[2 00000000d3f4cfbc 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788840375.403745:0:34811:0:(cl_page.c:1104:cl_page_complete()) 1 0 00000020:00000001:1.0:1788840375.403746:0:34811:0:(cl_page.c:1001:cl_req_type_state()) Process entered 00000020:00000001:1.0:1788840375.403747:0:34811:0:(cl_page.c:1002:cl_req_type_state()) Process leaving (rc=3 : 3 : 3) 00000020:00000001:1.0:1788840375.403748:0:34811:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788840375.403751:0:34811:0:(cl_page.c:507:__cl_page_state_set()) page@000000005b66a806[2 00000000d3f4cfbc 3 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788840375.403752:0:34811:0:(cl_page.c:507:__cl_page_state_set()) 3 -> 1 00000020:00000001:1.0:1788840375.403753:0:34811:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000080:00000001:1.0:1788840375.403756:0:34811:0:(vvp_page.c:166:vvp_page_complete_write()) Process entered 00000080:00008000:1.0:1788840375.403758:0:34811:0:(vvp_page.c:167:vvp_page_complete_write()) page@000000005b66a806[2 00000000d3f4cfbc 1 1 0000000000000000 0 0 0] 00000080:00008000:1.0:1788840375.403760:0:34811:0:(vvp_page.c:167:vvp_page_complete_write()) completing WRITE with 0 00000080:00000001:1.0:1788840375.403772:0:34811:0:(vvp_page.c:182:vvp_page_complete_write()) Process leaving 00000020:00000001:1.0:1788840375.403773:0:34811:0:(cl_page.c:1125:cl_page_complete()) Process leaving 00000020:00000001:1.0:1788840375.403775:0:34811:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788840375.403778:0:34811:0:(cl_page.c:556:cl_batch_put()) page@000000005b66a806[2 00000000d3f4cfbc 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788840375.403780:0:34811:0:(cl_page.c:556:cl_batch_put()) 2 00000020:00000001:1.0:1788840375.403781:0:34811:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000008:00000001:1.0:1788840375.403783:0:34811:0:(osc_cache.c:1451:osc_completion()) Process leaving 00000008:00000020:1.0:1788840375.403785:0:34811:0:(osc_cache.c:1600:osc_free_grant()) lost 1703936 grant: 0 avail: 2097152 dirty: 0/0 00000008:00000020:1.0:1788840375.403789:0:34811:0:(osc_cache.c:497:__osc_extent_remove()) extent ffff90ee829e39c0@{[0 -> 255/255], [1|0|-|inv|wY|ffff90ee996fa1c0], [1703936|0|-|-|ffff90ee87d8d400|256|ffff90ee99dfcf80]} destroyed. 00000008:00010000:1.0:1788840375.403794:0:34811:0:(osc_cache.c:497:__osc_extent_remove()) ### extent: 00000000f61bea73 ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:1.0:1788840375.403802:0:34811:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840375.403804:0:34811:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000008:00000010:1.0:1788840375.403807:0:34811:0:(osc_cache.c:373:osc_extent_put()) slab-freed '(ext)': 192 at ffff90ee829e39c0. 00000008:00000001:1.0:1788840375.403823:0:34811:0:(osc_cache.c:955:osc_extent_finish()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840375.403825:0:34811:0:(osc_cache.c:3205:osc_cache_wait_range()) Process entered 00000008:00000020:1.0:1788840375.403828:0:34811:0:(osc_cache.c:3242:osc_cache_wait_range()) obj ffff90ee996fa1c0 ready 0|-|- wr 0|-|- rd 0|- sync file range. 00000008:00000001:1.0:1788840375.403831:0:34811:0:(osc_cache.c:3243:osc_cache_wait_range()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:1.0:1788840375.403834:0:34811:0:(osc_cache.c:3410:osc_cache_writeback_range()) obj ffff90ee996fa1c0 ready 0|-|- wr 0|-|- rd 0|- pageout [0, 18446744073709551615] npages 1: rc=1. 00000008:00000001:1.0:1788840375.403837:0:34811:0:(osc_cache.c:3425:osc_cache_writeback_range()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:1.0:1788840375.403839:0:34811:0:(osc_io.c:1168:osc_io_fsync_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.403840:0:34811:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.403842:0:34811:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.403843:0:34811:0:(lov_io.c:1341:lov_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.403845:0:34811:0:(cl_io.c:540:cl_io_start()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.403847:0:34811:0:(cl_io.c:555:cl_io_end()) Process entered 00020000:00000001:1.0:1788840375.403849:0:34811:0:(lov_io.c:1882:lov_io_fsync_end()) Process entered 00020000:00000001:1.0:1788840375.403850:0:34811:0:(lov_io.c:1346:lov_io_end_wrapper()) Process entered 00000020:00000001:1.0:1788840375.403851:0:34811:0:(cl_io.c:555:cl_io_end()) Process entered 00000020:00000001:1.0:1788840375.403853:0:34811:0:(cl_io.c:563:cl_io_end()) Process leaving 00020000:00000001:1.0:1788840375.403854:0:34811:0:(lov_io.c:1356:lov_io_end_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.403855:0:34811:0:(lov_io.c:1893:lov_io_fsync_end()) Process leaving 00000020:00000001:1.0:1788840375.403856:0:34811:0:(cl_io.c:563:cl_io_end()) Process leaving 00000020:00000001:1.0:1788840375.403858:0:34811:0:(cl_io.c:352:cl_io_unlock()) Process entered 00020000:00000001:1.0:1788840375.403860:0:34811:0:(lov_io.c:1434:lov_io_unlock()) Process entered 00020000:00000001:1.0:1788840375.403861:0:34811:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788840375.403863:0:34811:0:(cl_io.c:352:cl_io_unlock()) Process entered 00000020:00000001:1.0:1788840375.403864:0:34811:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00020000:00000001:1.0:1788840375.403865:0:34811:0:(lov_io.c:1368:lov_io_unlock_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.403867:0:34811:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.403868:0:34811:0:(lov_io.c:1437:lov_io_unlock()) Process leaving 00000020:00000001:1.0:1788840375.403870:0:34811:0:(cl_io.c:373:cl_io_unlock()) Process leaving 00000020:00000001:1.0:1788840375.403872:0:34811:0:(cl_io.c:449:cl_io_rw_advance()) Process entered 00000020:00000001:1.0:1788840375.403873:0:34811:0:(cl_io.c:465:cl_io_rw_advance()) Process leaving 00000020:00000001:1.0:1788840375.403874:0:34811:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00020000:00000001:1.0:1788840375.403876:0:34811:0:(lov_io.c:1415:lov_io_iter_fini()) Process entered 00020000:00000001:1.0:1788840375.403877:0:34811:0:(lov_io.c:1312:lov_io_call()) Process entered 00000020:00000001:1.0:1788840375.403879:0:34811:0:(cl_io.c:429:cl_io_iter_fini()) Process entered 00000020:00000001:1.0:1788840375.403880:0:34811:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00020000:00000001:1.0:1788840375.403881:0:34811:0:(lov_io.c:1362:lov_io_iter_fini_wrapper()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.403883:0:34811:0:(lov_io.c:1329:lov_io_call()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.403885:0:34811:0:(lov_io.c:1426:lov_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788840375.403886:0:34811:0:(cl_io.c:435:cl_io_iter_fini()) Process leaving 00000020:00000001:1.0:1788840375.403887:0:34811:0:(cl_io.c:873:cl_io_loop()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.403889:0:34811:0:(cl_io.c:71:cl_io_fini()) Process entered 00020000:00000001:1.0:1788840375.403890:0:34811:0:(lov_io.c:900:lov_io_fini()) Process entered 00020000:00000001:1.0:1788840375.403892:0:34811:0:(lov_io.c:74:lov_io_sub_fini()) Process entered 00000020:00000001:1.0:1788840375.403893:0:34811:0:(cl_io.c:71:cl_io_fini()) Process entered 00000020:00000001:1.0:1788840375.403894:0:34811:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788840375.403896:0:34811:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee91222750 00020000:00000001:1.0:1788840375.403898:0:34811:0:(lov_io.c:82:lov_io_sub_fini()) Process leaving 00020000:00000001:1.0:1788840375.403900:0:34811:0:(lov_io.c:919:lov_io_fini()) Process leaving 00000080:00000001:1.0:1788840375.403902:0:34811:0:(vvp_io.c:296:vvp_io_fini()) Process entered 00000080:00200000:1.0:1788840375.403904:0:34811:0:(vvp_io.c:304:vvp_io_fini()) [0x200000404:0x36:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0 00000080:00000001:1.0:1788840375.403907:0:34811:0:(vvp_io.c:402:vvp_io_fini()) Process leaving 00000020:00000001:1.0:1788840375.403908:0:34811:0:(cl_io.c:112:cl_io_fini()) Process leaving 00000020:00001000:1.0:1788840375.403909:0:34811:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912226c0 00000080:00000001:1.0:1788840375.403912:0:34811:0:(file.c:5332:cl_sync_file_range()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788840375.403918:0:34811:0:(cl_page.c:603:cl_vmpage_page()) Process entered 00000020:00000001:1.0:1788840375.403920:0:34811:0:(cl_page.c:617:cl_vmpage_page()) Process leaving (rc=18446621952811776416 : -122120897775200 : ffff90ee8344b9a0) 00000020:00000001:1.0:1788840375.403923:0:34811:0:(cl_page.c:976:cl_page_delete()) Process entered 00000020:00000001:1.0:1788840375.403925:0:34811:0:(cl_page.c:928:__cl_page_delete()) Process entered 00000020:00000001:1.0:1788840375.403926:0:34811:0:(cl_page.c:623:cl_page_owner_clear()) Process entered 00000020:00000001:1.0:1788840375.403927:0:34811:0:(cl_page.c:629:cl_page_owner_clear()) Process leaving 00000020:00000001:1.0:1788840375.403928:0:34811:0:(cl_page.c:504:__cl_page_state_set()) Process entered 00000020:00000001:1.0:1788840375.403932:0:34811:0:(cl_page.c:507:__cl_page_state_set()) page@000000005b66a806[2 00000000d3f4cfbc 1 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788840375.403934:0:34811:0:(cl_page.c:507:__cl_page_state_set()) 1 -> 5 00000020:00000001:1.0:1788840375.403935:0:34811:0:(cl_page.c:515:__cl_page_state_set()) Process leaving 00000008:00000001:1.0:1788840375.403937:0:34811:0:(osc_page.c:137:osc_page_delete()) Process entered 00000008:00000001:1.0:1788840375.403938:0:34811:0:(osc_page.c:138:osc_page_delete()) ffff90ee8344ba00 00000008:00000001:1.0:1788840375.403940:0:34811:0:(osc_cache.c:2676:osc_teardown_async_page()) Process entered 00000008:00000040:1.0:1788840375.403942:0:34811:0:(osc_cache.c:2679:osc_teardown_async_page()) teardown oap ffff90ee8344ba10 page ffff90ee8344ba00 at index 0. 00000008:00000001:1.0:1788840375.403944:0:34811:0:(osc_cache.c:2701:osc_teardown_async_page()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840375.403949:0:34811:0:(osc_page.c:169:osc_page_delete()) Process leaving 00000080:00000020:1.0:1788840375.403951:0:34811:0:(vvp_page.c:56:vvp_page_delete()) delete page fffffcfe44c67100 index 0 00000020:00000001:1.0:1788840375.403955:0:34811:0:(cl_page.c:946:__cl_page_delete()) Process leaving 00000020:00000001:1.0:1788840375.403957:0:34811:0:(cl_page.c:978:cl_page_delete()) Process leaving 00000020:00000001:1.0:1788840375.403958:0:34811:0:(cl_page.c:554:cl_batch_put()) Process entered 00000020:00000001:1.0:1788840375.403960:0:34811:0:(cl_page.c:556:cl_batch_put()) page@000000005b66a806[1 00000000d3f4cfbc 5 1 0000000000000000 0 0 0] 00000020:00000001:1.0:1788840375.403962:0:34811:0:(cl_page.c:556:cl_batch_put()) 1 00000020:00000001:1.0:1788840375.403963:0:34811:0:(cl_page.c:236:cl_page_free()) Process entered 00000020:00000010:1.0:1788840375.403966:0:34811:0:(cl_page.c:223:__cl_page_free()) slab-freed 'cl_page': 224 at ffff90ee8344b9a0. 00000020:00000001:1.0:1788840375.403968:0:34811:0:(cl_page.c:274:cl_page_free()) Process leaving 00000020:00000001:1.0:1788840375.403969:0:34811:0:(cl_page.c:569:cl_batch_put()) Process leaving 00000080:00000001:1.0:1788840375.404888:0:34811:0:(llite_lib.c:2063:ll_clear_inode()) Process entered 00000080:00200000:1.0:1788840375.404893:0:34811:0:(llite_lib.c:2066:ll_clear_inode()) VFS Op:inode=[0x200000404:0x36:0x0](ffff90ee905c3a88) 00800000:00000001:1.0:1788840375.404899:0:34811:0:(lmv_obd.c:1647:lmv_null_inode()) Process entered 00800000:00000002:1.0:1788840375.404901:0:34811:0:(lmv_obd.c:1649:lmv_null_inode()) CBDATA for [0x200000404:0x36:0x0] 00000002:00000001:1.0:1788840375.404906:0:34811:0:(mdc_locks.c:168:mdc_null_inode()) Process entered 00000002:00000001:1.0:1788840375.404912:0:34811:0:(mdc_locks.c:175:mdc_null_inode()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1788840375.404914:0:34811:0:(lmv_obd.c:1659:lmv_null_inode()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.404917:0:34811:0:(xattr_cache.c:319:ll_xattr_cache_destroy()) Process entered 00000080:00000001:1.0:1788840375.404921:0:34811:0:(xattr_cache.c:300:ll_xattr_cache_destroy_locked()) Process entered 00000080:00000001:1.0:1788840375.404923:0:34811:0:(xattr_cache.c:303:ll_xattr_cache_destroy_locked()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1788840375.404925:0:34811:0:(xattr_cache.c:325:ll_xattr_cache_destroy()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840375.404929:0:34811:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840375.404932:0:34811:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044391624 : -122120665159992 : ffff90ee912226c8) 00000020:00001000:1.0:1788840375.404935:0:34811:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912226c0 00020000:00000001:1.0:1788840375.404941:0:34811:0:(lov_object.c:1543:lov_object_delete()) Process entered 00020000:00000002:1.0:1788840375.404943:0:34811:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee831501f0) owner 0000000000000000/ffff90ee99dfcf80 00020000:00000001:1.0:1788840375.404947:0:34811:0:(lov_object.c:877:lov_delete_composite()) Process entered 00020000:00000002:1.0:1788840375.404950:0:34811:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee87fb1a20, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788840375.404955:0:34811:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788840375.404959:0:34811:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90ee85dfa400: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000001:1.0:1788840375.404962:0:34811:0:(lov_object.c:1315:lov_layout_wait()) Process entered 00020000:00000001:1.0:1788840375.404964:0:34811:0:(lov_object.c:1325:lov_layout_wait()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.404966:0:34811:0:(lov_object.c:292:lov_delete_raid0()) Process entered 00000020:00000001:1.0:1788840375.404968:0:34811:0:(cl_object.c:368:cl_object_prune()) Process entered 00010000:00000001:1.0:1788840375.404972:0:34811:0:(ldlm_request.c:2697:ldlm_resource_iterate()) Process entered 00010000:00000040:1.0:1788840375.404977:0:34811:0:(ldlm_resource.c:1656:ldlm_resource_getref()) getref res: ffff90ee892b1800 count: 2 00010000:00000001:1.0:1788840375.404980:0:34811:0:(ldlm_resource.c:1595:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840375.404982:0:34811:0:(ldlm_request.c:2625:ldlm_resource_foreach()) Process entered 00000008:00000001:1.0:1788840375.404985:0:34811:0:(osc_object.c:184:osc_object_ast_clear()) Process entered 00000008:00010000:1.0:1788840375.404989:0:34811:0:(osc_object.c:202:osc_object_ast_clear()) ### update lock size 0 blocks 1 [cma]time: 0 0 0 by oinfo size 46 blocks 1 [cma]time 1788840375 1788840375 1788840375 ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 1/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x800020000020000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000020:00000001:1.0:1788840375.405123:0:34811:0:(cl_object.c:143:cl_object_top()) ffff90ee996fa1c0 -> ffff90ee87984148 00000020:00000001:1.0:1788840375.405125:0:34811:0:(cl_object.c:143:cl_object_top()) ffff90ee996fa1c0 -> ffff90ee87984148 00000008:00000001:1.0:1788840375.405127:0:34811:0:(osc_object.c:212:osc_object_ast_clear()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788840375.405129:0:34811:0:(ldlm_request.c:2641:ldlm_resource_foreach()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1788840375.405131:0:34811:0:(ldlm_request.c:2707:ldlm_resource_iterate()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:1.0:1788840375.405133:0:34811:0:(cl_object.c:378:cl_object_prune()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:1.0:1788840375.405138:0:34811:0:(osc_object.c:99:osc_object_free()) slab-freed '(osc)': 448 at ffff90ee996fa1c0. 00020000:00000001:1.0:1788840375.405143:0:34811:0:(lovsub_object.c:58:lovsub_object_free()) Process entered 00020000:00000010:1.0:1788840375.405145:0:34811:0:(lovsub_object.c:78:lovsub_object_free()) slab-freed 'los': 200 at ffff90ee879847d0. 00020000:00000001:1.0:1788840375.405150:0:34811:0:(lovsub_object.c:80:lovsub_object_free()) Process leaving 00020000:00000001:1.0:1788840375.405153:0:34811:0:(lov_object.c:313:lov_delete_raid0()) Process leaving (rc=0 : 0 : 0) 00020000:00000001:1.0:1788840375.405155:0:34811:0:(lov_object.c:898:lov_delete_composite()) Process leaving (rc=0 : 0 : 0) 00020000:00000002:1.0:1788840375.405157:0:34811:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee831501f0) owner 0000000000000000/ffff90ee99dfcf80 00020000:00000001:1.0:1788840375.405159:0:34811:0:(lov_object.c:1545:lov_object_delete()) Process leaving 00020000:00000001:1.0:1788840375.405161:0:34811:0:(lov_object.c:1552:lov_object_free()) Process entered 00020000:00000002:1.0:1788840375.405162:0:34811:0:(lov_object.c:1256:lov_conf_freeze()) To take share lov(ffff90ee831501f0) owner 0000000000000000/ffff90ee99dfcf80 00020000:00000001:1.0:1788840375.405164:0:34811:0:(lov_object.c:913:lov_fini_composite()) Process entered 00020000:00000010:1.0:1788840375.405166:0:34811:0:(lov_object.c:322:lov_fini_raid0()) kvfree 'r0->lo_sub': 8 at ffff90eea01ba6f8. 00020000:00000010:1.0:1788840375.405170:0:34811:0:(lov_object.c:922:lov_fini_composite()) kfreed 'comp->lo_entries': 184 at ffff90ee85d309c0. 00020000:00000010:1.0:1788840375.405172:0:34811:0:(lov_object.c:927:lov_fini_composite()) kfreed 'comp->lo_mirrors': 12 at ffff90ee85d29750. 00020000:00000002:1.0:1788840375.405175:0:34811:0:(lov_ea.c:755:dump_lsm()) lsm ffff90ee87fb1a20, objid 0x36:1028, maxbytes 0x7fffffffffffffff, magic 0x0BD10BD0, refc: 1, entry: 1, mirror: 0, flags: 0,layout_gen 0 00020000:00000002:1.0:1788840375.405178:0:34811:0:(lov_ea.c:786:dump_lsm()) [0x0, 0xffffffffffffffff): id: 0, flags: 10, magic 0x0BD10BD0, layout_gen 0, stripe count 1 (0/0), stripe size 4194304, pool: [] 00020000:00000002:1.0:1788840375.405181:0:34811:0:(lov_ea.c:798:dump_lsm()) oinfo:ffff90ee85dfa400: ostid: 0x280000400:66 ost idx: 1 gen: 0 00020000:00000010:1.0:1788840375.405185:0:34811:0:(lov_ea.c:146:lsme_free()) slab-freed '(lsme->lsme_oinfo[i])': 112 at ffff90ee85dfa400. 00020000:00000010:1.0:1788840375.405189:0:34811:0:(lov_ea.c:149:lsme_free()) kvfree 'lsme': 88 at ffff90ee87fb1600. 00020000:00000010:1.0:1788840375.405192:0:34811:0:(lov_ea.c:170:lsm_free()) kfreed 'lsm': 88 at ffff90ee87fb1a20. 00020000:00000001:1.0:1788840375.405193:0:34811:0:(lov_object.c:936:lov_fini_composite()) Process leaving 00020000:00000002:1.0:1788840375.405195:0:34811:0:(lov_object.c:1264:lov_conf_thaw()) To release share lov(ffff90ee831501f0) owner 0000000000000000/ffff90ee99dfcf80 00020000:00000010:1.0:1788840375.405198:0:34811:0:(lov_object.c:1555:lov_object_free()) slab-freed '(lov)': 248 at ffff90ee831501f0. 00020000:00000001:1.0:1788840375.405201:0:34811:0:(lov_object.c:1556:lov_object_free()) Process leaving 00000080:00000010:1.0:1788840375.405203:0:34811:0:(vvp_object.c:274:vvp_object_free()) slab-freed 'vob': 200 at ffff90ee879840c8. 00000020:00001000:1.0:1788840375.405208:0:34811:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912226c0 00000080:00000001:1.0:1788840375.405211:0:34811:0:(llite_lib.c:2114:ll_clear_inode()) Process leaving 00000080:00000001:1.0:1788840375.405213:0:34811:0:(llite_lib.c:3431:ll_delete_inode()) Process leaving 00000080:00000010:1.1:1788840375.413386:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff90ee83169340. 00000080:00000010:1.1:1788840375.417749:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff90ee905c39c0. 00010000:00000001:1.0:1788840375.942713:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840375.942721:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.942727:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840375.942728:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840375.942733:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840375.942734:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1788840375.942810:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1788840375.942813:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1788840375.942816:0:16054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788840376.324189:0:34900:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788840376.698217:0:34936:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1788840376.698226:0:34936:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: recovery-small test_24b: @@@@@@ IGNORE (bz5494): multiop didn't fail fsync: 5 or close: 0 00000001:00000001:2.0:1788840376.709387:0:34936:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:2.0:1788840376.839960:0:29212:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120a20 (cpu 2) has reached its deadline 4296606629, at 4296606658 00000100:00000010:2.0:1788840376.839982:0:29212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee87fb1ae0. 00000100:00000040:3.0:1788840376.843494:0:30278:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120b30 (cpu 3) has reached its deadline 4296606629, at 4296606661 00000100:00000010:3.0:1788840376.843511:0:30278:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee87fb1f60. 00010000:00000001:1.0:1788840376.975314:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840376.975323:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840376.975329:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840376.975331:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840376.975335:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840376.975336:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840376.976460:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788840376.976466:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840376.976471:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788840377.926234:0:31702:0:(pinger.c:229:ptlrpc_pinger_process_import()) 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788840377.926250:0:31702:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788840377.926260:0:31702:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d48700. 00000020:00000040:3.0:1788840377.926268:0:31702:0:(genops.c:1210:class_import_get()) import ffff90ee98ee5800 refcount=4 obd=MGC192.168.202.131@tcp 00000100:00000001:3.0:1788840377.926274:0:31702:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840377.926278:0:31702:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840377.926284:0:31702:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840377.926293:0:31702:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee86f0d500. 00000100:00000001:3.0:1788840377.926303:0:31702:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840377.926318:0:31702:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 9bd5af39-b6fe-405c-9397-0d5571f2cea4->MGS req@ffff90ee86d48700 x1875733134014080/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788840377.926338:0:31702:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840377.926345:0:31702:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840377.926353:0:31702:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000075f11134] to pc [ptlrpcd_01_00+0] req@ffff90ee86d48700 x1875733134014080/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840377.926383:0:31702:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840377.926387:0:31702:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788840377.926390:0:31702:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788840377.926394:0:31702:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d4a300. 00000020:00000040:3.0:1788840377.926397:0:31702:0:(genops.c:1210:class_import_get()) import ffff90ee98823000 refcount=9 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000100:00000001:3.0:1788840377.926399:0:31702:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840377.926401:0:31702:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840377.926403:0:31702:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840377.926407:0:31702:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee86f0d700. 00000100:00000001:3.0:1788840377.926420:0:31702:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840377.926425:0:31702:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-MDT0000_UUID req@ffff90ee86d4a300 x1875733134014208/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788840377.926432:0:31702:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840377.926434:0:31702:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840377.926438:0:31702:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000be538729] to pc [ptlrpcd_01_01+1] req@ffff90ee86d4a300 x1875733134014208/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840377.926446:0:31702:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840377.926449:0:31702:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID: level FULL/9 force 0 force_next 1 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788840377.926452:0:31702:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788840377.926456:0:31702:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d4bb80. 00000020:00000040:3.0:1788840377.926459:0:31702:0:(genops.c:1210:class_import_get()) import ffff90ee92b5c800 refcount=3 obd=lustre-OST0000-osc-ffff90ee90f70800 00000100:00000001:3.0:1788840377.926461:0:31702:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840377.926472:0:31702:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840377.926474:0:31702:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840377.926483:0:31702:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee86f0d600. 00000100:00000001:3.0:1788840377.926488:0:31702:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840377.926492:0:31702:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0000_UUID req@ffff90ee86d4bb80 x1875733134014336/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788840377.926499:0:31702:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840377.926501:0:31702:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840377.926505:0:31702:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000041ae23c8] to pc [ptlrpcd_01_00+0] req@ffff90ee86d4bb80 x1875733134014336/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840377.926513:0:31702:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840377.926515:0:31702:0:(pinger.c:229:ptlrpc_pinger_process_import()) 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1788840377.926518:0:31702:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1788840377.926522:0:31702:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee86d49880. 00000020:00000040:3.0:1788840377.926525:0:31702:0:(genops.c:1210:class_import_get()) import ffff90ee92b59000 refcount=3 obd=lustre-OST0001-osc-ffff90ee90f70800 00000100:00000001:3.0:1788840377.926527:0:31702:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1788840377.926528:0:31702:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1788840377.926530:0:31702:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1788840377.926533:0:31702:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff90ee86f0de00. 00000100:00000001:3.0:1788840377.926536:0:31702:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840377.926541:0:31702:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 10f4a654-3497-48d8-8f70-7e89f4f161cc->lustre-OST0001_UUID req@ffff90ee86d49880 x1875733134014464/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1788840377.926548:0:31702:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1788840377.926550:0:31702:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840377.926553:0:31702:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000095cc25a8] to pc [ptlrpcd_01_01+1] req@ffff90ee86d49880 x1875733134014464/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840377.926561:0:31702:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840377.926566:0:31702:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (1945) 00000100:00000001:3.0:1788840377.926580:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840377.926585:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840377.926588:0:2362:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840377.926594:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d4a300 x1875733134014208/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840377.926609:0:2362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840377.926611:0:2362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840377.926616:0:2362:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840377.926620:0:2362:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840377.926623:0:2362:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840377.926627:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733134014208:192.168.202.131@tcp:400:kworker.0 00000100:00000001:3.0:1788840377.926632:0:2362:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840377.926665:0:2362:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840377.926669:0:2362:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840377.926672:0:2362:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840377.926678:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee98e5a000. 02000000:00000001:3.0:1788840377.926680:0:2362:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840377.926689:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840377.926694:0:2362:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4f528. 00000400:00000010:3.0:1788840377.926703:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011ee58. 00000100:00000200:3.0:1788840377.926712:0:2362:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733134014208, portal 10 00000100:00000001:3.0:1788840377.926715:0:2362:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840377.926717:0:2362:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871539456 : -122120838012160 : ffff90ee86d4a300) 00000100:00000040:3.0:1788840377.926725:0:2362:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee86d4a300 x1875733134014208/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840377.926733:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840377.926737:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840377.926739:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011eaa0. 00000100:00000200:3.0:1788840377.926742:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1875733134014208, offset 0 00000400:00000200:3.0:1788840377.926750:0:2362:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840377.926761:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840377.926771:0:2362:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840377.926778:0:2362:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840377.926785:0:2362:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840377.927092:0:2362:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840377.927096:0:2362:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840377.927102:0:2362:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2691:2691:256:4294967295] 192.168.202.131@tcp LPNI seq info [2691:2691:8:4294967295] 00000400:00000200:3.0:1788840377.927107:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840377.927121:0:2362:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840377.927129:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840377.927136:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee86f0d100. 00000800:00000200:3.0:1788840377.927146:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840377.927157:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840377.927164:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee86f0d100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788840377.927182:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840377.927189:0:2362:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: using a timeout of 778858 usecs (779 jiffies) 00000400:00000200:3.0:1788840377.927193:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840377.927197:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296608524 00000100:00000010:3.0:1788840377.927203:0:2362:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee84b18240. 00000100:00000001:3.0:1788840377.927213:0:2362:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request now active for cpu 2 00000100:00000001:3.0:1788840377.927220:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296608524 00000100:00000010:3.0:1788840377.927224:0:2362:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff90ee84b181e0. 00000100:00000001:3.0:1788840377.927228:0:2362:0:(niobuf.c:678:kick_cpu_latency()) lustre-MDT0000-mdc-ffff90ee90f70800: PM QoS request now active for cpu 3 00000100:00000001:3.0:1788840377.927231:0:2362:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840377.927235:0:2362:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840377.927238:0:2362:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840377.927243:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d49880 x1875733134014464/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840377.927251:0:2362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840377.927253:0:2362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840377.927256:0:2362:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840377.927258:0:2362:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840377.927261:0:2362:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840377.927264:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733134014464:192.168.202.131@tcp:400:kworker.0 00000100:00000001:3.0:1788840377.927267:0:2362:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840377.927272:0:2362:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840377.927273:0:2362:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840377.927275:0:2362:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840377.927279:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee98e5a200. 02000000:00000001:3.0:1788840377.927281:0:2362:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840377.927284:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840377.927288:0:2362:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4fec8. 00000400:00000010:3.0:1788840377.927292:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e198. 00000100:00000200:3.0:1788840377.927296:0:2362:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733134014464, portal 4 00000100:00000001:3.0:1788840377.927298:0:2362:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840377.927300:0:2362:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871536768 : -122120838014848 : ffff90ee86d49880) 00000100:00000040:3.0:1788840377.927306:0:2362:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee86d49880 x1875733134014464/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840377.927312:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840377.927315:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840377.927318:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e660. 00000100:00000200:3.0:1788840377.927321:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733134014464, offset 0 00000400:00000200:3.0:1788840377.927325:0:2362:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840377.927330:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840377.927335:0:2362:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840377.927338:0:2362:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840377.927342:0:2362:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840377.927344:0:2362:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840377.927347:0:2362:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840377.927350:0:2362:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2692:2692:255:4294967295] 192.168.202.131@tcp LPNI seq info [2692:2692:7:4294967295] 00000400:00000200:3.0:1788840377.927354:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840377.927360:0:2362:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840377.927365:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840377.927370:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee86f0d000. 00000800:00000200:3.0:1788840377.927374:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840377.927378:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840377.927381:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee86f0d000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788840377.927386:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840377.927389:0:2362:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: using a timeout of 243700 usecs (244 jiffies) 00000400:00000200:3.0:1788840377.927392:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840377.927395:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296607989 00000100:00000001:3.0:1788840377.927398:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296608524 00000100:00000001:3.0:1788840377.927400:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296607989 00000100:00000001:3.0:1788840377.927402:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296608524 00000100:00000001:3.0:1788840377.927404:0:2362:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840377.927406:0:2362:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840377.927409:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840377.927422:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840377.927433:0:2362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840377.927436:0:2362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1788840377.927439:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840377.927440:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840377.927442:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840377.927446:0:2362:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00000001:3.0:1788840377.927448:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840377.927450:0:2362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840377.927452:0:2362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840377.927453:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840377.927454:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1788840377.927456:0:2362:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840377.927460:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d48700 x1875733134014080/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840377.927564:0:2362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840377.927565:0:2362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840377.927568:0:2362:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840377.927571:0:2362:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840377.927573:0:2362:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840377.927577:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2362:1875733134014080:192.168.202.131@tcp:400:kworker.0 00000100:00000001:3.0:1788840377.927581:0:2362:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840377.927585:0:2362:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840377.927587:0:2362:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840377.927589:0:2362:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840377.927593:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee98e5ba00. 02000000:00000001:3.0:1788840377.927595:0:2362:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840377.927599:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840377.927603:0:2362:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4f9f8. 00000400:00000010:3.0:1788840377.927608:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e2a8. 00000100:00000200:3.0:1788840377.927611:0:2362:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733134014080, portal 25 00000100:00000001:3.0:1788840377.927613:0:2362:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840377.927614:0:2362:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871532288 : -122120838019328 : ffff90ee86d48700) 00000100:00000040:3.0:1788840377.927619:0:2362:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee86d48700 x1875733134014080/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840377.927625:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840377.927628:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840377.927630:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e908. 00000100:00000200:3.0:1788840377.927632:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1875733134014080, offset 0 00000400:00000200:3.0:1788840377.927636:0:2362:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840377.927735:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840377.927739:0:2362:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840377.927742:0:2362:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840377.927745:0:2362:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840377.927748:0:2362:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840377.927750:0:2362:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840377.927753:0:2362:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2693:2693:254:4294967295] 192.168.202.131@tcp LPNI seq info [2693:2693:6:4294967295] 00000400:00000200:3.0:1788840377.927756:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840377.927762:0:2362:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840377.927766:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840377.927770:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee86f0d800. 00000800:00000200:3.0:1788840377.927774:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840377.927778:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840377.927781:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee86f0d800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788840377.927784:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840377.928064:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840377.928068:0:2362:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 2 is 4296611745 00000100:00000001:3.0:1788840377.928075:0:2362:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 2, simply extend its deadline from 4296608524 00000100:00000001:3.0:1788840377.928079:0:2362:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS new deadline estimation for cpu 3 is 4296611745 00000100:00000001:3.0:1788840377.928082:0:2362:0:(niobuf.c:685:kick_cpu_latency()) MGC192.168.202.131@tcp: PM QoS request active for cpu 3, simply extend its deadline from 4296608524 00000100:00000001:3.0:1788840377.928085:0:2362:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840377.928087:0:2362:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840377.928090:0:2362:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1788840377.928094:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee86d4bb80 x1875733134014336/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840377.928100:0:2362:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1788840377.928102:0:2362:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840377.928104:0:2362:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1788840377.928106:0:2362:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1788840377.928108:0:2362:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1788840377.928111:0:2362:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee86d4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733134014336:192.168.202.131@tcp:400:kworker.0 00000100:00000001:3.0:1788840377.928115:0:2362:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1788840377.928118:0:2362:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1788840377.928121:0:2362:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840377.928122:0:2362:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1788840377.928127:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee98e5a800. 02000000:00000001:3.0:1788840377.928129:0:2362:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1788840377.928132:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:3.0:1788840377.928135:0:2362:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee90f4f630. 00000400:00000010:3.0:1788840377.928139:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e000. 00000100:00000200:3.0:1788840377.928143:0:2362:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733134014336, portal 4 00000100:00000001:3.0:1788840377.928144:0:2362:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1788840377.928146:0:2362:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952871545728 : -122120838005888 : ffff90ee86d4bb80) 00000100:00000040:3.0:1788840377.928153:0:2362:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee86d4bb80 x1875733134014336/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840377.928160:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1788840377.928163:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:3.0:1788840377.928165:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea011e990. 00000100:00000200:3.0:1788840377.928168:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1875733134014336, offset 0 00000400:00000200:3.0:1788840377.928172:0:2362:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:3.0:1788840377.928177:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840377.928182:0:2362:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:3.0:1788840377.928185:0:2362:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1788840377.928187:0:2362:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:3.0:1788840377.928190:0:2362:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1788840377.928192:0:2362:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:3.0:1788840377.928195:0:2362:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2694:2694:253:4294967295] 192.168.202.131@tcp LPNI seq info [2694:2694:5:4294967295] 00000400:00000200:3.0:1788840377.928199:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840377.928204:0:2362:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:3.0:1788840377.928209:0:2362:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:3.0:1788840377.928212:0:2362:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee86f0da00. 00000800:00000200:3.0:1788840377.928216:0:2362:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:3.0:1788840377.928221:0:2362:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:3.0:1788840377.928224:0:2362:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee86f0da00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1788840377.928227:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840377.928230:0:2362:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: using a timeout of 23448 usecs (24 jiffies) 00000400:00000200:3.0:1788840377.928233:0:2362:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:3.0:1788840377.928235:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296607770 00000100:00000001:3.0:1788840377.928237:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296611745 00000100:00000001:3.0:1788840377.928239:0:2362:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296607770 00000100:00000001:3.0:1788840377.928242:0:2362:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0000-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296611745 00000100:00000001:3.0:1788840377.928244:0:2362:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840377.928246:0:2362:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840377.928249:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840377.928252:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1788840377.928323:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840377.928328:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0d100. 00000400:00000200:3.0:1788840377.928335:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840377.928341:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840377.928348:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011eaa0 00000400:00000010:3.0:1788840377.928350:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011eaa0. 00000100:00000001:3.0:1788840377.928357:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840377.928362:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d4a300 x1875733134014208/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840377.928373:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840377.928376:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d4a300 x1875733134014208/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840393 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840377.928383:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840377.928384:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788840377.928399:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840377.928401:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0d000. 00000400:00000200:3.0:1788840377.928404:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840377.928408:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840377.928419:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e660 00000400:00000010:3.0:1788840377.928421:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e660. 00000100:00000001:3.0:1788840377.928423:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840377.928427:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d49880 x1875733134014464/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840377.928434:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840377.928437:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d49880 x1875733134014464/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840393 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840377.928443:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840377.928444:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788840377.928453:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840377.928455:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0d800. 00000400:00000200:3.0:1788840377.928457:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840377.928461:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840377.928463:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e908 00000100:00000001:2.0:1788840377.929591:0:2361:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1788840377.929599:0:2361:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1788840377.929938:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e908. 00000100:00000001:3.0:1788840377.929951:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840377.929962:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d48700 x1875733134014080/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840377.929973:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840377.929976:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d48700 x1875733134014080/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840393 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840377.929983:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840377.929984:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1788840377.935900:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1788840377.935915:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee86f0da00. 00000400:00000200:3.0:1788840377.935922:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840377.935934:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:3.0:1788840377.935945:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e990 00000400:00000010:3.0:1788840377.935949:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e990. 00000100:00000001:3.0:1788840377.935956:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1788840377.935967:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee86d4bb80 x1875733134014336/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840393 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840377.935982:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840377.935986:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee86d4bb80 x1875733134014336/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840393 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840377.935994:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840377.935996:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1788840377.936010:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840377.936024:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840377.936027:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840377.936030:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840377.936038:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840377.936043:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840377.936051:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840377.936056:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840377.936062:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840377.936065:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f827257800 00000400:00000200:3.0:1788840377.936070:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840377.936077:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x74ed [1] + 224 00000800:00000001:3.0:1788840377.936086:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840377.936090:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840377.936093:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840377.936095:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840377.936101:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840377.936106:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d49880 x1875733134014464/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840393 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840377.936116:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee86d49880 x1875733134014464/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840377.936135:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840377.936142:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840377.936146:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840377.936148:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840377.936150:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840377.936153:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840377.936156:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840377.936160:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840377.936163:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840377.936165:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840377.936168:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 4 MB=0x6a9f827257780 00000400:00000200:3.0:1788840377.936171:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840377.936175:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.202.131@tcp of length 224/224 into md 0x750d [1] + 224 00000800:00000001:3.0:1788840377.936179:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840377.936183:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840377.936184:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840377.936187:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840377.936191:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840377.936194:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d4bb80 x1875733134014336/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840393 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840377.936203:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee86d4bb80 x1875733134014336/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840377.936211:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840377.936214:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840377.936218:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840377.936220:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840377.936222:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840377.936225:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840377.936229:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840377.936233:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840377.936236:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840377.936238:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840377.936241:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 25 MB=0x6a9f827257680 00000400:00000200:3.0:1788840377.936245:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840377.936250:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.202.131@tcp of length 224/224 into md 0x74fd [1] + 224 00000800:00000001:3.0:1788840377.936254:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840377.936258:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840377.936260:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840377.936263:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840377.936266:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840377.936272:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d48700 x1875733134014080/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840393 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840377.936281:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee86d48700 x1875733134014080/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840377.936287:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840377.936290:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840377.936293:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1788840377.936295:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840377.936297:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840377.936300:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840377.936304:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:3.0:1788840377.936308:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840377.936310:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840377.936314:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840377.936317:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 10 MB=0x6a9f827257700 00000400:00000200:3.0:1788840377.936320:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:3.0:1788840377.936325:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index a from 12345-192.168.202.131@tcp of length 224/224 into md 0x74dd [1] + 224 00000800:00000001:3.0:1788840377.936329:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840377.936336:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1788840377.936338:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1788840377.936341:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:3.0:1788840377.936343:0:2354:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840377.936347:0:2354:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee86d4a300 x1875733134014208/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840393 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1788840377.936356:0:2354:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee86d4a300 x1875733134014208/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840377.936363:0:2354:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1788840377.936366:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:3.0:1788840377.936368:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840377.939819:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840377.939831:0:2362:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1788840377.939843:0:2362:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840377.939846:0:2362:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840377.939851:0:2362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4f9f8. 00000400:00000200:3.0:1788840377.939857:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e2a8 00000400:00000010:3.0:1788840377.939859:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e2a8. 00000100:00000001:3.0:1788840377.939864:0:2362:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840377.939876:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d48700 x1875733134014080/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840377.939886:0:2362:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d48700 x1875733134014080/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840393 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840377.939892:0:2362:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840377.939894:0:2362:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840377.939896:0:2362:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840377.939899:0:2362:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840377.939902:0:2362:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840377.939905:0:2362:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840377.939908:0:2362:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840377.939915:0:2362:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98ee5c60 time=77 v=5 (5 5 5 5) 00000100:00001000:3.0:1788840377.939919:0:2362:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98ee5c18 time=38 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840377.939921:0:2362:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840377.939922:0:2362:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840377.939924:0:2362:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840377.939927:0:2362:0:(ldlm_request.c:1657:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840377.939929:0:2362:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840377.939932:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d48700 x1875733134014080/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840393 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840377.939937:0:2362:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840377.939939:0:2362:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840377.939941:0:2362:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840377.939943:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d48700 x1875733134014080/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840393 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840377.939949:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d48700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:9bd5af39-b6fe-405c-9397-0d5571f2cea4:2362:1875733134014080:192.168.202.131@tcp:400:kworker.0 00000400:00000001:3.0:1788840377.939954:0:2362:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840377.939955:0:2362:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840377.939956:0:2362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4f630. 00000400:00000200:3.0:1788840377.939957:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e000 00000400:00000010:3.0:1788840377.939958:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e000. 00000100:00000001:3.0:1788840377.939959:0:2362:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840377.939962:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d4bb80 x1875733134014336/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840377.939966:0:2362:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d4bb80 x1875733134014336/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840393 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840377.939970:0:2362:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840377.939970:0:2362:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840377.939971:0:2362:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840377.939972:0:2362:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840377.939973:0:2362:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840377.939974:0:2362:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840377.939976:0:2362:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840377.939980:0:2362:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b5cc60 time=77 v=5 (5 5 5 5) 00000100:00001000:3.0:1788840377.939982:0:2362:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b5cc18 time=3 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840377.939984:0:2362:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840377.939985:0:2362:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840377.939985:0:2362:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840377.939989:0:2362:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840377.939991:0:2362:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840377.939993:0:2362:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0000-osc-ffff90ee90f70800: skip recheck: last_committed 4294967345 00000100:00000001:3.0:1788840377.939994:0:2362:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840377.939995:0:2362:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840377.939997:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d4bb80 x1875733134014336/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840393 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840377.940001:0:2362:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840377.940003:0:2362:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840377.940004:0:2362:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840377.940005:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d4bb80 x1875733134014336/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840393 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840377.940009:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d4bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733134014336:192.168.202.131@tcp:400:kworker.0 00000400:00000001:3.0:1788840377.940013:0:2362:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840377.940013:0:2362:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840377.940015:0:2362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4f528. 00000400:00000200:3.0:1788840377.940016:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011ee58 00000400:00000010:3.0:1788840377.940017:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011ee58. 00000100:00000001:3.0:1788840377.940018:0:2362:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840377.940021:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d4a300 x1875733134014208/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840377.940027:0:2362:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d4a300 x1875733134014208/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840393 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840377.940033:0:2362:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840377.940035:0:2362:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840377.940036:0:2362:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840377.940038:0:2362:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840377.940039:0:2362:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840377.940040:0:2362:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840377.940042:0:2362:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840377.940045:0:2362:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee98823460 time=77 v=5 (5 5 102 102) 00000100:00001000:3.0:1788840377.940048:0:2362:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee98823418 time=35 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840377.940050:0:2362:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840377.940051:0:2362:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840377.940053:0:2362:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840377.940055:0:2362:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840377.940057:0:2362:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840377.940058:0:2362:0:(client.c:3121:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff90ee90f70800: skip recheck: last_committed 8589934613 00000100:00000001:3.0:1788840377.940060:0:2362:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840377.940064:0:2362:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840377.940068:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d4a300 x1875733134014208/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840393 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840377.940075:0:2362:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840377.940076:0:2362:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840377.940078:0:2362:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840377.940081:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d4a300 x1875733134014208/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840393 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840377.940089:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d4a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733134014208:192.168.202.131@tcp:400:kworker.0 00000400:00000001:3.0:1788840377.940093:0:2362:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1788840377.940094:0:2362:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1788840377.940096:0:2362:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee90f4fec8. 00000400:00000200:3.0:1788840377.940098:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea011e198 00000400:00000010:3.0:1788840377.940099:0:2362:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea011e198. 00000100:00000001:3.0:1788840377.940100:0:2362:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1788840377.940103:0:2362:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee86d49880 x1875733134014464/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840393 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1788840377.940108:0:2362:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee86d49880 x1875733134014464/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840393 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840377.940113:0:2362:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1788840377.940114:0:2362:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840377.940115:0:2362:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:3.0:1788840377.940116:0:2362:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1788840377.940117:0:2362:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1788840377.940118:0:2362:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1788840377.940119:0:2362:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1788840377.940123:0:2362:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b59460 time=77 v=5 (5 5 5 5) 00000100:00001000:3.0:1788840377.940125:0:2362:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b59418 time=29 v=5 (1 0 0 0) 00000100:00000001:3.0:1788840377.940126:0:2362:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1788840377.940127:0:2362:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1788840377.940128:0:2362:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1788840377.940130:0:2362:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840377.940131:0:2362:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1788840377.940132:0:2362:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90ee90f70800: skip recheck: last_committed 4294967312 00000100:00000001:3.0:1788840377.940133:0:2362:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1788840377.940134:0:2362:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1788840377.940136:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee86d49880 x1875733134014464/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840393 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840377.940140:0:2362:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1788840377.940141:0:2362:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1788840377.940142:0:2362:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1788840377.940144:0:2362:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee86d49880 x1875733134014464/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840393 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788840377.940148:0:2362:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee86d49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:10f4a654-3497-48d8-8f70-7e89f4f161cc:2362:1875733134014464:192.168.202.131@tcp:400:kworker.0 00000100:00000001:3.0:1788840377.940150:0:2362:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840377.940153:0:2362:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840377.940155:0:2362:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d48700 x1875733134014080/t0(0) o400->MGC192.168.202.131@tcp@192.168.202.131@tcp:26/25 lens 224/224 e 0 to 0 dl 1788840393 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840377.940159:0:2362:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840377.940161:0:2362:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840377.940166:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee98e5ba00. 02000000:00000001:3.0:1788840377.940169:0:2362:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840377.940171:0:2362:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840377.940174:0:2362:0:(genops.c:1223:class_import_put()) import ffff90ee98ee5800 refcount=3 obd=MGC192.168.202.131@tcp 00000020:00000001:3.0:1788840377.940176:0:2362:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840377.940179:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee86f0d500. 02000000:00000001:3.0:1788840377.940182:0:2362:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840377.940184:0:2362:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840377.940185:0:2362:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d48700. 00000100:00000001:3.0:1788840377.940188:0:2362:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840377.940189:0:2362:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840377.940190:0:2362:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840377.940192:0:2362:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d4bb80 x1875733134014336/t0(0) o400->lustre-OST0000-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840393 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840377.940196:0:2362:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840377.940197:0:2362:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840377.940198:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee98e5a800. 02000000:00000001:3.0:1788840377.940199:0:2362:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840377.940200:0:2362:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840377.940200:0:2362:0:(genops.c:1223:class_import_put()) import ffff90ee92b5c800 refcount=2 obd=lustre-OST0000-osc-ffff90ee90f70800 00000020:00000001:3.0:1788840377.940201:0:2362:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840377.940202:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee86f0d600. 02000000:00000001:3.0:1788840377.940203:0:2362:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840377.940203:0:2362:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840377.940204:0:2362:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d4bb80. 00000100:00000001:3.0:1788840377.940206:0:2362:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840377.940206:0:2362:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840377.940207:0:2362:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840377.940209:0:2362:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d4a300 x1875733134014208/t0(0) o400->lustre-MDT0000-mdc-ffff90ee90f70800@192.168.202.131@tcp:12/10 lens 224/224 e 0 to 0 dl 1788840393 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840377.940212:0:2362:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840377.940212:0:2362:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840377.940213:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee98e5a000. 02000000:00000001:3.0:1788840377.940214:0:2362:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840377.940215:0:2362:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840377.940215:0:2362:0:(genops.c:1223:class_import_put()) import ffff90ee98823000 refcount=8 obd=lustre-MDT0000-mdc-ffff90ee90f70800 00000020:00000001:3.0:1788840377.940217:0:2362:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840377.940218:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee86f0d700. 02000000:00000001:3.0:1788840377.940220:0:2362:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840377.940220:0:2362:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840377.940221:0:2362:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d4a300. 00000100:00000001:3.0:1788840377.940223:0:2362:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840377.940223:0:2362:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840377.940224:0:2362:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1788840377.940226:0:2362:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee86d49880 x1875733134014464/t0(0) o400->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:28/4 lens 224/224 e 0 to 0 dl 1788840393 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1788840377.940229:0:2362:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1788840377.940229:0:2362:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1788840377.940230:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee98e5a200. 02000000:00000001:3.0:1788840377.940231:0:2362:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1788840377.940231:0:2362:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:3.0:1788840377.940232:0:2362:0:(genops.c:1223:class_import_put()) import ffff90ee92b59000 refcount=2 obd=lustre-OST0001-osc-ffff90ee90f70800 00000020:00000001:3.0:1788840377.940233:0:2362:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:3.0:1788840377.940234:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff90ee86f0de00. 02000000:00000001:3.0:1788840377.940235:0:2362:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1788840377.940235:0:2362:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1788840377.940236:0:2362:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee86d49880. 00000100:00000001:3.0:1788840377.940237:0:2362:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1788840377.940238:0:2362:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840377.940240:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1788840377.940249:0:2362:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1788840377.940252:0:2362:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1788840377.940254:0:2362:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1788840377.940256:0:2362:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840377.993239:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840377.993250:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840377.993257:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840377.993258:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840377.993262:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840377.993264:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840377.993297:0:15925:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788840377.993300:0:15925:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840377.993303:0:15925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1788840378.365277:0:35037:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840379.013822:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840379.013831:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840379.013837:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840379.013839:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840379.013843:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840379.013845:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840379.018336:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840379.018345:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840379.018350:0:16054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000001:2.0:1788840379.927320:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840379.927351:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840379.927356:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840379.927359:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840379.927371:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840379.927381:0:2354:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840379.927470:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840379.927476:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840379.927483:0:2354:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840379.927488:0:2354:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 328 into portal 15 MB=0x6a9f828661300 00000400:00000200:2.0:1788840379.927498:0:2354:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index f from 12345-192.168.202.131@tcp of length 328/328 into md 0x744d [2] + 0 00000800:00000001:2.0:1788840379.927508:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840379.927521:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840379.927526:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840379.927532:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840379.927541:0:2354:0:(events.c:286:request_in_callback()) Process entered 00000100:00000200:2.0:1788840379.927544:0:2354:0:(events.c:296:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:2.0:1788840379.927550:0:2354:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee9125d180. 00000100:00000040:2.0:1788840379.927555:0:2354:0:(events.c:337:request_in_callback()) incoming req@ffff90ee9125d180 x1875733155025664 msgsize 328 00000100:00100000:2.0:1788840379.927559:0:2354:0:(events.c:340:request_in_callback()) peer: 12345-192.168.202.131@tcp (source: 12345-192.168.202.131@tcp) 00000100:00000001:2.0:1788840379.927573:0:2354:0:(events.c:373:request_in_callback()) Process leaving 00000800:00000001:2.0:1788840379.927583:0:2354:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840379.927587:0:2354:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840379.927615:0:15917:0:(service.c:2282:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:2.0:1788840379.927619:0:15917:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875733155025664 02000000:00000001:2.0:1788840379.927622:0:15917:0:(sec.c:2469:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:2.0:1788840379.927625:0:15917:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1788840379.927628:0:15917:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1788840379.927634:0:15917:0:(sec.c:2518:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1788840379.928476:0:15917:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875733155025664 00000020:00000001:2.0:1788840379.928485:0:15917:0:(genops.c:792:class_conn2export()) Process entered 00000020:00000040:2.0:1788840379.928487:0:15917:0:(genops.c:804:class_conn2export()) looking for export cookie 0x3aa5f499c96f2ced 00000020:00000001:2.0:1788840379.928491:0:15917:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840379.928496:0:15917:0:(lustre_handles.c:148:class_handle2object()) GET export ffff90ee9881b000 refcount=4 00000020:00000001:2.0:1788840379.928499:0:15917:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621953168093184 : -122120541458432 : ffff90ee9881b000) 00000020:00000001:2.0:1788840379.928502:0:15917:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446621953168093184 : -122120541458432 : ffff90ee9881b000) 00000100:00000001:2.0:1788840379.928508:0:15917:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788840379.928514:0:15917:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90eea05b2780. 00000100:00000001:2.0:1788840379.928518:0:15917:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788840379.928521:0:15917:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff90eea05b2780. 00000020:00000010:2.0:1788840379.928530:0:15917:0:(lu_object.c:1758:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff90ee85cd3800. 00000020:00000010:2.0:1788840379.928537:0:15917:0:(lu_ucred.c:27:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff90ee98e7d800. 00000020:00000010:2.0:1788840379.928543:0:15917:0:(tgt_main.c:758:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff90ee87984000. 00000100:00000040:2.0:1788840379.928557:0:15917:0:(service.c:1432:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:2.0:1788840379.928561:0:15917:0:(service.c:2003:ptlrpc_server_request_add()) Process entered 00000100:00000001:2.0:1788840379.928564:0:15917:0:(service.c:1919:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:2.0:1788840379.928567:0:15917:0:(service.c:1949:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840379.928577:0:15917:0:(service.c:2101:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840379.928590:0:15917:0:(service.c:2445:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1788840379.928607:0:15917:0:(service.c:2479:ptlrpc_server_handle_request()) Process entered 00000100:00000001:2.0:1788840379.928610:0:15917:0:(service.c:2223:ptlrpc_server_request_get()) Process entered 00000100:00100000:2.0:1788840379.928619:0:15917:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.131@tcp, seq: 65 00000100:00000040:2.0:1788840379.928624:0:15917:0:(service.c:2255:ptlrpc_server_request_get()) RPC GETting export ffff90ee9881b000 : new rpc_count 1 00000100:00000001:2.0:1788840379.928627:0:15917:0:(service.c:2257:ptlrpc_server_request_get()) Process leaving (rc=18446621953044631936 : -122120664919680 : ffff90ee9125d180) 00000100:00000040:2.0:1788840379.928665:0:15917:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff90ee9125d180 x1875733155025664/t0(0) o104->LOV_OSC_UUID@192.168.202.131@tcp:15/0 lens 328/0 e 0 to 0 dl 1788840390 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1788840379.928676:0:15917:0:(service.c:1267:ptlrpc_update_export_timer()) Process entered 00000020:00000010:2.0:1788840379.928679:0:15917:0:(genops.c:1055:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff90eea05b2780. 00000100:00000001:2.0:1788840379.928681:0:15917:0:(service.c:1289:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:2.0:1788840379.928684:0:15917:0:(genops.c:1063:obd_export_timed_fini()) kfreed '*data': 48 at ffff90eea05b2780. 00000100:00100000:2.0:1788840379.928689:0:15917:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff90ee9125d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6695:x1875733155025664:12345-192.168.202.131@tcp:104: 00000100:00000200:2.0:1788840379.928693:0:15917:0:(service.c:2563:ptlrpc_server_handle_request()) got req 1875733155025664 00010000:00000001:2.0:1788840379.928696:0:15917:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:2.0:1788840379.928705:0:15917:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1788840379.928707:0:15917:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:2.0:1788840379.928709:0:15917:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=2 00000020:00000001:2.0:1788840379.928712:0:15917:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:2.0:1788840379.928715:0:15917:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:2.0:1788840379.928720:0:15917:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1788840379.928725:0:15917:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:2.0:1788840379.928729:0:15917:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000100:00000001:2.0:1788840379.928743:0:15917:0:(pack_generic.c:296:lustre_pack_reply_v2()) Process entered 02000000:00000001:2.0:1788840379.928747:0:15917:0:(sec.c:2540:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:2.0:1788840379.928753:0:15917:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff90ee9127b000. 02000000:00000001:2.0:1788840379.928756:0:15917:0:(sec.c:2577:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840379.928759:0:15917:0:(pack_generic.c:331:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840379.928764:0:15917:0:(ldlm_lib.c:3345:target_pack_pool_reply()) Process entered 00010000:00000001:2.0:1788840379.928767:0:15917:0:(ldlm_lib.c:3366:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1788840379.928772:0:15917:0:(import.c:2149:obd_at_measure()) add 1 to ffff90eea05c51e8 time=78 v=5 (1 1 1 1) 00000100:00000001:2.0:1788840379.928777:0:15917:0:(connection.c:156:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1788840379.928780:0:15917:0:(connection.c:161:ptlrpc_connection_addref()) conn=ffff90ee85e803c0 refcount 13 to 192.168.202.131@tcp 00000100:00000001:2.0:1788840379.928782:0:15917:0:(connection.c:163:ptlrpc_connection_addref()) Process leaving (rc=18446621952856032192 : -122120853519424 : ffff90ee85e803c0) 02000000:00000001:2.0:1788840379.928784:0:15917:0:(sec.c:2591:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:2.0:1788840379.928787:0:15917:0:(sec.c:2602:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840379.928791:0:15917:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1788840379.928794:0:15917:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:2.0:1788840379.928802:0:15917:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90ee912347f8. 00000100:00000200:2.0:1788840379.928808:0:15917:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1875733155025664, offset 224 00000400:00000200:2.0:1788840379.928816:0:15917:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:2.0:1788840379.928827:0:15917:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840379.928835:0:15917:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source Specified: 192.168.202.31@tcp to MR: 192.168.202.131@tcp local destination 00000400:00000200:2.0:1788840379.928842:0:15917:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2695:2695:256:4294967295] 192.168.202.131@tcp LPNI seq info [2695:2695:8:4294967295] 00000400:00000200:2.0:1788840379.928847:0:15917:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840379.928859:0:15917:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:192.168.202.31@tcp) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:2.0:1788840379.928865:0:15917:0:(socklnd_cb.c:931:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:2.0:1788840379.928872:0:15917:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee8985ca00. 00000800:00000200:2.0:1788840379.928879:0:15917:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:2.0:1788840379.928888:0:15917:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:2.0:1788840379.928893:0:15917:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee8985ca00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1788840379.928910:0:15917:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840379.928914:0:15917:0:(lustre_net.h:1997:ptlrpc_connection_put()) PUT conn=ffff90ee85e803c0 refcount 12 to 192.168.202.131@tcp 00010000:00000001:2.0:1788840379.928917:0:15917:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000010:2.0:1788840379.928922:0:15917:0:(ldlm_lockd.c:2249:ldlm_bl_to_thread()) kmalloced '(blwi)': 192 at ffff90ee85c46a80. 00010000:00000001:2.0:1788840379.928924:0:15917:0:(ldlm_lockd.c:2159:__ldlm_bl_to_thread()) Process entered 00010000:00010000:2.0:1788840379.929009:0:15917:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00000001:2.0:1788840379.929012:0:15917:0:(ldlm_lockd.c:2198:__ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840379.929015:0:15917:0:(ldlm_lockd.c:2254:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1788840379.929017:0:15917:0:(ldlm_lockd.c:2533:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1788840379.929022:0:15917:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee9125d180 x1875733155025664/t0(0) o104->LOV_OSC_UUID@192.168.202.131@tcp:15/0 lens 328/224 e 0 to 0 dl 1788840390 ref 1 fl Interpret:/0/0 rc 0/0 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788840379.929032:0:15917:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff90ee9125d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb01_001:LOV_OSC_UUID+4:6695:x1875733155025664:12345-192.168.202.131@tcp:104: Request processed in 354us (1475us total) trans 0 rc 0/0 00000100:00100000:2.0:1788840379.929039:0:15917:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.131@tcp, seq: 65 00000100:00000040:2.0:1788840379.929043:0:15917:0:(service.c:1113:ptlrpc_server_finish_active_request()) RPC PUTting export ffff90ee9881b000 : new rpc_count 0 00000100:00000001:2.0:1788840379.929045:0:15917:0:(service.c:1955:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:2.0:1788840379.929047:0:15917:0:(service.c:1966:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:2.0:1788840379.929053:0:15917:0:(lu_ucred.c:27:lu_ucred_key_fini()) kfreed 'info': 128 at ffff90ee98e7d800. 00000020:00000010:2.0:1788840379.929057:0:15917:0:(tgt_main.c:770:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff90ee87984000. 00000020:00000010:2.0:1788840379.929061:0:15917:0:(lu_object.c:1686:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff90ee85cd3800. 00000020:00000040:2.0:1788840379.929067:0:15917:0:(genops.c:879:class_export_put()) PUTting export ffff90ee9881b000 : new refcount 3 00000100:00000001:2.0:1788840379.929069:0:15917:0:(service.c:2635:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:2.0:1788840379.929194:0:2353:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840379.929198:0:2353:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee8985ca00. 00000400:00000200:2.0:1788840379.929205:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840379.929209:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840379.929215:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90ee912347f8 00000400:00000010:2.0:1788840379.929218:0:2353:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90ee912347f8. 00000100:00000001:2.0:1788840379.929222:0:2353:0:(events.c:386:reply_out_callback()) Process entered 00000100:00000001:2.0:1788840379.929223:0:2353:0:(events.c:398:reply_out_callback()) Process leaving 00000020:00000001:1.0:1788840379.932552:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788840379.932562:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840379.932568:0:15924:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00000001:1.0:1788840379.932573:0:15924:0:(ldlm_lockd.c:2881:ldlm_bl_thread_blwi()) Process entered 00010000:00000001:1.0:1788840379.932575:0:15924:0:(ldlm_lockd.c:1905:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1788840379.932583:0:15924:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x420000030000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:1.0:1788840379.932602:0:15924:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff90ee87d8d400 already unused, calling callback (ffffffffc123b300) 00000008:00000001:1.0:1788840379.932607:0:15924:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00010000:00000001:1.0:1788840379.932610:0:15924:0:(ldlm_request.c:1770:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1788840379.932612:0:15924:0:(ldlm_lock.c:612:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1788840379.932616:0:15924:0:(lustre_handles.c:130:class_handle2object()) Process entered 00000020:00000040:1.0:1788840379.932619:0:15924:0:(lustre_handles.c:148:class_handle2object()) GET ldlm ffff90ee87d8d400 refcount=3 00000020:00000001:1.0:1788840379.932622:0:15924:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:1.0:1788840379.932626:0:15924:0:(ldlm_lock.c:634:__ldlm_handle2lock()) Process leaving (rc=18446621952888591360 : -122120820960256 : ffff90ee87d8d400) 00010000:00000001:1.0:1788840379.932630:0:15924:0:(ldlm_request.c:1386:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1788840379.932634:0:15924:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x428400030000 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00000008:00000001:1.0:1788840379.932721:0:15924:0:(osc_lock.c:529:osc_ldlm_blocking_ast()) Process entered 00000020:00000001:1.0:1788840379.932724:0:15924:0:(cl_object.c:754:cl_env_obtain()) Process entered 00000020:00000001:1.0:1788840379.932730:0:15924:0:(cl_object.c:785:cl_env_obtain()) Process leaving (rc=18446621953044391624 : -122120665159992 : ffff90ee912226c8) 00000020:00001000:1.0:1788840379.932733:0:15924:0:(cl_object.c:823:cl_env_get()) 1@ffff90ee912226c0 00000008:00000001:1.0:1788840379.932735:0:15924:0:(osc_lock.c:413:__osc_dlm_blocking_ast()) Process entered 00000008:00000001:1.0:1788840379.932738:0:15924:0:(osc_lock.c:470:__osc_dlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00000020:00001000:1.0:1788840379.932740:0:15924:0:(cl_object.c:917:cl_env_put()) 1@ffff90ee912226c0 00000008:00000001:1.0:1788840379.932744:0:15924:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840379.932747:0:15924:0:(ldlm_lock.c:2501:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1788840379.932753:0:15924:0:(ldlm_lock.c:410:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1788840379.932754:0:15924:0:(ldlm_lock.c:354:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1788840379.932758:0:15924:0:(ldlm_lock.c:261:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1788840379.932761:0:15924:0:(ldlm_lock.c:280:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1788840379.932765:0:15924:0:(lustre_handles.c:107:class_handle_unhash_nolock()) removing object ffff90ee87d8d400 with handle 0x3aa5f499c96f3950 from hash 00010000:00000001:1.0:1788840379.932767:0:15924:0:(ldlm_lock.c:384:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1788840379.932769:0:15924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840379.932771:0:15924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840379.932773:0:15924:0:(ldlm_lock.c:416:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1788840379.932776:0:15924:0:(ldlm_lock.c:2537:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1788840379.932779:0:15924:0:(ldlm_request.c:1422:ldlm_cli_cancel_local()) Process leaving (rc=70368744177664 : 70368744177664 : 400000000000) 00010000:00000001:1.0:1788840379.932785:0:15924:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1788840379.932788:0:15924:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840379.932790:0:15924:0:(ldlm_request.c:2456:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1788840379.932792:0:15924:0:(ldlm_request.c:1527:ldlm_cli_cancel_req()) Process entered 00000100:00000010:1.0:1788840379.932801:0:15924:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff90ee87fafb80. 00000020:00000040:1.0:1788840379.932806:0:15924:0:(genops.c:1210:class_import_get()) import ffff90ee92b59000 refcount=3 obd=lustre-OST0001-osc-ffff90ee90f70800 00000100:00000001:1.0:1788840379.932813:0:15924:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1788840379.932816:0:15924:0:(sec.c:433:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1788840379.932822:0:15924:0:(sec.c:457:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1788840379.932831:0:15924:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff90ee98ec0800. 00000100:00000001:1.0:1788840379.932840:0:15924:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840379.932843:0:15924:0:(ldlm_request.c:1461:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1788840379.932851:0:15924:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00010000:1.0:1788840379.932859:0:15924:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1788840379.932861:0:15924:0:(ldlm_request.c:1500:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840379.932867:0:15924:0:(jobid.c:959:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1788840379.932872:0:15924:0:(jobid.c:999:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840379.932889:0:15924:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000000cb2864] to pc [ptlrpcd_00_00+0] req@ffff90ee87fafb80 x1875733134014592/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00010000:00000001:1.0:1788840379.932925:0:15924:0:(ldlm_request.c:1595:ldlm_cli_cancel_req()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1788840379.932927:0:15924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1788840379.932929:0:15924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840379.932931:0:15924:0:(ldlm_request.c:2504:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840379.932934:0:15924:0:(ldlm_request.c:1834:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000008:00000001:1.0:1788840379.932936:0:15924:0:(osc_lock.c:569:osc_ldlm_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840379.932940:0:15924:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000001:1.0:1788840379.932947:0:15924:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1788840379.932950:0:15924:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-OST0001-osc-ffff90ee90f70800 lock: 00000000e6d23dc5/0x3aa5f499c96f3950 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x4c29400030020 nid: local remote: 0x8a436931312baf8a expref: -99 pid: 34802 timeout: 0 lvb_type: 1 lru_score: 8 lru_type: 1 00010000:00000010:1.0:1788840379.932958:0:15924:0:(ldlm_lock.c:209:ldlm_lock_put()) kvfree 'lock->l_lvb_data': 56 at ffff90eea05b2600. 00010000:00000040:1.0:1788840379.932963:0:15924:0:(ldlm_resource.c:1704:ldlm_resource_putref()) putref res: ffff90ee892b1800 count: 0 00010000:00000010:1.0:1788840379.932971:0:15924:0:(ldlm_resource.c:1563:ldlm_resource_free()) slab-freed 'res->lr_itree': 216 at ffff90ee892b1300. 00010000:00000001:1.0:1788840379.932980:0:15924:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1788840379.932981:0:15924:0:(ldlm_lockd.c:1935:ldlm_handle_bl_callback()) Process leaving 00010000:00000010:1.0:1788840379.932984:0:15924:0:(ldlm_lockd.c:2919:ldlm_bl_thread_blwi()) kfreed 'blwi': 192 at ffff90ee85c46a80. 00010000:00000001:1.0:1788840379.932987:0:15924:0:(ldlm_lockd.c:2923:ldlm_bl_thread_blwi()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840379.932990:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788840379.932991:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840379.932993:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788840379.932995:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788840379.932996:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840379.932997:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1788840379.932999:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788840379.933000:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840379.933001:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1788840379.933016:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840379.933020:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840379.933023:0:2359:0:(client.c:1813:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1788840379.933028:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff90ee87fafb80 x1875733134014592/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840379.933037:0:2359:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1788840379.933040:0:2359:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840379.933045:0:2359:0:(sec.c:709:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1788840379.933049:0:2359:0:(sec.c:740:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1788840379.933051:0:2359:0:(sec.c:784:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1788840379.933055:0:2359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff90ee87fafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2359:1875733134014592:192.168.202.131@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788840379.933060:0:2359:0:(niobuf.c:866:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1788840379.933068:0:2359:0:(sec.c:1080:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1788840379.933071:0:2359:0:(sec.c:1117:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840379.933074:0:2359:0:(sec.c:1855:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1788840379.933079:0:2359:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff90ee98d1a000. 02000000:00000001:1.0:1788840379.933081:0:2359:0:(sec.c:1865:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1788840379.933091:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000010:1.0:1788840379.933095:0:2359:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000010:1.0:1788840379.933103:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea0539c38. 00000100:00000200:1.0:1788840379.933112:0:2359:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1875733134014592, portal 18 00000100:00000001:1.0:1788840379.933114:0:2359:0:(client.c:3275:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1788840379.933116:0:2359:0:(client.c:3277:ptlrpc_request_addref()) Process leaving (rc=18446621952890829696 : -122120818721920 : ffff90ee87fafb80) 00000100:00000040:1.0:1788840379.933124:0:2359:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200 req@ffff90ee87fafb80 x1875733134014592/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840395 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840379.933131:0:2359:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1788840379.933134:0:2359:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.202.131@tcp 00000400:00000010:1.0:1788840379.933137:0:2359:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff90eea05392a8. 00000100:00000200:1.0:1788840379.933141:0:2359:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 17, xid 1875733134014592, offset 0 00000400:00000200:1.0:1788840379.933150:0:2359:0:(lib-move.c:5157:LNetPut()) LNetPut -> 12345-192.168.202.131@tcp 00000400:00000200:1.0:1788840379.933161:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840379.933169:0:2359:0:(lib-move.c:2813:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.202.131@tcp local destination 00000400:00000200:1.0:1788840379.933176:0:2359:0:(lib-move.c:2444:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1788840379.933181:0:2359:0:(lib-move.c:1625:lnet_get_best_ni()) selected best_ni 192.168.202.31@tcp 00000400:00000200:1.0:1788840379.933186:0:2359:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.202.31@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1788840379.933189:0:2359:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.202.131@tcp 00000400:00000200:1.0:1788840379.933192:0:2359:0:(lib-move.c:1745:lnet_handle_send()) 192.168.202.31@tcp NI seq info: [2696:2696:256:4294967295] 192.168.202.131@tcp LPNI seq info [2696:2696:8:4294967295] 00000400:00000200:1.0:1788840379.933197:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:1.0:1788840379.933208:0:2359:0:(lib-move.c:1861:lnet_handle_send()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp:) -> 192.168.202.131@tcp(192.168.202.131@tcp:192.168.202.131@tcp) : PUT try# 0 00000800:00000200:1.0:1788840379.933215:0:2359:0:(socklnd_cb.c:931:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.202.131@tcp 00000800:00000010:1.0:1788840379.933222:0:2359:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff90ee87989b00. 00000800:00000200:1.0:1788840379.933230:0:2359:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff90ee8333b840] -> 12345-192.168.202.131@tcp (5) 00000800:00000200:1.0:1788840379.933239:0:2359:0:(socklnd_cb.c:678:ksocknal_queue_tx_locked()) Sending to 12345-192.168.202.131@tcp ip 192.168.202.131:988 00000800:00000200:1.0:1788840379.933245:0:2359:0:(socklnd_cb.c:697:ksocknal_queue_tx_locked()) Packet ffff90ee87989b00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1788840379.933789:0:2359:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840379.933798:0:2359:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: using a timeout of 242487 usecs (243 jiffies) 00000400:00000200:1.0:1788840379.933803:0:2359:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000100:00000001:1.0:1788840379.933806:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 2 is 4296609994 00000100:00000001:1.0:1788840379.933811:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 2, keep current deadline 4296611745 00000100:00000001:1.0:1788840379.933814:0:2359:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS new deadline estimation for cpu 3 is 4296609994 00000100:00000001:1.0:1788840379.933816:0:2359:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff90ee90f70800: PM QoS request active for cpu 3, keep current deadline 4296611745 00000100:00000001:1.0:1788840379.933819:0:2359:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840379.933823:0:2359:0:(client.c:1941:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840379.933827:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840379.933830:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840379.933840:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840379.933843:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1788840379.933845:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840379.933846:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1788840379.933848:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840379.933850:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840379.933860:0:2360:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840379.933863:0:2360:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1788840379.939709:0:2354:0:(socklnd_cb.c:469:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1788840379.939722:0:2354:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff90ee87989b00. 00000400:00000200:2.0:1788840379.939732:0:2354:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840379.939742:0:2354:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000400:00000200:2.0:1788840379.939753:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea05392a8 00000400:00000010:2.0:1788840379.939756:0:2354:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea05392a8. 00000100:00000001:2.0:1788840379.939762:0:2354:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1788840379.939772:0:2354:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff90ee87fafb80 x1875733134014592/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840395 ref 2 fl Rpc:r/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840379.939786:0:2354:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1788840379.939790:0:2354:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff90ee87fafb80 x1875733134014592/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840395 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840379.939798:0:2354:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1788840379.939800:0:2354:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1788840379.945926:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840379.945943:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1788840379.945948:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840379.945951:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840379.945962:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840379.945973:0:2353:0:(lib-move.c:4652:lnet_parse()) TRACE: 192.168.202.31@tcp(192.168.202.31@tcp) <- 192.168.202.131@tcp : PUT - for me 00000400:00000200:2.0:1788840379.945983:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840379.945989:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840379.945995:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840379.945999:0:2353:0:(lib-ptl.c:582:lnet_ptl_match_md()) Request from 12345-192.168.202.131@tcp of length 224 into portal 18 MB=0x6a9f827257880 00000400:00000200:2.0:1788840379.946004:0:2353:0:(api-ni.c:1613:lnet_nid4_cpt_hash()) Match nid 192.168.202.131@tcp to cpt 1 00000400:00000200:2.0:1788840379.946011:0:2353:0:(lib-ptl.c:208:lnet_try_match_md()) Incoming put index 12 from 12345-192.168.202.131@tcp of length 224/224 into md 0x7525 [1] + 224 00000800:00000001:2.0:1788840379.946019:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840379.946026:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1788840379.946030:0:2353:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1788840379.946034:0:2353:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.202.31@tcp->192.168.202.131@tcp: PUT: OK 00000100:00000001:2.0:1788840379.946044:0:2353:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1788840379.946055:0:2353:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff90ee87fafb80 x1875733134014592/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840395 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1788840379.946067:0:2353:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff90ee87fafb80 x1875733134014592/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840395 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1788840379.946086:0:2353:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1788840379.946095:0:2353:0:(socklnd_cb.c:281:ksocknal_receive()) Process entered 00000800:00000001:2.0:1788840379.946098:0:2353:0:(socklnd_cb.c:314:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840379.948897:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840379.948909:0:2359:0:(client.c:1990:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1788840379.948922:0:2359:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1788840379.948925:0:2359:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1788840379.948930:0:2359:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff90ee9b1fe7e8. 00000400:00000200:1.0:1788840379.948937:0:2359:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff90eea0539c38 00000400:00000010:1.0:1788840379.948940:0:2359:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff90eea0539c38. 00000100:00000001:1.0:1788840379.948946:0:2359:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1788840379.948959:0:2359:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff90ee87fafb80 x1875733134014592/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840395 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1788840379.948971:0:2359:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff90ee87fafb80 x1875733134014592/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840395 ref 1 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840379.948979:0:2359:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1788840379.948981:0:2359:0:(client.c:3001:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840379.948984:0:2359:0:(client.c:1593:after_reply()) Process entered 02000000:00000001:1.0:1788840379.948988:0:2359:0:(sec.c:1125:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1788840379.948991:0:2359:0:(pack_generic.c:605:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1788840379.948995:0:2359:0:(pack_generic.c:623:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1788840379.948999:0:2359:0:(sec.c:1181:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1788840379.949011:0:2359:0:(import.c:2149:obd_at_measure()) add 5 to ffff90ee92b59538 time=61 v=5 (5 5 5 5) 00000100:00001000:1.0:1788840379.949016:0:2359:0:(import.c:2149:obd_at_measure()) add 1 to ffff90ee92b59418 time=31 v=5 (1 0 0 0) 00000100:00000001:1.0:1788840379.949018:0:2359:0:(client.c:1495:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1788840379.949020:0:2359:0:(client.c:1533:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840379.949024:0:2359:0:(ldlm_request.c:1653:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1788840379.949029:0:2359:0:(ldlm_request.c:1683:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840379.949033:0:2359:0:(client.c:3109:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1788840379.949036:0:2359:0:(client.c:3121:ptlrpc_free_committed()) lustre-OST0001-osc-ffff90ee90f70800: skip recheck: last_committed 4294967312 00000100:00000001:1.0:1788840379.949038:0:2359:0:(client.c:3122:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1788840379.949041:0:2359:0:(client.c:1797:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1788840379.949047:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff90ee87fafb80 x1875733134014592/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840395 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840379.949054:0:2359:0:(client.c:2354:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1788840379.949058:0:2359:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1788840379.949060:0:2359:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1788840379.949065:0:2359:0:(lustre_net.h:2437:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff90ee87fafb80 x1875733134014592/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840395 ref 1 fl Interpret:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788840379.949074:0:2359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff90ee87fafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:10f4a654-3497-48d8-8f70-7e89f4f161cc:2359:1875733134014592:192.168.202.131@tcp:103:ldlm_bl.0 00000100:00000001:1.0:1788840379.949080:0:2359:0:(client.c:2465:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840379.949083:0:2359:0:(client.c:2867:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1788840379.949087:0:2359:0:(client.c:2875:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff90ee87fafb80 x1875733134014592/t0(0) o103->lustre-OST0001-osc-ffff90ee90f70800@192.168.202.131@tcp:17/18 lens 328/224 e 0 to 0 dl 1788840395 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1788840379.949095:0:2359:0:(client.c:2793:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1788840379.949099:0:2359:0:(sec.c:1880:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1788840379.949104:0:2359:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff90ee98d1a000. 02000000:00000001:1.0:1788840379.949108:0:2359:0:(sec.c:1896:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1788840379.949111:0:2359:0:(genops.c:1217:class_import_put()) Process entered 00000020:00000040:1.0:1788840379.949114:0:2359:0:(genops.c:1223:class_import_put()) import ffff90ee92b59000 refcount=2 obd=lustre-OST0001-osc-ffff90ee90f70800 00000020:00000001:1.0:1788840379.949116:0:2359:0:(genops.c:1230:class_import_put()) Process leaving 02000000:00000010:1.0:1788840379.949119:0:2359:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff90ee98ec0800. 02000000:00000001:1.0:1788840379.949125:0:2359:0:(sec.c:473:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1788840379.949127:0:2359:0:(sec.c:490:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1788840379.949129:0:2359:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff90ee87fafb80. 00000100:00000001:1.0:1788840379.949133:0:2359:0:(client.c:2849:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1788840379.949134:0:2359:0:(client.c:2908:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840379.949137:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1788840379.949146:0:2359:0:(client.c:2639:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1788840379.949149:0:2359:0:(client.c:2667:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1788840379.949151:0:2359:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1788840379.949153:0:2359:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1788840379.952767:0:0:0:(ldlm_resource.c:1555:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff90ee892b1800. 00010000:00000010:1.1:1788840379.952798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff90ee87d8d400. 00010000:00000001:1.0:1788840380.040728:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840380.040737:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840380.040744:0:22780:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840380.040746:0:22780:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840380.040773:0:15925:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788840380.040777:0:15925:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840380.040780:0:15925:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1788840380.244026:0:35177:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:2.0:1788840380.642328:0:35213:0:(debug.c:652:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:2.0:1788840380.642339:0:35213:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: recovery-small test_24b: @@@@@@ FAIL: no discarded dirty page found! 00000001:00000001:2.0:1788840380.649020:0:35213:0:(debug.c:655:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:1.0:1788840381.062763:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840381.062774:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840381.062782:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840381.062784:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1788840381.063348:0:16054:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1788840381.063354:0:16054:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1788840381.063357:0:16054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1788840381.957957:0:30278:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120b30 (cpu 3) has reached its deadline 4296611745, at 4296611776 00000100:00000010:3.0:1788840381.957977:0:30278:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee84b181e0. 00000100:00000040:2.0:1788840381.960261:0:29212:0:(connection.c:75:cpu_latency_work()) work item of ffff90ee86120a20 (cpu 2) has reached its deadline 4296611745, at 4296611778 00000100:00000010:2.0:1788840381.960282:0:29212:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff90ee84b18240. 00000080:00000001:2.0:1788840381.982286:0:35311:0:(llite_lib.c:4247:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840382.085733:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840382.085739:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1788840382.085745:0:31109:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1788840382.085746:0:31109:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1788840382.085766:0:15924:0:(genops.c:1895:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1788840382.085769:0:15924:0:(genops.c:1909:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1788840382.085772:0:15924:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 128396 lines, 128396 kept, 0 dropped, 0 bad.